[ 495.542359] env[62683]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62683) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 495.542710] env[62683]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62683) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 495.542758] env[62683]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62683) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 495.543058] env[62683]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 495.636367] env[62683]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62683) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 495.648194] env[62683]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.012s {{(pid=62683) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 496.246242] env[62683]: INFO nova.virt.driver [None req-b7b797c1-6814-49e1-94cd-1808b548e4c6 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 496.318661] env[62683]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.318824] env[62683]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.318910] env[62683]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62683) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 499.433091] env[62683]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-52ed46dc-221f-4616-961b-2f3650b2040d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.449259] env[62683]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62683) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 499.449442] env[62683]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-63e27073-1f28-4a28-b3ed-ca7abd93dc2c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.484516] env[62683]: INFO oslo_vmware.api [-] Successfully established new session; session ID is fd7a6. [ 499.484724] env[62683]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.166s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 499.485242] env[62683]: INFO nova.virt.vmwareapi.driver [None req-b7b797c1-6814-49e1-94cd-1808b548e4c6 None None] VMware vCenter version: 7.0.3 [ 499.488689] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b16a5b-61f8-4544-bd5b-e0818b04ec20 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.506378] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce47a1d-c478-4a14-942a-dea0bf38ca85 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.512226] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6f4ea0-0497-4e7f-b7cd-fce45d41cc26 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.518577] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbe0c47-d1f6-4d59-996f-1d6a48fac02c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.531433] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a350d8-1b2b-4274-afde-1b1824d2751c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.537156] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9af83d1-6290-4cfd-9bdb-102ff4764684 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.570018] env[62683]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-3c1f4e2b-cbbb-485e-ab37-dcc5bf894896 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.574803] env[62683]: DEBUG nova.virt.vmwareapi.driver [None req-b7b797c1-6814-49e1-94cd-1808b548e4c6 None None] Extension org.openstack.compute already exists. {{(pid=62683) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 499.577430] env[62683]: INFO nova.compute.provider_config [None req-b7b797c1-6814-49e1-94cd-1808b548e4c6 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 500.080414] env[62683]: DEBUG nova.context [None req-b7b797c1-6814-49e1-94cd-1808b548e4c6 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),446e5d9a-caee-484f-ae85-91b2b536536c(cell1) {{(pid=62683) load_cells /opt/stack/nova/nova/context.py:464}} [ 500.082678] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 500.082904] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 500.083571] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 500.084012] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] Acquiring lock "446e5d9a-caee-484f-ae85-91b2b536536c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 500.084199] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] Lock "446e5d9a-caee-484f-ae85-91b2b536536c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 500.085231] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] Lock "446e5d9a-caee-484f-ae85-91b2b536536c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 500.106953] env[62683]: INFO dbcounter [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] Registered counter for database nova_cell0 [ 500.114998] env[62683]: INFO dbcounter [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] Registered counter for database nova_cell1 [ 500.118184] env[62683]: DEBUG oslo_db.sqlalchemy.engines [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62683) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 500.118541] env[62683]: DEBUG oslo_db.sqlalchemy.engines [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62683) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 500.123356] env[62683]: ERROR nova.db.main.api [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 500.123356] env[62683]: result = function(*args, **kwargs) [ 500.123356] env[62683]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 500.123356] env[62683]: return func(*args, **kwargs) [ 500.123356] env[62683]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 500.123356] env[62683]: result = fn(*args, **kwargs) [ 500.123356] env[62683]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 500.123356] env[62683]: return f(*args, **kwargs) [ 500.123356] env[62683]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 500.123356] env[62683]: return db.service_get_minimum_version(context, binaries) [ 500.123356] env[62683]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 500.123356] env[62683]: _check_db_access() [ 500.123356] env[62683]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 500.123356] env[62683]: stacktrace = ''.join(traceback.format_stack()) [ 500.123356] env[62683]: [ 500.124146] env[62683]: ERROR nova.db.main.api [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 500.124146] env[62683]: result = function(*args, **kwargs) [ 500.124146] env[62683]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 500.124146] env[62683]: return func(*args, **kwargs) [ 500.124146] env[62683]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 500.124146] env[62683]: result = fn(*args, **kwargs) [ 500.124146] env[62683]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 500.124146] env[62683]: return f(*args, **kwargs) [ 500.124146] env[62683]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 500.124146] env[62683]: return db.service_get_minimum_version(context, binaries) [ 500.124146] env[62683]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 500.124146] env[62683]: _check_db_access() [ 500.124146] env[62683]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 500.124146] env[62683]: stacktrace = ''.join(traceback.format_stack()) [ 500.124146] env[62683]: [ 500.124517] env[62683]: WARNING nova.objects.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] Failed to get minimum service version for cell 446e5d9a-caee-484f-ae85-91b2b536536c [ 500.124662] env[62683]: WARNING nova.objects.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 500.125090] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] Acquiring lock "singleton_lock" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 500.125254] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] Acquired lock "singleton_lock" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 500.125489] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] Releasing lock "singleton_lock" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 500.125805] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] Full set of CONF: {{(pid=62683) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 500.125947] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ******************************************************************************** {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 500.126089] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] Configuration options gathered from: {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 500.126229] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 500.126422] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 500.126551] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ================================================================================ {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 500.126757] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] allow_resize_to_same_host = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.126927] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] arq_binding_timeout = 300 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.127073] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] backdoor_port = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.127206] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] backdoor_socket = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.127374] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] block_device_allocate_retries = 60 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.127536] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] block_device_allocate_retries_interval = 3 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.127704] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cert = self.pem {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.127871] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.128053] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] compute_monitors = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.128228] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] config_dir = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.128402] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] config_drive_format = iso9660 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.128539] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.128705] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] config_source = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.128873] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] console_host = devstack {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.129051] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] control_exchange = nova {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.129227] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cpu_allocation_ratio = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.129386] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] daemon = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.129553] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] debug = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.129714] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] default_access_ip_network_name = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.129882] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] default_availability_zone = nova {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.130048] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] default_ephemeral_format = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.130233] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] default_green_pool_size = 1000 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.130485] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.130659] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] default_schedule_zone = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.130820] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] disk_allocation_ratio = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.130985] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] enable_new_services = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.131183] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] enabled_apis = ['osapi_compute'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.131354] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] enabled_ssl_apis = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.131517] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] flat_injected = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.131676] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] force_config_drive = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.131836] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] force_raw_images = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.132013] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] graceful_shutdown_timeout = 5 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.132184] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] heal_instance_info_cache_interval = 60 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.132415] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] host = cpu-1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.132592] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.132758] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] initial_disk_allocation_ratio = 1.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.132921] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] initial_ram_allocation_ratio = 1.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.133160] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.133333] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] instance_build_timeout = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.133497] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] instance_delete_interval = 300 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.133666] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] instance_format = [instance: %(uuid)s] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.133836] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] instance_name_template = instance-%08x {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.134007] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] instance_usage_audit = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.134190] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] instance_usage_audit_period = month {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.134361] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.134530] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] instances_path = /opt/stack/data/nova/instances {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.134697] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] internal_service_availability_zone = internal {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.134856] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] key = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.135029] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] live_migration_retry_count = 30 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.135204] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] log_color = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.135372] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] log_config_append = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.135542] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.135705] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] log_dir = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.135866] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] log_file = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.135995] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] log_options = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.136173] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] log_rotate_interval = 1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.136344] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] log_rotate_interval_type = days {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.136510] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] log_rotation_type = none {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.136642] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.136769] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.136939] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.137114] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.137244] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.137417] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] long_rpc_timeout = 1800 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.137579] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] max_concurrent_builds = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.137740] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] max_concurrent_live_migrations = 1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.137902] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] max_concurrent_snapshots = 5 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.138073] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] max_local_block_devices = 3 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.138237] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] max_logfile_count = 30 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.138399] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] max_logfile_size_mb = 200 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.138559] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] maximum_instance_delete_attempts = 5 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.138728] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] metadata_listen = 0.0.0.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.138897] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] metadata_listen_port = 8775 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.139078] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] metadata_workers = 2 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.139264] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] migrate_max_retries = -1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.139442] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] mkisofs_cmd = genisoimage {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.139650] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] my_block_storage_ip = 10.180.1.21 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.139786] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] my_ip = 10.180.1.21 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.139991] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.140174] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] network_allocate_retries = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.140375] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.140552] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] osapi_compute_listen = 0.0.0.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.140719] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] osapi_compute_listen_port = 8774 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.140888] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] osapi_compute_unique_server_name_scope = {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.141069] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] osapi_compute_workers = 2 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.141238] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] password_length = 12 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.141402] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] periodic_enable = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.141563] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] periodic_fuzzy_delay = 60 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.141729] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] pointer_model = usbtablet {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.141896] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] preallocate_images = none {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.142067] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] publish_errors = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.142200] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] pybasedir = /opt/stack/nova {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.142382] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ram_allocation_ratio = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.142556] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] rate_limit_burst = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.142727] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] rate_limit_except_level = CRITICAL {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.142891] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] rate_limit_interval = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.143063] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] reboot_timeout = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.143229] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] reclaim_instance_interval = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.143390] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] record = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.143560] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] reimage_timeout_per_gb = 60 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.143726] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] report_interval = 120 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.143892] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] rescue_timeout = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.144064] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] reserved_host_cpus = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.144231] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] reserved_host_disk_mb = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.144394] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] reserved_host_memory_mb = 512 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.144557] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] reserved_huge_pages = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.144718] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] resize_confirm_window = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.144878] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] resize_fs_using_block_device = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.145047] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] resume_guests_state_on_host_boot = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.145219] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.145382] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] rpc_response_timeout = 60 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.145544] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] run_external_periodic_tasks = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.145710] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] running_deleted_instance_action = reap {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.145871] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] running_deleted_instance_poll_interval = 1800 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.146041] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] running_deleted_instance_timeout = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.146206] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] scheduler_instance_sync_interval = 120 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.146377] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] service_down_time = 720 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.146546] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] servicegroup_driver = db {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.146703] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] shell_completion = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.146861] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] shelved_offload_time = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.147031] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] shelved_poll_interval = 3600 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.147201] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] shutdown_timeout = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.147366] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] source_is_ipv6 = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.147525] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ssl_only = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.147767] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.147938] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] sync_power_state_interval = 600 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.148114] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] sync_power_state_pool_size = 1000 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.148286] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] syslog_log_facility = LOG_USER {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.148447] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] tempdir = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.148607] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] timeout_nbd = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.148775] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] transport_url = **** {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.148936] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] update_resources_interval = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.149111] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] use_cow_images = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.149295] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] use_eventlog = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.149460] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] use_journal = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.149621] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] use_json = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.149779] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] use_rootwrap_daemon = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.149937] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] use_stderr = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.150109] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] use_syslog = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.150279] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vcpu_pin_set = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.150480] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vif_plugging_is_fatal = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.150652] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vif_plugging_timeout = 300 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.150821] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] virt_mkfs = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.150985] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] volume_usage_poll_interval = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.151166] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] watch_log_file = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.151337] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] web = /usr/share/spice-html5 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.151522] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.151691] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.151858] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.152039] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_concurrency.disable_process_locking = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.152579] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.152777] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.152958] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.153151] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.153331] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.153501] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.153688] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.auth_strategy = keystone {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.153860] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.compute_link_prefix = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.154049] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.154229] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.dhcp_domain = novalocal {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.154429] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.enable_instance_password = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.154610] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.glance_link_prefix = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.154781] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.154958] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.155142] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.instance_list_per_project_cells = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.155312] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.list_records_by_skipping_down_cells = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.155479] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.local_metadata_per_cell = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.155650] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.max_limit = 1000 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.155822] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.metadata_cache_expiration = 15 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.156007] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.neutron_default_tenant_id = default {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.156194] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.response_validation = warn {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.156373] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.use_neutron_default_nets = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.156542] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.156708] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.156876] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.157063] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.157239] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.vendordata_dynamic_targets = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.157411] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.vendordata_jsonfile_path = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.157591] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.157785] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.backend = dogpile.cache.memcached {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.157955] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.backend_argument = **** {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.158135] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.backend_expiration_time = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.158310] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.config_prefix = cache.oslo {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.158486] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.dead_timeout = 60.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.158654] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.debug_cache_backend = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.158822] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.enable_retry_client = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.158987] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.enable_socket_keepalive = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.159188] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.enabled = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.159367] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.enforce_fips_mode = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.159536] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.expiration_time = 600 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.159700] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.hashclient_retry_attempts = 2 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.159867] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.hashclient_retry_delay = 1.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.160043] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.memcache_dead_retry = 300 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.160210] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.memcache_password = **** {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.160401] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.160570] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.160735] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.memcache_pool_maxsize = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.160898] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.161077] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.memcache_sasl_enabled = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.161260] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.161435] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.memcache_socket_timeout = 1.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.161596] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.memcache_username = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.161761] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.proxies = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.161925] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.redis_db = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.162101] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.redis_password = **** {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.162275] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.redis_sentinel_service_name = mymaster {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.162454] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.162624] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.redis_server = localhost:6379 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.162789] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.redis_socket_timeout = 1.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.162948] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.redis_username = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.163124] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.retry_attempts = 2 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.163293] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.retry_delay = 0.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.163454] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.socket_keepalive_count = 1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.163617] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.socket_keepalive_idle = 1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.163778] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.socket_keepalive_interval = 1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.163937] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.tls_allowed_ciphers = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.164105] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.tls_cafile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.164266] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.tls_certfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.164428] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.tls_enabled = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.164585] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cache.tls_keyfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.164754] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cinder.auth_section = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.164927] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cinder.auth_type = password {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.165101] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cinder.cafile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.165279] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cinder.catalog_info = volumev3::publicURL {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.165443] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cinder.certfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.165606] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cinder.collect_timing = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.165767] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cinder.cross_az_attach = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.165930] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cinder.debug = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.166101] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cinder.endpoint_template = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.166271] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cinder.http_retries = 3 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.166459] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cinder.insecure = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.166631] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cinder.keyfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.166802] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cinder.os_region_name = RegionOne {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.166966] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cinder.split_loggers = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.167142] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cinder.timeout = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.167320] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.167487] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] compute.cpu_dedicated_set = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.167652] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] compute.cpu_shared_set = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.167820] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] compute.image_type_exclude_list = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.167983] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.168163] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] compute.max_concurrent_disk_ops = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.168330] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] compute.max_disk_devices_to_attach = -1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.168491] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.168660] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.168824] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] compute.resource_provider_association_refresh = 300 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.168988] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.169184] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] compute.shutdown_retry_interval = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.169382] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.169565] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] conductor.workers = 2 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.169744] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] console.allowed_origins = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.169908] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] console.ssl_ciphers = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.170089] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] console.ssl_minimum_version = default {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.170303] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] consoleauth.enforce_session_timeout = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.170494] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] consoleauth.token_ttl = 600 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.170671] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cyborg.cafile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.170832] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cyborg.certfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.170999] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cyborg.collect_timing = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.171175] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cyborg.connect_retries = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.171337] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cyborg.connect_retry_delay = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.171496] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cyborg.endpoint_override = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.171655] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cyborg.insecure = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.171816] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cyborg.keyfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.171971] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cyborg.max_version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.172141] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cyborg.min_version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.172301] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cyborg.region_name = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.172464] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cyborg.retriable_status_codes = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.172629] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cyborg.service_name = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.172798] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cyborg.service_type = accelerator {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.172958] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cyborg.split_loggers = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.173129] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cyborg.status_code_retries = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.173320] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cyborg.status_code_retry_delay = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.173491] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cyborg.timeout = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.173672] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.173833] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] cyborg.version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.174019] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] database.backend = sqlalchemy {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.174194] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] database.connection = **** {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.174362] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] database.connection_debug = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.174531] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] database.connection_parameters = {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.174694] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] database.connection_recycle_time = 3600 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.174858] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] database.connection_trace = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.175031] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] database.db_inc_retry_interval = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.175202] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] database.db_max_retries = 20 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.175365] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] database.db_max_retry_interval = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.175525] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] database.db_retry_interval = 1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.175686] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] database.max_overflow = 50 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.175847] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] database.max_pool_size = 5 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.176017] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] database.max_retries = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.176193] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.176379] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] database.mysql_wsrep_sync_wait = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.176541] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] database.pool_timeout = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.176705] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] database.retry_interval = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.176862] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] database.slave_connection = **** {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.177035] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] database.sqlite_synchronous = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.177202] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] database.use_db_reconnect = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.177382] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api_database.backend = sqlalchemy {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.177549] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api_database.connection = **** {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.177713] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api_database.connection_debug = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.177878] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api_database.connection_parameters = {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.178051] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api_database.connection_recycle_time = 3600 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.178221] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api_database.connection_trace = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.178398] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api_database.db_inc_retry_interval = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.178583] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api_database.db_max_retries = 20 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.178746] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api_database.db_max_retry_interval = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.178910] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api_database.db_retry_interval = 1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.179085] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api_database.max_overflow = 50 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.179291] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api_database.max_pool_size = 5 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.179472] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api_database.max_retries = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.179648] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.179810] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.179969] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api_database.pool_timeout = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.180149] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api_database.retry_interval = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.180312] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api_database.slave_connection = **** {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.180474] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] api_database.sqlite_synchronous = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.180653] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] devices.enabled_mdev_types = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.180828] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.180998] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ephemeral_storage_encryption.default_format = luks {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.181175] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ephemeral_storage_encryption.enabled = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.181340] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.181510] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.api_servers = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.181674] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.cafile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.181838] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.certfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.181999] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.collect_timing = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.182173] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.connect_retries = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.182351] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.connect_retry_delay = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.182523] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.debug = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.182689] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.default_trusted_certificate_ids = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.182850] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.enable_certificate_validation = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.183021] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.enable_rbd_download = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.183185] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.endpoint_override = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.183355] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.insecure = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.183516] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.keyfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.183674] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.max_version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.183828] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.min_version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.183987] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.num_retries = 3 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.184170] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.rbd_ceph_conf = {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.184338] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.rbd_connect_timeout = 5 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.184507] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.rbd_pool = {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.184673] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.rbd_user = {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.184834] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.region_name = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.185106] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.retriable_status_codes = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.185178] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.service_name = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.185362] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.service_type = image {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.185617] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.split_loggers = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.185696] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.status_code_retries = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.185851] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.status_code_retry_delay = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.186016] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.timeout = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.186203] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.186374] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.verify_glance_signatures = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.186583] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] glance.version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.186700] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] guestfs.debug = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.186872] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.auth_section = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.187053] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.auth_type = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.187217] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.cafile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.187378] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.certfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.187542] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.collect_timing = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.187701] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.connect_retries = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.187864] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.connect_retry_delay = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.188036] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.endpoint_override = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.188206] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.insecure = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.188393] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.keyfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.188564] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.max_version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.188727] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.min_version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.188890] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.region_name = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.189064] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.retriable_status_codes = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.189259] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.service_name = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.189438] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.service_type = shared-file-system {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.189607] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.share_apply_policy_timeout = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.189774] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.split_loggers = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.189936] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.status_code_retries = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.190109] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.status_code_retry_delay = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.190293] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.timeout = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.190497] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.190663] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] manila.version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.190834] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] mks.enabled = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.191191] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.191413] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] image_cache.manager_interval = 2400 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.191595] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] image_cache.precache_concurrency = 1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.191769] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] image_cache.remove_unused_base_images = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.191943] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.192130] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.192311] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] image_cache.subdirectory_name = _base {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.192490] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.api_max_retries = 60 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.192658] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.api_retry_interval = 2 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.192821] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.auth_section = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.192989] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.auth_type = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.193168] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.cafile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.193334] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.certfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.193505] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.collect_timing = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.193671] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.conductor_group = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.193834] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.connect_retries = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.193994] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.connect_retry_delay = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.194168] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.endpoint_override = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.194348] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.insecure = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.194526] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.keyfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.194693] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.max_version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.194856] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.min_version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.195033] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.peer_list = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.195203] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.region_name = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.195369] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.retriable_status_codes = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.195537] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.serial_console_state_timeout = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.195699] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.service_name = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.195871] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.service_type = baremetal {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.196046] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.shard = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.196217] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.split_loggers = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.196380] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.status_code_retries = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.196540] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.status_code_retry_delay = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.196701] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.timeout = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.196883] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.197059] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ironic.version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.197244] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.197448] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] key_manager.fixed_key = **** {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.197634] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.197802] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican.barbican_api_version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.197965] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican.barbican_endpoint = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.198153] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican.barbican_endpoint_type = public {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.198319] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican.barbican_region_name = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.198479] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican.cafile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.198639] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican.certfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.198800] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican.collect_timing = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.198959] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican.insecure = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.199129] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican.keyfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.199322] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican.number_of_retries = 60 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.199494] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican.retry_delay = 1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.199663] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican.send_service_user_token = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.199827] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican.split_loggers = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.199985] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican.timeout = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.200176] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican.verify_ssl = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.200370] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican.verify_ssl_path = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.200547] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican_service_user.auth_section = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.200715] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican_service_user.auth_type = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.200883] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican_service_user.cafile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.201050] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican_service_user.certfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.201223] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican_service_user.collect_timing = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.201390] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican_service_user.insecure = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.201551] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican_service_user.keyfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.201715] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican_service_user.split_loggers = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.201874] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] barbican_service_user.timeout = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.202055] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vault.approle_role_id = **** {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.202221] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vault.approle_secret_id = **** {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.202418] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vault.kv_mountpoint = secret {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.202589] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vault.kv_path = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.202758] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vault.kv_version = 2 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.202920] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vault.namespace = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.203096] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vault.root_token_id = **** {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.203280] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vault.ssl_ca_crt_file = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.203465] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vault.timeout = 60.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.203632] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vault.use_ssl = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.203806] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.203979] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] keystone.cafile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.204159] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] keystone.certfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.204329] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] keystone.collect_timing = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.204491] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] keystone.connect_retries = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.204651] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] keystone.connect_retry_delay = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.204811] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] keystone.endpoint_override = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.204974] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] keystone.insecure = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.205148] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] keystone.keyfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.205311] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] keystone.max_version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.205472] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] keystone.min_version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.205630] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] keystone.region_name = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.205787] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] keystone.retriable_status_codes = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.205944] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] keystone.service_name = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.206127] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] keystone.service_type = identity {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.206312] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] keystone.split_loggers = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.206491] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] keystone.status_code_retries = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.206656] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] keystone.status_code_retry_delay = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.206819] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] keystone.timeout = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.207006] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.207180] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] keystone.version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.207373] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.ceph_mount_options = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.207671] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.207854] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.connection_uri = {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.208028] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.cpu_mode = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.208201] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.cpu_model_extra_flags = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.208373] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.cpu_models = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.208545] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.cpu_power_governor_high = performance {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.208711] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.cpu_power_governor_low = powersave {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.208876] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.cpu_power_management = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.209060] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.209263] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.device_detach_attempts = 8 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.209459] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.device_detach_timeout = 20 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.209631] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.disk_cachemodes = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.209798] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.disk_prefix = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.209967] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.enabled_perf_events = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.210157] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.file_backed_memory = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.210348] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.gid_maps = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.210522] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.hw_disk_discard = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.210683] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.hw_machine_type = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.210855] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.images_rbd_ceph_conf = {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.211057] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.211201] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.211374] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.images_rbd_glance_store_name = {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.211544] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.images_rbd_pool = rbd {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.211715] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.images_type = default {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.211877] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.images_volume_group = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.212052] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.inject_key = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.212220] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.inject_partition = -2 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.212397] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.inject_password = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.212564] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.iscsi_iface = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.212727] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.iser_use_multipath = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.212893] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.live_migration_bandwidth = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.213069] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.213238] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.live_migration_downtime = 500 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.213406] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.213568] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.213725] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.live_migration_inbound_addr = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.213888] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.214060] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.live_migration_permit_post_copy = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.214224] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.live_migration_scheme = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.214419] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.live_migration_timeout_action = abort {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.214594] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.live_migration_tunnelled = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.214757] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.live_migration_uri = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.214924] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.live_migration_with_native_tls = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.215100] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.max_queues = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.215269] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.215503] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.215673] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.nfs_mount_options = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.215974] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.216172] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.216346] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.num_iser_scan_tries = 5 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.216510] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.num_memory_encrypted_guests = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.216677] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.216842] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.num_pcie_ports = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.217017] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.num_volume_scan_tries = 5 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.217192] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.pmem_namespaces = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.217355] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.quobyte_client_cfg = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.217645] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.217819] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.rbd_connect_timeout = 5 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.217986] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.218166] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.218331] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.rbd_secret_uuid = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.218492] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.rbd_user = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.218657] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.218830] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.remote_filesystem_transport = ssh {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.219045] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.rescue_image_id = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.219169] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.rescue_kernel_id = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.219343] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.rescue_ramdisk_id = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.219519] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.219683] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.rx_queue_size = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.219852] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.smbfs_mount_options = {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.220158] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.220355] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.snapshot_compression = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.220528] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.snapshot_image_format = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.220751] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.220920] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.sparse_logical_volumes = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.221146] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.swtpm_enabled = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.221276] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.swtpm_group = tss {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.221448] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.swtpm_user = tss {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.221617] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.sysinfo_serial = unique {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.221778] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.tb_cache_size = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.221936] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.tx_queue_size = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.222113] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.uid_maps = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.222278] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.use_virtio_for_bridges = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.222450] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.virt_type = kvm {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.222617] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.volume_clear = zero {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.222780] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.volume_clear_size = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.222947] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.volume_use_multipath = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.223118] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.vzstorage_cache_path = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.223289] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.223459] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.vzstorage_mount_group = qemu {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.223624] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.vzstorage_mount_opts = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.223792] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.224095] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.224288] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.vzstorage_mount_user = stack {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.224462] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.224638] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.auth_section = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.224846] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.auth_type = password {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.225036] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.cafile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.225207] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.certfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.225376] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.collect_timing = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.225537] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.connect_retries = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.225697] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.connect_retry_delay = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.225869] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.default_floating_pool = public {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.226199] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.endpoint_override = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.226252] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.extension_sync_interval = 600 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.226406] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.http_retries = 3 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.226579] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.insecure = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.226741] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.keyfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.226901] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.max_version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.227085] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.227246] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.min_version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.227417] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.ovs_bridge = br-int {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.227580] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.physnets = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.227748] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.region_name = RegionOne {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.227908] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.retriable_status_codes = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.228086] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.service_metadata_proxy = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.228252] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.service_name = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.228427] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.service_type = network {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.228590] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.split_loggers = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.228749] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.status_code_retries = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.228909] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.status_code_retry_delay = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.229086] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.timeout = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.229306] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.229480] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] neutron.version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.229657] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] notifications.bdms_in_notifications = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.229837] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] notifications.default_level = INFO {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.230011] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] notifications.include_share_mapping = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.230215] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] notifications.notification_format = unversioned {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.230414] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] notifications.notify_on_state_change = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.230595] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.230773] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] pci.alias = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.230945] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] pci.device_spec = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.231129] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] pci.report_in_placement = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.231309] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.auth_section = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.231487] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.auth_type = password {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.231660] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.231823] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.cafile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.231988] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.certfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.232171] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.collect_timing = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.232339] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.connect_retries = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.232503] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.connect_retry_delay = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.232666] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.default_domain_id = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.232828] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.default_domain_name = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.232990] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.domain_id = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.233166] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.domain_name = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.233333] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.endpoint_override = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.233501] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.insecure = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.233665] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.keyfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.233825] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.max_version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.233986] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.min_version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.234172] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.password = **** {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.234338] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.project_domain_id = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.234507] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.project_domain_name = Default {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.234678] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.project_id = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.234854] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.project_name = service {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.235035] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.region_name = RegionOne {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.235208] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.retriable_status_codes = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.235374] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.service_name = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.235547] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.service_type = placement {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.235713] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.split_loggers = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.235877] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.status_code_retries = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.236050] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.status_code_retry_delay = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.236220] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.system_scope = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.236384] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.timeout = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.236544] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.trust_id = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.236707] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.user_domain_id = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.236907] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.user_domain_name = Default {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.237090] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.user_id = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.237271] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.username = nova {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.237458] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.237622] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] placement.version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.237799] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] quota.cores = 20 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.237978] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] quota.count_usage_from_placement = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.238169] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.238345] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] quota.injected_file_content_bytes = 10240 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.238516] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] quota.injected_file_path_length = 255 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.238685] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] quota.injected_files = 5 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.238853] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] quota.instances = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.239029] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] quota.key_pairs = 100 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.239222] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] quota.metadata_items = 128 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.239404] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] quota.ram = 51200 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.239572] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] quota.recheck_quota = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.239739] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] quota.server_group_members = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.239903] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] quota.server_groups = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.240119] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.240353] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] quota.unified_limits_resource_strategy = require {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.240545] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.240717] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.240882] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] scheduler.image_metadata_prefilter = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.241061] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.241234] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] scheduler.max_attempts = 3 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.241403] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] scheduler.max_placement_results = 1000 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.241569] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.241733] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] scheduler.query_placement_for_image_type_support = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.241897] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.242086] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] scheduler.workers = 2 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.242265] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.242439] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.242617] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.242789] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.242955] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.243133] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.243300] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.243488] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.243658] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.host_subset_size = 1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.243827] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.243987] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.244163] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.244330] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.isolated_hosts = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.244492] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.isolated_images = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.244653] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.244814] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.244976] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.245165] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.pci_in_placement = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.245328] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.245489] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.245649] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.245809] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.245970] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.246147] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.246312] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.track_instance_changes = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.246487] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.246655] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] metrics.required = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.246815] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] metrics.weight_multiplier = 1.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.246977] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.247151] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] metrics.weight_setting = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.247458] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.247632] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] serial_console.enabled = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.247808] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] serial_console.port_range = 10000:20000 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.247982] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.248169] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.248341] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] serial_console.serialproxy_port = 6083 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.248514] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] service_user.auth_section = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.248689] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] service_user.auth_type = password {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.248875] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] service_user.cafile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.249062] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] service_user.certfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.249269] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] service_user.collect_timing = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.249456] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] service_user.insecure = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.249621] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] service_user.keyfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.249795] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] service_user.send_service_user_token = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.249964] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] service_user.split_loggers = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.250142] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] service_user.timeout = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.250319] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] spice.agent_enabled = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.250485] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] spice.enabled = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.250784] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.250987] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.251176] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] spice.html5proxy_port = 6082 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.251345] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] spice.image_compression = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.251510] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] spice.jpeg_compression = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.251670] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] spice.playback_compression = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.251832] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] spice.require_secure = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.252019] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] spice.server_listen = 127.0.0.1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.252189] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.252353] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] spice.streaming_mode = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.252512] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] spice.zlib_compression = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.252678] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] upgrade_levels.baseapi = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.252850] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] upgrade_levels.compute = auto {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.253017] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] upgrade_levels.conductor = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.253238] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] upgrade_levels.scheduler = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.253342] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vendordata_dynamic_auth.auth_section = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.253506] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vendordata_dynamic_auth.auth_type = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.253665] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vendordata_dynamic_auth.cafile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.253822] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vendordata_dynamic_auth.certfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.253984] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.254157] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vendordata_dynamic_auth.insecure = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.254318] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vendordata_dynamic_auth.keyfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.254480] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.254642] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vendordata_dynamic_auth.timeout = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.254814] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.api_retry_count = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.254973] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.ca_file = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.255158] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.cache_prefix = devstack-image-cache {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.255326] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.cluster_name = testcl1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.255491] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.connection_pool_size = 10 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.255649] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.console_delay_seconds = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.255814] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.datastore_regex = ^datastore.* {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.256027] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.256207] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.host_password = **** {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.256375] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.host_port = 443 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.256544] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.host_username = administrator@vsphere.local {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.256711] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.insecure = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.256871] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.integration_bridge = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.257045] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.maximum_objects = 100 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.257213] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.pbm_default_policy = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.257379] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.pbm_enabled = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.257539] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.pbm_wsdl_location = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.257706] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.257866] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.serial_port_proxy_uri = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.258035] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.serial_port_service_uri = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.258205] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.task_poll_interval = 0.5 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.258376] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.use_linked_clone = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.258546] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.vnc_keymap = en-us {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.258712] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.vnc_port = 5900 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.258876] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vmware.vnc_port_total = 10000 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.259073] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vnc.auth_schemes = ['none'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.259301] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vnc.enabled = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.259609] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.259810] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.259967] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vnc.novncproxy_port = 6080 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.260182] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vnc.server_listen = 127.0.0.1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.260391] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.260561] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vnc.vencrypt_ca_certs = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.260744] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vnc.vencrypt_client_cert = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.260910] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vnc.vencrypt_client_key = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.261106] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.261276] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.disable_deep_image_inspection = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.261443] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.261614] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.261812] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.261979] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.disable_rootwrap = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.262157] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.enable_numa_live_migration = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.262381] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.262617] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.262797] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.262972] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.libvirt_disable_apic = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.263150] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.263317] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.263479] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.263641] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.263826] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.263997] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.264173] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.264341] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.264507] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.264666] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.264849] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.265029] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] wsgi.client_socket_timeout = 900 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.265205] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] wsgi.default_pool_size = 1000 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.265398] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] wsgi.keep_alive = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.265593] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] wsgi.max_header_line = 16384 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.265767] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] wsgi.secure_proxy_ssl_header = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.265944] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] wsgi.ssl_ca_file = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.266127] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] wsgi.ssl_cert_file = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.266294] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] wsgi.ssl_key_file = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.266464] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] wsgi.tcp_keepidle = 600 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.266672] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.266852] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] zvm.ca_file = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.267029] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] zvm.cloud_connector_url = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.267326] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.267510] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] zvm.reachable_timeout = 300 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.267712] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.267902] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.268094] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] profiler.connection_string = messaging:// {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.268267] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] profiler.enabled = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.268462] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] profiler.es_doc_type = notification {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.268642] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] profiler.es_scroll_size = 10000 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.268835] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] profiler.es_scroll_time = 2m {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.269016] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] profiler.filter_error_trace = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.269207] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] profiler.hmac_keys = **** {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.269392] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] profiler.sentinel_service_name = mymaster {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.269558] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] profiler.socket_timeout = 0.1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.269746] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] profiler.trace_requests = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.269920] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] profiler.trace_sqlalchemy = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.270113] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] profiler_jaeger.process_tags = {} {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.270292] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] profiler_jaeger.service_name_prefix = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.270462] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] profiler_otlp.service_name_prefix = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.270625] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] remote_debug.host = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.270783] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] remote_debug.port = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.270960] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.271135] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.271326] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.271507] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.271670] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.271829] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.271989] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.272167] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.272330] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.272498] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.272655] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.272821] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.272984] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.273166] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.273337] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.273502] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.273661] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.273832] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.273994] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.274163] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.274350] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.274527] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.274690] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.274856] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.275025] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.275189] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.275349] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.275507] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.275672] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.275834] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.ssl = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.276019] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.276190] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.276354] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.276522] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.276693] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.ssl_version = {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.276856] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.277061] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.277248] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_notifications.retry = -1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.277434] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.277605] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_messaging_notifications.transport_url = **** {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.277783] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.auth_section = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.277946] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.auth_type = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.278117] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.cafile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.278275] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.certfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.278438] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.collect_timing = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.278597] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.connect_retries = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.278752] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.connect_retry_delay = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.278908] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.endpoint_id = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.279086] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.endpoint_interface = publicURL {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.279270] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.endpoint_override = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.279432] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.endpoint_region_name = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.279593] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.endpoint_service_name = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.279749] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.endpoint_service_type = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.279909] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.insecure = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.280083] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.keyfile = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.280281] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.max_version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.280450] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.min_version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.280606] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.region_name = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.280762] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.retriable_status_codes = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.280917] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.service_name = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.281085] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.service_type = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.281248] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.split_loggers = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.281406] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.status_code_retries = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.281563] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.status_code_retry_delay = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.281734] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.timeout = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.281871] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.valid_interfaces = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.282035] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_limit.version = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.282204] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_reports.file_event_handler = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.282366] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.282523] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] oslo_reports.log_dir = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.282690] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.282849] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.283011] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.283206] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.283384] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.283543] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.283713] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.283863] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vif_plug_ovs_privileged.group = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.284033] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.284203] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.284366] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.284523] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] vif_plug_ovs_privileged.user = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.284688] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] os_vif_linux_bridge.flat_interface = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.284861] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.285040] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.285215] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.285382] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.285544] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.285707] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.285866] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.286052] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.286247] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] os_vif_ovs.isolate_vif = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.286427] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.286591] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.286757] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.286922] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] os_vif_ovs.ovsdb_interface = native {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.287095] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] os_vif_ovs.per_port_bridge = False {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.287268] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] privsep_osbrick.capabilities = [21] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.287427] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] privsep_osbrick.group = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.287582] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] privsep_osbrick.helper_command = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.287742] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.287906] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.288075] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] privsep_osbrick.user = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.288249] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.288407] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] nova_sys_admin.group = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.288563] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] nova_sys_admin.helper_command = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.288723] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.288882] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.289048] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] nova_sys_admin.user = None {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.289220] env[62683]: DEBUG oslo_service.service [None req-a0a5c1bc-a304-4de9-aec1-c0dbf7df830f None None] ******************************************************************************** {{(pid=62683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 500.289613] env[62683]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 500.793475] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Getting list of instances from cluster (obj){ [ 500.793475] env[62683]: value = "domain-c8" [ 500.793475] env[62683]: _type = "ClusterComputeResource" [ 500.793475] env[62683]: } {{(pid=62683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 500.794578] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02db232-0f2c-476f-a9ba-5de3301e097b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.803491] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Got total of 0 instances {{(pid=62683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 500.804061] env[62683]: WARNING nova.virt.vmwareapi.driver [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 500.804528] env[62683]: INFO nova.virt.node [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Generated node identity e206140c-2e6e-436d-87ad-d82d52de532e [ 500.804758] env[62683]: INFO nova.virt.node [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Wrote node identity e206140c-2e6e-436d-87ad-d82d52de532e to /opt/stack/data/n-cpu-1/compute_id [ 501.307444] env[62683]: WARNING nova.compute.manager [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Compute nodes ['e206140c-2e6e-436d-87ad-d82d52de532e'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 502.313751] env[62683]: INFO nova.compute.manager [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 503.319614] env[62683]: WARNING nova.compute.manager [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 503.320020] env[62683]: DEBUG oslo_concurrency.lockutils [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 503.320188] env[62683]: DEBUG oslo_concurrency.lockutils [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 503.320346] env[62683]: DEBUG oslo_concurrency.lockutils [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 503.320497] env[62683]: DEBUG nova.compute.resource_tracker [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 503.321457] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4070341-5600-4ea5-97fd-65e3e464d96e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 503.329390] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cb0dfa-0876-4dcd-96b6-82686204625b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 503.343368] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905e902d-7684-489a-9f04-39acdf2dbfda {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 503.349654] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf581f97-3414-477f-83cb-bd43f5b189f1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 503.378164] env[62683]: DEBUG nova.compute.resource_tracker [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181382MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 503.378319] env[62683]: DEBUG oslo_concurrency.lockutils [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 503.378492] env[62683]: DEBUG oslo_concurrency.lockutils [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 503.880696] env[62683]: WARNING nova.compute.resource_tracker [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] No compute node record for cpu-1:e206140c-2e6e-436d-87ad-d82d52de532e: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host e206140c-2e6e-436d-87ad-d82d52de532e could not be found. [ 504.385067] env[62683]: INFO nova.compute.resource_tracker [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: e206140c-2e6e-436d-87ad-d82d52de532e [ 505.892372] env[62683]: DEBUG nova.compute.resource_tracker [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 505.892757] env[62683]: DEBUG nova.compute.resource_tracker [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 506.054902] env[62683]: INFO nova.scheduler.client.report [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] [req-06ae4fc6-b5b4-472d-8b17-1e102b170cbc] Created resource provider record via placement API for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 506.073723] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ab4832-a5fa-4012-989b-cc07f7158687 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.081084] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef3faa6-d742-4449-a4ef-166f7ccc1614 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.109733] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa8eed0-a870-4ab5-b439-8b3cba7017c7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.116543] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e608dc-e803-40b7-b4d4-a5603f06c5bf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.129151] env[62683]: DEBUG nova.compute.provider_tree [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 506.666416] env[62683]: DEBUG nova.scheduler.client.report [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 506.666680] env[62683]: DEBUG nova.compute.provider_tree [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 0 to 1 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 506.666870] env[62683]: DEBUG nova.compute.provider_tree [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 506.713718] env[62683]: DEBUG nova.compute.provider_tree [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 1 to 2 during operation: update_traits {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 507.218818] env[62683]: DEBUG nova.compute.resource_tracker [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 507.219235] env[62683]: DEBUG oslo_concurrency.lockutils [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.840s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 507.219235] env[62683]: DEBUG nova.service [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Creating RPC server for service compute {{(pid=62683) start /opt/stack/nova/nova/service.py:186}} [ 507.232537] env[62683]: DEBUG nova.service [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] Join ServiceGroup membership for this service compute {{(pid=62683) start /opt/stack/nova/nova/service.py:203}} [ 507.232710] env[62683]: DEBUG nova.servicegroup.drivers.db [None req-24dd505e-e8e3-4746-b70e-6788c290bf87 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62683) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 550.237639] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.741241] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Getting list of instances from cluster (obj){ [ 550.741241] env[62683]: value = "domain-c8" [ 550.741241] env[62683]: _type = "ClusterComputeResource" [ 550.741241] env[62683]: } {{(pid=62683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 550.742224] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276b7caf-77aa-4655-a024-53ad0deec353 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.751294] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Got total of 0 instances {{(pid=62683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 550.751551] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.751895] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Getting list of instances from cluster (obj){ [ 550.751895] env[62683]: value = "domain-c8" [ 550.751895] env[62683]: _type = "ClusterComputeResource" [ 550.751895] env[62683]: } {{(pid=62683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 550.752812] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8710f805-9e13-4adf-bf43-8d08f184530b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.759879] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Got total of 0 instances {{(pid=62683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 555.699467] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.699467] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.699467] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 555.699467] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Rebuilding the list of instances to heal {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 556.201391] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Didn't find any instances for network info cache update. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 556.201626] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 556.201883] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 556.202103] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 556.202305] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 556.202499] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 556.202689] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 556.202856] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 556.203010] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 556.706660] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.707070] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.707070] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.707254] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 556.708462] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50e4acb-80a4-4eb7-84d5-2ff670681efc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.716482] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5ccb43-809d-4dfd-9f72-4fc0d6080663 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.729882] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2f8ff4-0d9a-4cf7-9317-8f3e37a1933c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.735714] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed331e8-9899-4def-9b43-b54579399872 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.764434] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181390MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 556.764585] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.764768] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.782779] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 557.783016] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 557.796634] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b8a9cb-09eb-4279-a422-28d660c200eb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.803777] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63413c8b-7182-4bba-be34-6dbde554bcdc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.832571] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e9e0d3-6219-41e7-a9b1-20fd9d98bca7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.839275] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283458bb-9ebb-4e2c-826b-d6b589f116de {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.851714] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 558.355303] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 558.860941] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 558.861441] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.096s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.848267] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.848705] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.353745] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.353912] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 619.354050] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Rebuilding the list of instances to heal {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 619.856128] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Didn't find any instances for network info cache update. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 619.856477] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.856515] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.856660] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.856810] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.856946] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.857109] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.857238] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 619.857379] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.360968] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.361241] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.361411] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.361563] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 620.362479] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0d8bce-6ac0-4ca2-a221-50681947ce9d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.370619] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173515e7-7605-4162-8957-81270fdadb5c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.384504] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8deb317-01b5-480f-8291-1b5167ac5414 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.390721] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b1ab99-2565-4dc5-b0f7-3a57fa2faa45 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.419584] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181373MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 620.419732] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.419904] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.438981] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 621.439230] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 621.452671] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9169b4-d3c8-40b0-a86c-fb32b583c800 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.460408] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376749c0-f293-45d9-afd7-6d1acbd016c7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.489565] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad64e72-79d8-4320-b10e-f663f5c5ffcc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.496916] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6036e6d6-5b33-4c2d-bf93-e4755b39c7b4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.509766] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.013827] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.015147] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 622.015331] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.017192] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 682.017591] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 682.017591] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 682.017715] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Rebuilding the list of instances to heal {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 682.520693] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Didn't find any instances for network info cache update. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 682.520948] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 682.521081] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 682.521238] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 682.521410] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 682.521559] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 682.521699] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 682.521825] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 682.521960] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.025501] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.025872] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.025913] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.026099] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 683.027119] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa62355-414a-4996-8402-00e11741c92c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.035529] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3c1067-d74d-4759-9395-a83529e4bce1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.048939] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a16038-c8a8-4a1d-a096-357443bbce88 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.055060] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e842ad04-6cc6-4ce8-bc0e-488e30c579dd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.084288] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181387MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 683.084463] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.084610] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.102979] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 684.103251] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 684.115410] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08af3a9b-173f-42f5-8175-8ec371f4345e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.122913] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b34fc1-01e4-424c-82f7-d5a8468bf426 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.151430] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18525c5-235b-4e80-b09b-42616ae1b07f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.158715] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da2580c-3502-4f30-af9b-f762aeab0ff1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.171475] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.674711] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.676064] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 684.676253] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.343803] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.344252] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.849536] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.849536] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 741.849536] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Rebuilding the list of instances to heal {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 742.353931] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Didn't find any instances for network info cache update. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 742.353931] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 742.353931] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 742.353931] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 742.353931] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 742.353931] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 742.354379] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 742.354379] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 742.354379] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 742.858037] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.858037] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.858037] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.858037] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 742.858847] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c29f0f-02d1-406f-a27b-085e99c904c2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.867322] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a41547-cf2b-4577-9bc2-628f3ae633b4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.880486] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6c2f11-d86c-473b-91b6-32b9a000dd25 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.886383] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8243b8-8cd3-40e0-9041-0e7d6c3473b6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.914104] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181373MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 742.914250] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.914423] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.935598] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 743.935598] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 743.950019] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e009d15-0aff-42d8-93f7-30c87e8a0298 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.957365] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cfd874-0d24-4904-a664-462cc2557723 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.986116] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4b2f87-4718-4930-b97b-1a80f3d9c89f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.994025] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998a8360-d1b8-4c72-8df4-ea30d9511197 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.005793] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.510309] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.510309] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 744.510309] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.689332] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.689715] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Cleaning up deleted instances {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 796.192902] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] There are 0 instances to clean {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 796.193185] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 796.193332] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Cleaning up deleted instances with incomplete migration {{(pid=62683) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 796.697117] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.200016] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.690707] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.689426] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.689595] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 800.689668] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Rebuilding the list of instances to heal {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 801.192716] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Didn't find any instances for network info cache update. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 801.193128] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.193128] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.689836] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.690120] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.690353] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 802.689257] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.689601] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 803.193079] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.193359] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.193545] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.193704] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 803.194615] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735cfd6d-79ff-42fa-9223-e55ef018a18e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.202687] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f1f186-5d42-4304-9dae-bee1d3296fb1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.216231] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b40fd64-58f3-455e-a124-a2b11d7a6e0f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.222201] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e81d3a-d5ca-4edb-b1e9-2e20d236c4d5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.250045] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181373MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 803.250187] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.250370] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.268921] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 804.269164] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 804.282988] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6c7bc5-27fa-4c09-8b05-23433f9885fa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.290942] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3c9801-e288-4f10-aeb5-dc9121675ee4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.321068] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007cdbd4-4e0e-47b5-bce3-2c000a6a1f51 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.328484] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf42ad3-c8a6-475d-b826-688535180db7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.341841] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.847158] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.849334] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 804.849615] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.849996] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.689566] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.689817] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 861.690048] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Rebuilding the list of instances to heal {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 862.193139] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Didn't find any instances for network info cache update. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 862.193377] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.193601] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.193750] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 862.689383] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.689639] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.685520] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.685786] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.689265] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.689605] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 865.192790] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.193184] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.193347] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.193824] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 865.194595] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89838d4-bd15-4efa-bcfd-6f117b4d87d9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.203209] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41eb0c30-69d4-40cc-a81a-c607b4f18776 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.216660] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35db2d82-3a90-4c8f-b4b3-374eceb6b353 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.222624] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a2adef-61b6-4150-9a46-6dc76b2a8ec1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.250193] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181369MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 865.250368] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.250527] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.282846] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 866.283115] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 866.300600] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 866.314282] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 866.314500] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.325525] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 866.339913] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 866.350304] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e931b2a-7bfd-4a78-a099-4f87344e520d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.358430] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9585f202-fb24-48e2-b7f6-f56075d882b1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.387151] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc205b51-5352-47ee-a041-44a3f0d1b5bc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.394048] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f97953-9058-45bc-b100-ab32d4dcc9b5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.406276] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.909438] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.910720] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 866.910915] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.660s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.912891] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.689800] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.689247] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.689414] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 922.689503] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Rebuilding the list of instances to heal {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 923.192563] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Didn't find any instances for network info cache update. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 923.192811] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.192971] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.193123] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 924.188804] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.689108] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.689462] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 925.192979] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.193231] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.193401] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.193560] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 925.194533] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa21e5b6-0c70-4cea-9110-9ccb316d2dff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.202581] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a208149-6b41-4f64-8897-9ded2cd9ea12 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.216626] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2577b7-e778-4e73-804d-ca3849cd4cf4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.222784] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e57d43-98e2-4a04-8cd1-c631029caf3e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.250812] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181375MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 925.250942] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.251148] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.269657] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 926.269887] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 926.282460] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7898cfc5-0a41-4f13-aad6-8dabe69ab2cd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.290437] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dfb4d2-ccb7-4dec-9654-6c4d0fe70e88 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.320365] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed46899-3fd3-44be-bee0-8403e7675c92 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.327036] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d35e16-0b9e-45bd-88d1-7e36ce3a5514 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.339457] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.844754] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.844754] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 926.844754] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.844761] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.690182] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.690599] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.689573] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.689749] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 982.689842] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Rebuilding the list of instances to heal {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 983.192987] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Didn't find any instances for network info cache update. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 983.193361] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.193361] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 983.689836] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 984.195906] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.190562] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.689924] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.690421] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.194166] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.194395] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.194566] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.194722] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 986.195621] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f74b5d2-ba9d-4307-9ea3-ceb57e79ff58 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.203488] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84bb718-b506-4d13-a7a1-feaa185714ee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.218675] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c897cc-a486-4409-85f5-989cb3c40333 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.224721] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06671c6e-1672-4663-b51f-f620994acef5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.253140] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181366MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 986.253285] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.253478] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.270455] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 987.270724] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 987.283387] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447ad2b4-f37f-4e1a-9f30-1efb33bb8beb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.290772] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1040e650-b1bc-4362-be03-c1a4595958d1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.320336] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5769053-3c04-48f8-bf58-1fdafd4f58ae {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.326737] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a416ab-462e-421a-a65a-828377536907 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.339077] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.842128] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.843437] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 987.843612] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.842652] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1037.690381] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.689682] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.690067] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1042.690067] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Rebuilding the list of instances to heal {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1043.193101] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Didn't find any instances for network info cache update. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1043.193385] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.193491] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1043.690655] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.690044] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.685096] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.688777] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.688937] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.192382] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.192846] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.192846] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.192964] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1047.193908] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0809a241-c5d7-4522-83d0-8dd543ec3d6c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.202091] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a3a00f-6115-41b7-bfbd-8128149fe362 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.216700] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9264e5-3973-48e4-a024-6f402fc8997c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.222547] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f525aa77-0613-4f99-8f1a-6cb1e10cf25d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.249979] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181383MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1047.250127] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.250310] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.270018] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1048.270290] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1048.283343] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e183a819-fc99-4330-9b44-d03f60e1e8e2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.291037] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb6aa82-9660-4c52-a403-19a86cd7d585 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.322180] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b0a1ef-37c9-4782-8e51-264d22eedf6d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.329212] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255ab529-37bd-4022-83ef-0f8a75175ca5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.342231] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.845965] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.847222] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1048.847408] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.847840] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.693193] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.693585] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Cleaning up deleted instances {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1096.200687] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] There are 0 instances to clean {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1098.690161] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.690476] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Cleaning up deleted instances with incomplete migration {{(pid=62683) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1100.193302] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.689918] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.690361] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1102.690361] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Rebuilding the list of instances to heal {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1103.193576] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Didn't find any instances for network info cache update. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1103.193832] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.193971] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1104.690025] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.685865] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.689452] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.689849] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.684981] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.688647] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.688865] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.192173] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.192623] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.192623] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.192775] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1109.193730] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bf40b3-4636-48c6-8e7f-1f230206e6da {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.202044] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11a745d-1216-4869-aba0-881b5e14ee40 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.216518] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033cd3e9-d271-4da9-953e-2a0df7035583 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.222686] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466c67ad-5c87-4a85-875b-84129bda53da {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.250540] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181384MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1109.250694] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.250859] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.270108] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1110.270719] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1110.288033] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07be2377-2a03-42fd-8574-f55911892f26 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.294163] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ed4f69-f856-4ec1-8a2a-8804393bcd2d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.324467] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f95d425-8e7f-4c7f-ac53-04d041cada53 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.332595] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f55433-6c08-4204-bb6a-dbf6a6ac4d50 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.346512] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.850051] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.850936] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1110.851136] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.600s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.851353] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.904048] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.407847] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Getting list of instances from cluster (obj){ [ 1153.407847] env[62683]: value = "domain-c8" [ 1153.407847] env[62683]: _type = "ClusterComputeResource" [ 1153.407847] env[62683]: } {{(pid=62683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1153.409015] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11f6e89-3f50-4b2a-8458-31bc27a0691b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.417923] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Got total of 0 instances {{(pid=62683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1161.203220] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.690690] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.691053] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1164.691053] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Rebuilding the list of instances to heal {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1165.193860] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Didn't find any instances for network info cache update. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1165.194148] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.194294] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1165.689066] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.690397] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.690892] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.195067] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.195067] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.195067] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.195067] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1169.195941] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9176c890-520c-41bb-9f41-d7d9d07acb9c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.205192] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec7ad8e-d3be-4ee8-bbc2-c559dccb01b3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.218918] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fa6dda-6217-4a61-8d55-6c5c2c9feea5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.225056] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f76dbd4-7812-40e9-96fe-f224265e8d7d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.253104] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181380MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1169.253258] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.253432] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.370697] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1170.370951] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1170.386223] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1170.396882] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1170.397065] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.405765] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1170.419793] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1170.430049] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf62cf06-1b59-4ca2-859f-f91f7e0eaf2a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.437371] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03005f5-10d7-48cf-bfc5-70a46d70ad57 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.467334] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbf1895-4905-422e-aea6-99e1dbc97bca {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.474089] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393a4c3d-f21d-471c-835a-3c2b4eedbe2a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.486445] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.989736] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.990995] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1170.991188] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.738s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.985928] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.986310] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.986310] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.690621] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.692648] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.693029] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1224.693029] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Rebuilding the list of instances to heal {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1225.196556] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Didn't find any instances for network info cache update. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1225.689726] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.193918] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.194367] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1227.690287] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.689201] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.689588] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.192487] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.192725] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.192893] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.193068] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1230.194098] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19b20ca-6173-4454-a70c-b5d870c442c8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.202317] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9d2e8a-f9b7-463d-a38e-4d1e235322f6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.216710] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1501cc-8210-464e-a952-a9375283eae9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.222685] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cb34b1-dce3-4a26-9e2a-eea54309a661 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.250219] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181381MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1230.250385] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.250542] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.268255] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1231.268538] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1231.283417] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebfe29f-3a64-4880-bd23-2823672bc491 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.291131] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680561af-6d0f-4355-8dfa-301e796078a6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.320621] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ab34ab-8b74-4857-8d35-91d88e7d0d60 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.327463] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730d5e78-ea6f-4322-ab52-10e356c042d1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.339908] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.842589] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.843874] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1231.844064] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.839535] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.839927] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.839927] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.690512] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.692124] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.692439] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1284.692439] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Rebuilding the list of instances to heal {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1285.196024] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Didn't find any instances for network info cache update. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1287.689301] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.689722] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1289.691069] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.684836] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.688505] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.191494] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.191798] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.191932] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.192102] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1291.193014] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185d6a3f-1f43-4efa-aefd-4ac0674d2772 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.201141] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51516607-eb60-40e5-9b5f-8e2265d0f863 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.214610] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5eddda-769b-4f24-9bd7-bc48af1b8006 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.220421] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca2e53c-c71d-463c-a7d8-5ee4544e97e8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.248935] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181396MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1291.249092] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.249280] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.271758] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1292.272026] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1292.285015] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19365647-d1ec-4f70-8478-87150cd51bde {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.292281] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d322dea7-a911-4a7a-bdbf-11d43d8bfda7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.321051] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d239b2b5-1b29-48ae-b0a2-061f2899e7d6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.327818] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99bf4de-0212-4ab7-b2d6-fc85bb0c11e9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.341063] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.844664] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.846023] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1292.846023] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.847560] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.847930] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.847930] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.748880] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquiring lock "21399ba5-2247-4e01-a14d-c17d1a53ba26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.749207] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lock "21399ba5-2247-4e01-a14d-c17d1a53ba26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.980020] env[62683]: DEBUG oslo_concurrency.lockutils [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquiring lock "1e109a37-4ac1-4c6d-ba73-ae958c417296" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.980020] env[62683]: DEBUG oslo_concurrency.lockutils [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lock "1e109a37-4ac1-4c6d-ba73-ae958c417296" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.221460] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Acquiring lock "7a6a23a9-4562-4e35-913a-fa2aecee6c62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.221698] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Lock "7a6a23a9-4562-4e35-913a-fa2aecee6c62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.252993] env[62683]: DEBUG nova.compute.manager [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1313.482673] env[62683]: DEBUG nova.compute.manager [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1313.726289] env[62683]: DEBUG nova.compute.manager [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1313.806812] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.807223] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.808965] env[62683]: INFO nova.compute.claims [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.020036] env[62683]: DEBUG oslo_concurrency.lockutils [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.260901] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.510527] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquiring lock "a531ac93-b930-44aa-b0ba-307b44497ff1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.511079] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "a531ac93-b930-44aa-b0ba-307b44497ff1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.898113] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05b892b-d720-490e-9101-93666ad260e1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.907748] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291ed39c-7e10-41a6-9819-504c7b8243a1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.947917] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9988430c-06a7-4ebe-a2c5-10db9d628c4e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.957516] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cb0e4d-bbe5-4ba0-931e-ef0a2761ad92 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.983534] env[62683]: DEBUG nova.compute.provider_tree [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.013114] env[62683]: DEBUG nova.compute.manager [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1315.420019] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Acquiring lock "173e6718-3cbe-4e9a-ae9d-fa93d945b89f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.420019] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Lock "173e6718-3cbe-4e9a-ae9d-fa93d945b89f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.487445] env[62683]: DEBUG nova.scheduler.client.report [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.538286] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.920450] env[62683]: DEBUG nova.compute.manager [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1315.939945] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Acquiring lock "d03ab883-ef81-4242-9091-265657adc37e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.940987] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Lock "d03ab883-ef81-4242-9091-265657adc37e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.993684] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.994345] env[62683]: DEBUG nova.compute.manager [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1315.998440] env[62683]: DEBUG oslo_concurrency.lockutils [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.978s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.998440] env[62683]: INFO nova.compute.claims [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1316.446958] env[62683]: DEBUG nova.compute.manager [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1316.453220] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.507967] env[62683]: DEBUG nova.compute.utils [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1316.508739] env[62683]: DEBUG nova.compute.manager [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1316.509077] env[62683]: DEBUG nova.network.neutron [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1316.980081] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.022802] env[62683]: DEBUG nova.compute.manager [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1317.164159] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d58dd8-ec29-435c-817b-23e70c1824c2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.178026] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dfd7e7-f700-4d3a-9eca-91528659e3cd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.218955] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff25cdfb-d06a-4657-9fd9-374c078b5dc5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.227275] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5a2684-dd2e-404b-b7db-8f20bb6ac09a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.244190] env[62683]: DEBUG nova.compute.provider_tree [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.747453] env[62683]: DEBUG nova.scheduler.client.report [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.807396] env[62683]: DEBUG nova.policy [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da99f68b153144e1ad43cf85c7c2a5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cde0457171ac4181aec0b9bfc6d3bce8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1318.040279] env[62683]: DEBUG nova.compute.manager [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1318.089789] env[62683]: DEBUG nova.virt.hardware [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.089789] env[62683]: DEBUG nova.virt.hardware [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.089789] env[62683]: DEBUG nova.virt.hardware [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.090264] env[62683]: DEBUG nova.virt.hardware [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.090264] env[62683]: DEBUG nova.virt.hardware [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.090449] env[62683]: DEBUG nova.virt.hardware [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.090546] env[62683]: DEBUG nova.virt.hardware [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.090696] env[62683]: DEBUG nova.virt.hardware [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.090947] env[62683]: DEBUG nova.virt.hardware [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.091035] env[62683]: DEBUG nova.virt.hardware [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.091172] env[62683]: DEBUG nova.virt.hardware [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.092145] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a26116-e81a-4fbf-93cd-380bdf3ae96b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.103314] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d899cde-6353-48c2-becf-887b8754559a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.126935] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eb5a04-9117-4ac1-a26a-810245ec939d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.254912] env[62683]: DEBUG oslo_concurrency.lockutils [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.255578] env[62683]: DEBUG nova.compute.manager [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1318.261861] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.002s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.262654] env[62683]: INFO nova.compute.claims [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1318.769413] env[62683]: DEBUG nova.compute.utils [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1318.770921] env[62683]: DEBUG nova.compute.manager [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1318.772261] env[62683]: DEBUG nova.network.neutron [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1318.986937] env[62683]: DEBUG nova.policy [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29b65faa142f4a9797a8ba9bfe2b3162', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0e5058549694b5394d1d09911050564', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1319.278510] env[62683]: DEBUG nova.compute.manager [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1319.482232] env[62683]: DEBUG nova.network.neutron [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Successfully created port: 67d73e4f-895d-4077-be4d-2b8072df2235 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1319.522093] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd18c203-97bc-452e-ba3a-2e8e7ea22b50 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.529897] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe26fbc-c288-476d-96f2-db537706e6e2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.570336] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5f55ad-be49-4a5f-8dc2-0d92f7fa5291 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.577290] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9262015-6c82-4015-8597-bf7529fffac3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.595652] env[62683]: DEBUG nova.compute.provider_tree [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.099504] env[62683]: DEBUG nova.scheduler.client.report [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.291770] env[62683]: DEBUG nova.compute.manager [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1320.302103] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.302791] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.324120] env[62683]: DEBUG nova.virt.hardware [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.324120] env[62683]: DEBUG nova.virt.hardware [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.324120] env[62683]: DEBUG nova.virt.hardware [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.324120] env[62683]: DEBUG nova.virt.hardware [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.324408] env[62683]: DEBUG nova.virt.hardware [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.325251] env[62683]: DEBUG nova.virt.hardware [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.325787] env[62683]: DEBUG nova.virt.hardware [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.326254] env[62683]: DEBUG nova.virt.hardware [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.326566] env[62683]: DEBUG nova.virt.hardware [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.326906] env[62683]: DEBUG nova.virt.hardware [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.327223] env[62683]: DEBUG nova.virt.hardware [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.328418] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d104fd-01c1-4d72-b96a-91c1c7135124 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.341469] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e6bbee-9216-433a-a51f-3f7797d57a69 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.359787] env[62683]: DEBUG nova.network.neutron [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Successfully created port: 623de677-03b2-4160-a9db-bca05a978236 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1320.605862] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.606360] env[62683]: DEBUG nova.compute.manager [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1320.611017] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.072s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.616034] env[62683]: INFO nova.compute.claims [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1320.806175] env[62683]: DEBUG nova.compute.manager [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1321.112317] env[62683]: DEBUG nova.compute.utils [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1321.114346] env[62683]: DEBUG nova.compute.manager [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1321.114655] env[62683]: DEBUG nova.network.neutron [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1321.172269] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Acquiring lock "c0d94c9e-6312-4a46-96fb-250874a085f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.172269] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Lock "c0d94c9e-6312-4a46-96fb-250874a085f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.340208] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.470514] env[62683]: DEBUG nova.policy [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ba5b9810013401abc040d65171aa89d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea415397d6a74b29bafb91bb581721ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1321.620497] env[62683]: DEBUG nova.compute.manager [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1321.679556] env[62683]: DEBUG nova.compute.manager [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1321.778950] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f9e024-853a-4fc1-a167-51a04f8a7692 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.792071] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282b06a0-7ae7-4b5a-8700-9881c292d4b9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.830270] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd20fc70-7100-4bb3-88f9-cb0241da9d9e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.838447] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e57aa22-660a-4b3a-ae1b-29672203ad8a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.856359] env[62683]: DEBUG nova.compute.provider_tree [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.141554] env[62683]: DEBUG nova.network.neutron [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Successfully created port: d48585f0-d6dc-4156-8870-70abfbcbcf2a {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1322.214944] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.359149] env[62683]: DEBUG nova.scheduler.client.report [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.646070] env[62683]: DEBUG nova.compute.manager [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1322.686730] env[62683]: DEBUG nova.virt.hardware [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.688123] env[62683]: DEBUG nova.virt.hardware [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.688355] env[62683]: DEBUG nova.virt.hardware [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.688572] env[62683]: DEBUG nova.virt.hardware [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.688727] env[62683]: DEBUG nova.virt.hardware [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.688902] env[62683]: DEBUG nova.virt.hardware [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.689141] env[62683]: DEBUG nova.virt.hardware [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.689306] env[62683]: DEBUG nova.virt.hardware [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.689478] env[62683]: DEBUG nova.virt.hardware [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.689689] env[62683]: DEBUG nova.virt.hardware [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.689901] env[62683]: DEBUG nova.virt.hardware [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.691953] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6f44e0-331e-4141-9113-d632f5a6b143 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.702693] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb57717-6c5e-44aa-819a-07b8dace9feb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.867614] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.868772] env[62683]: DEBUG nova.compute.manager [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1322.872750] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.419s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.875171] env[62683]: INFO nova.compute.claims [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.939764] env[62683]: DEBUG nova.network.neutron [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Successfully created port: f3dae106-d68e-4c95-9f69-090c90a0b3b4 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1323.388134] env[62683]: DEBUG nova.compute.utils [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1323.393767] env[62683]: DEBUG nova.compute.manager [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1323.394172] env[62683]: DEBUG nova.network.neutron [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1323.479881] env[62683]: DEBUG nova.policy [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94953af0a895402aa7927fd88ed28940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33f40b09eb2b41aaa0502e2f5168c06c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1323.880766] env[62683]: DEBUG nova.network.neutron [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Successfully created port: d63cfaac-346d-433b-b26a-53618c2780fe {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1323.896710] env[62683]: DEBUG nova.compute.manager [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1324.045652] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90eebcb6-5703-42d4-825c-cd40d0fbf822 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.055191] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a400c6-91b7-40ac-ba49-ef58a59dbd0e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.095316] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941190c7-e680-4c33-9c23-a348c0550006 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.103265] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912e746b-37f2-4702-9cb2-123a560e785e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.118603] env[62683]: DEBUG nova.compute.provider_tree [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.229924] env[62683]: DEBUG nova.network.neutron [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Successfully created port: 6f169b53-1411-434e-a05c-e2e4e7ba6d4b {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1324.622078] env[62683]: DEBUG nova.scheduler.client.report [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.905170] env[62683]: DEBUG nova.compute.manager [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1324.934659] env[62683]: DEBUG nova.virt.hardware [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1324.934894] env[62683]: DEBUG nova.virt.hardware [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.935842] env[62683]: DEBUG nova.virt.hardware [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1324.936162] env[62683]: DEBUG nova.virt.hardware [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.936391] env[62683]: DEBUG nova.virt.hardware [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1324.936652] env[62683]: DEBUG nova.virt.hardware [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1324.937027] env[62683]: DEBUG nova.virt.hardware [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1324.937312] env[62683]: DEBUG nova.virt.hardware [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1324.937605] env[62683]: DEBUG nova.virt.hardware [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1324.938896] env[62683]: DEBUG nova.virt.hardware [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1324.938896] env[62683]: DEBUG nova.virt.hardware [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1324.943497] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56255812-15c3-46d5-9330-db8cf77c5233 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.961552] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae20aad6-fa06-48e6-ac9d-f1688d6ff138 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.004642] env[62683]: DEBUG nova.network.neutron [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Successfully updated port: 67d73e4f-895d-4077-be4d-2b8072df2235 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1325.129207] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.130052] env[62683]: DEBUG nova.compute.manager [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1325.132876] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.153s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.139259] env[62683]: INFO nova.compute.claims [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.280454] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Acquiring lock "3bd6551a-141e-4e53-80f4-447ad4896265" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.280675] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Lock "3bd6551a-141e-4e53-80f4-447ad4896265" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.511041] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquiring lock "refresh_cache-21399ba5-2247-4e01-a14d-c17d1a53ba26" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.511041] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquired lock "refresh_cache-21399ba5-2247-4e01-a14d-c17d1a53ba26" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.511240] env[62683]: DEBUG nova.network.neutron [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1325.621992] env[62683]: DEBUG nova.network.neutron [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Successfully updated port: f3dae106-d68e-4c95-9f69-090c90a0b3b4 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1325.641752] env[62683]: DEBUG nova.compute.utils [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1325.646034] env[62683]: DEBUG nova.compute.manager [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1325.646034] env[62683]: DEBUG nova.network.neutron [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1325.730789] env[62683]: DEBUG nova.policy [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '671a8d2add214a43822f7497132c952e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6b855d23ee94da3bad36aa6e1448024', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1325.782930] env[62683]: DEBUG nova.compute.manager [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1326.069749] env[62683]: DEBUG nova.compute.manager [req-a1d592d4-e96b-4b5e-bb93-fc233617c683 req-5fc0d5f4-6db1-4caf-a314-2fd71b8c89b4 service nova] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Received event network-vif-plugged-67d73e4f-895d-4077-be4d-2b8072df2235 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1326.069749] env[62683]: DEBUG oslo_concurrency.lockutils [req-a1d592d4-e96b-4b5e-bb93-fc233617c683 req-5fc0d5f4-6db1-4caf-a314-2fd71b8c89b4 service nova] Acquiring lock "21399ba5-2247-4e01-a14d-c17d1a53ba26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.069749] env[62683]: DEBUG oslo_concurrency.lockutils [req-a1d592d4-e96b-4b5e-bb93-fc233617c683 req-5fc0d5f4-6db1-4caf-a314-2fd71b8c89b4 service nova] Lock "21399ba5-2247-4e01-a14d-c17d1a53ba26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.069749] env[62683]: DEBUG oslo_concurrency.lockutils [req-a1d592d4-e96b-4b5e-bb93-fc233617c683 req-5fc0d5f4-6db1-4caf-a314-2fd71b8c89b4 service nova] Lock "21399ba5-2247-4e01-a14d-c17d1a53ba26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.070053] env[62683]: DEBUG nova.compute.manager [req-a1d592d4-e96b-4b5e-bb93-fc233617c683 req-5fc0d5f4-6db1-4caf-a314-2fd71b8c89b4 service nova] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] No waiting events found dispatching network-vif-plugged-67d73e4f-895d-4077-be4d-2b8072df2235 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1326.070380] env[62683]: WARNING nova.compute.manager [req-a1d592d4-e96b-4b5e-bb93-fc233617c683 req-5fc0d5f4-6db1-4caf-a314-2fd71b8c89b4 service nova] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Received unexpected event network-vif-plugged-67d73e4f-895d-4077-be4d-2b8072df2235 for instance with vm_state building and task_state spawning. [ 1326.124625] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Acquiring lock "refresh_cache-7a6a23a9-4562-4e35-913a-fa2aecee6c62" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.124788] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Acquired lock "refresh_cache-7a6a23a9-4562-4e35-913a-fa2aecee6c62" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.124935] env[62683]: DEBUG nova.network.neutron [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.155588] env[62683]: DEBUG nova.compute.manager [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1326.315992] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.321179] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5991829e-3f3f-43d6-936a-8d66409e4743 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.325408] env[62683]: DEBUG nova.network.neutron [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1326.331947] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1717b10a-d1b0-4555-926b-15e991b6eeb1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.366777] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf99b67f-6daa-4147-8572-a808bc37de1c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.374517] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e191fcf8-c3ab-40e2-ae9e-6c542d1e616f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.390258] env[62683]: DEBUG nova.compute.provider_tree [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.578777] env[62683]: DEBUG nova.compute.manager [req-1b4bdb33-56c0-4e4d-9a3f-44345bb04f49 req-918f9877-f5cd-4159-a726-0a37f38aaa11 service nova] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Received event network-vif-plugged-f3dae106-d68e-4c95-9f69-090c90a0b3b4 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1326.579068] env[62683]: DEBUG oslo_concurrency.lockutils [req-1b4bdb33-56c0-4e4d-9a3f-44345bb04f49 req-918f9877-f5cd-4159-a726-0a37f38aaa11 service nova] Acquiring lock "7a6a23a9-4562-4e35-913a-fa2aecee6c62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.579286] env[62683]: DEBUG oslo_concurrency.lockutils [req-1b4bdb33-56c0-4e4d-9a3f-44345bb04f49 req-918f9877-f5cd-4159-a726-0a37f38aaa11 service nova] Lock "7a6a23a9-4562-4e35-913a-fa2aecee6c62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.579454] env[62683]: DEBUG oslo_concurrency.lockutils [req-1b4bdb33-56c0-4e4d-9a3f-44345bb04f49 req-918f9877-f5cd-4159-a726-0a37f38aaa11 service nova] Lock "7a6a23a9-4562-4e35-913a-fa2aecee6c62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.579621] env[62683]: DEBUG nova.compute.manager [req-1b4bdb33-56c0-4e4d-9a3f-44345bb04f49 req-918f9877-f5cd-4159-a726-0a37f38aaa11 service nova] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] No waiting events found dispatching network-vif-plugged-f3dae106-d68e-4c95-9f69-090c90a0b3b4 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1326.579784] env[62683]: WARNING nova.compute.manager [req-1b4bdb33-56c0-4e4d-9a3f-44345bb04f49 req-918f9877-f5cd-4159-a726-0a37f38aaa11 service nova] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Received unexpected event network-vif-plugged-f3dae106-d68e-4c95-9f69-090c90a0b3b4 for instance with vm_state building and task_state spawning. [ 1326.752042] env[62683]: DEBUG nova.network.neutron [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1326.895418] env[62683]: DEBUG nova.scheduler.client.report [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.984457] env[62683]: DEBUG nova.network.neutron [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Successfully created port: 366e8ac0-1914-4252-b91b-c1407f28e726 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1327.160100] env[62683]: DEBUG nova.network.neutron [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Updating instance_info_cache with network_info: [{"id": "67d73e4f-895d-4077-be4d-2b8072df2235", "address": "fa:16:3e:18:61:3f", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d73e4f-89", "ovs_interfaceid": "67d73e4f-895d-4077-be4d-2b8072df2235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.168796] env[62683]: DEBUG nova.compute.manager [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1327.200537] env[62683]: DEBUG nova.virt.hardware [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1327.200537] env[62683]: DEBUG nova.virt.hardware [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.200672] env[62683]: DEBUG nova.virt.hardware [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1327.200897] env[62683]: DEBUG nova.virt.hardware [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.200897] env[62683]: DEBUG nova.virt.hardware [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1327.202717] env[62683]: DEBUG nova.virt.hardware [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1327.202998] env[62683]: DEBUG nova.virt.hardware [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1327.203196] env[62683]: DEBUG nova.virt.hardware [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1327.203376] env[62683]: DEBUG nova.virt.hardware [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1327.204075] env[62683]: DEBUG nova.virt.hardware [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1327.204307] env[62683]: DEBUG nova.virt.hardware [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1327.206900] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9901587-11b1-442a-ae3d-8091aeb0811f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.218702] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de082a2-ec6b-46c6-b14a-356cb1855535 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.376276] env[62683]: DEBUG nova.network.neutron [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Updating instance_info_cache with network_info: [{"id": "f3dae106-d68e-4c95-9f69-090c90a0b3b4", "address": "fa:16:3e:43:0d:1c", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3dae106-d6", "ovs_interfaceid": "f3dae106-d68e-4c95-9f69-090c90a0b3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.405613] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.405613] env[62683]: DEBUG nova.compute.manager [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.408593] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.069s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.412491] env[62683]: INFO nova.compute.claims [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.665336] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Releasing lock "refresh_cache-21399ba5-2247-4e01-a14d-c17d1a53ba26" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.665637] env[62683]: DEBUG nova.compute.manager [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Instance network_info: |[{"id": "67d73e4f-895d-4077-be4d-2b8072df2235", "address": "fa:16:3e:18:61:3f", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d73e4f-89", "ovs_interfaceid": "67d73e4f-895d-4077-be4d-2b8072df2235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1327.666152] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:61:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67d73e4f-895d-4077-be4d-2b8072df2235', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1327.687383] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1327.687701] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d958e959-d388-46f8-813a-2f4373fdbffc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.702138] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Created folder: OpenStack in parent group-v4. [ 1327.702138] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Creating folder: Project (cde0457171ac4181aec0b9bfc6d3bce8). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1327.702269] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35bcb628-477b-4bfb-9c0f-ecf8a9220e1a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.714812] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Created folder: Project (cde0457171ac4181aec0b9bfc6d3bce8) in parent group-v372889. [ 1327.715329] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Creating folder: Instances. Parent ref: group-v372890. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1327.715583] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-067c9a94-eb9a-4c27-99ea-c09c54975ca0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.725649] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Created folder: Instances in parent group-v372890. [ 1327.725833] env[62683]: DEBUG oslo.service.loopingcall [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1327.726293] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1327.726601] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c066de75-cb41-487e-ad5e-55dd6ecdb287 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.748157] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1327.748157] env[62683]: value = "task-1798279" [ 1327.748157] env[62683]: _type = "Task" [ 1327.748157] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.758927] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798279, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.879370] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Releasing lock "refresh_cache-7a6a23a9-4562-4e35-913a-fa2aecee6c62" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.879904] env[62683]: DEBUG nova.compute.manager [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Instance network_info: |[{"id": "f3dae106-d68e-4c95-9f69-090c90a0b3b4", "address": "fa:16:3e:43:0d:1c", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3dae106-d6", "ovs_interfaceid": "f3dae106-d68e-4c95-9f69-090c90a0b3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1327.880405] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:0d:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3dae106-d68e-4c95-9f69-090c90a0b3b4', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1327.894522] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Creating folder: Project (ea415397d6a74b29bafb91bb581721ce). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1327.894965] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccee2e63-ba01-4348-a887-94544712321f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.908234] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Created folder: Project (ea415397d6a74b29bafb91bb581721ce) in parent group-v372889. [ 1327.908430] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Creating folder: Instances. Parent ref: group-v372893. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1327.908670] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5aea91ff-90ae-45d7-b6f6-8524c631bfe1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.920360] env[62683]: DEBUG nova.compute.utils [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1327.924806] env[62683]: DEBUG nova.compute.manager [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.924993] env[62683]: DEBUG nova.network.neutron [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.927192] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Created folder: Instances in parent group-v372893. [ 1327.927452] env[62683]: DEBUG oslo.service.loopingcall [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1327.932022] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1327.932022] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65ba6bd3-045a-4e4e-a44f-2b606031663a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.952962] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1327.952962] env[62683]: value = "task-1798282" [ 1327.952962] env[62683]: _type = "Task" [ 1327.952962] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.967472] env[62683]: DEBUG nova.network.neutron [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Successfully updated port: 6f169b53-1411-434e-a05c-e2e4e7ba6d4b {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1327.973684] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798282, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.134113] env[62683]: DEBUG nova.policy [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9356f5a9d6ba48ebbbc8aff32f11179a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81bea7e220894cb786e08cbfe3edb486', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1328.260185] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798279, 'name': CreateVM_Task, 'duration_secs': 0.348505} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.268322] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1328.294701] env[62683]: DEBUG oslo_vmware.service [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e9f170-7ffa-4190-8d8f-1d0420467395 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.305140] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.305140] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.305140] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.305313] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14aa5c70-e583-4758-9429-f5caa46247f0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.314188] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1328.314188] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c22838-b8d6-9a4a-4428-e166619bb126" [ 1328.314188] env[62683]: _type = "Task" [ 1328.314188] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.325258] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c22838-b8d6-9a4a-4428-e166619bb126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.430304] env[62683]: DEBUG nova.compute.manager [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.442631] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Acquiring lock "0592671e-e7d4-4e39-a076-3fe654df19fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.442940] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Lock "0592671e-e7d4-4e39-a076-3fe654df19fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.477190] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798282, 'name': CreateVM_Task, 'duration_secs': 0.402409} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.477881] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquiring lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.477957] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquired lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.478253] env[62683]: DEBUG nova.network.neutron [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.479623] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1328.480859] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.624709] env[62683]: DEBUG nova.network.neutron [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Successfully updated port: 623de677-03b2-4160-a9db-bca05a978236 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1328.793406] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab730b1-625d-46dc-b306-2aba5ab139b2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.805615] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb36f3ec-c7e3-4a16-9a6a-0ffa8ad6cd66 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.842810] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cba2286-a426-41c5-b2bd-c739d5ce0617 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.853501] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.853786] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1328.857030] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.857030] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.857030] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1328.857030] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.857218] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.857218] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a292c8e3-b3cd-4598-a3ab-ecaf5d9d02b9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.861372] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87efa48b-600d-4e1e-9a2e-af533a6401f7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.864304] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4e7587-0a7a-4026-95fa-6263999d8a56 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.871477] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1328.871790] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1328.873466] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b69507-2ac0-4d0e-9a0a-a876a87f8d63 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.878516] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Waiting for the task: (returnval){ [ 1328.878516] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a153e9-c650-2343-33c1-6a3c2ad9b5c7" [ 1328.878516] env[62683]: _type = "Task" [ 1328.878516] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.892249] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f70330-64fe-4734-b408-42c494bc1f43 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.894840] env[62683]: DEBUG nova.compute.provider_tree [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.899823] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.900121] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1328.900347] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.901875] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1328.901875] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526b5f24-0b0f-185a-470b-9260dd7aa267" [ 1328.901875] env[62683]: _type = "Task" [ 1328.901875] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.915066] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526b5f24-0b0f-185a-470b-9260dd7aa267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.947950] env[62683]: DEBUG nova.compute.manager [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1329.089147] env[62683]: DEBUG nova.network.neutron [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1329.403022] env[62683]: DEBUG nova.scheduler.client.report [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.417308] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Preparing fetch location {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1329.417578] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Creating directory with path [datastore1] vmware_temp/3980d7b2-a33e-4e47-8d3a-b87fe3698aff/74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1329.417821] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc5acaaa-863f-41dc-b507-393597d0c3bb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.433597] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Created directory with path [datastore1] vmware_temp/3980d7b2-a33e-4e47-8d3a-b87fe3698aff/74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1329.433805] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Fetch image to [datastore1] vmware_temp/3980d7b2-a33e-4e47-8d3a-b87fe3698aff/74db17fe-be9d-412a-8c20-844d5af78b59/tmp-sparse.vmdk {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1329.433974] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Downloading image file data 74db17fe-be9d-412a-8c20-844d5af78b59 to [datastore1] vmware_temp/3980d7b2-a33e-4e47-8d3a-b87fe3698aff/74db17fe-be9d-412a-8c20-844d5af78b59/tmp-sparse.vmdk on the data store datastore1 {{(pid=62683) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1329.434812] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6293cf43-904c-4e3c-a252-39fe94817e6f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.454884] env[62683]: DEBUG nova.compute.manager [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.459670] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58d454a-514c-4526-b120-ad4e1150213c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.472939] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07d1ba4-2944-4a7f-a2f5-44266842bd1b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.514038] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.515970] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c328416-520c-4806-8361-0b8135569c6a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.523369] env[62683]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ca9101b3-6905-423e-bf0c-6e2f0cf95c44 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.526313] env[62683]: DEBUG nova.virt.hardware [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.526530] env[62683]: DEBUG nova.virt.hardware [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.526680] env[62683]: DEBUG nova.virt.hardware [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.526889] env[62683]: DEBUG nova.virt.hardware [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.526991] env[62683]: DEBUG nova.virt.hardware [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.527146] env[62683]: DEBUG nova.virt.hardware [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.527348] env[62683]: DEBUG nova.virt.hardware [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.527500] env[62683]: DEBUG nova.virt.hardware [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.527658] env[62683]: DEBUG nova.virt.hardware [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.527809] env[62683]: DEBUG nova.virt.hardware [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.527983] env[62683]: DEBUG nova.virt.hardware [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.528754] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186ae107-994f-4994-bfa3-9accbefee594 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.536255] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832bff2a-5a00-4fe6-9630-b0f27632d1a1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.598546] env[62683]: DEBUG nova.network.neutron [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Updating instance_info_cache with network_info: [{"id": "6f169b53-1411-434e-a05c-e2e4e7ba6d4b", "address": "fa:16:3e:2f:48:bb", "network": {"id": "b75a1a46-359f-4640-b545-fdb3324e3ffd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1001477532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33f40b09eb2b41aaa0502e2f5168c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f169b53-14", "ovs_interfaceid": "6f169b53-1411-434e-a05c-e2e4e7ba6d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.618550] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Downloading image file data 74db17fe-be9d-412a-8c20-844d5af78b59 to the data store datastore1 {{(pid=62683) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1329.682756] env[62683]: DEBUG oslo_vmware.rw_handles [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3980d7b2-a33e-4e47-8d3a-b87fe3698aff/74db17fe-be9d-412a-8c20-844d5af78b59/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62683) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1329.804704] env[62683]: DEBUG nova.network.neutron [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Successfully created port: 804b9870-d4c9-47f4-a6c7-ed6d01ed8bf2 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1329.909716] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.910452] env[62683]: DEBUG nova.compute.manager [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1329.921435] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.705s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.921804] env[62683]: INFO nova.compute.claims [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1330.102400] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Releasing lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.102400] env[62683]: DEBUG nova.compute.manager [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Instance network_info: |[{"id": "6f169b53-1411-434e-a05c-e2e4e7ba6d4b", "address": "fa:16:3e:2f:48:bb", "network": {"id": "b75a1a46-359f-4640-b545-fdb3324e3ffd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1001477532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33f40b09eb2b41aaa0502e2f5168c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f169b53-14", "ovs_interfaceid": "6f169b53-1411-434e-a05c-e2e4e7ba6d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1330.102932] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:48:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f169b53-1411-434e-a05c-e2e4e7ba6d4b', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1330.114600] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Creating folder: Project (33f40b09eb2b41aaa0502e2f5168c06c). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1330.118410] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4db29e02-925b-4bd7-9e72-a118f8352217 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.132174] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Created folder: Project (33f40b09eb2b41aaa0502e2f5168c06c) in parent group-v372889. [ 1330.132174] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Creating folder: Instances. Parent ref: group-v372896. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1330.132174] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d5efd51-ce9d-48bb-8350-2f216860b525 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.141044] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Created folder: Instances in parent group-v372896. [ 1330.141308] env[62683]: DEBUG oslo.service.loopingcall [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1330.143710] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1330.143800] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b73b1ee9-d7b9-40a3-be78-cf11ae5a5621 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.173316] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1330.173316] env[62683]: value = "task-1798285" [ 1330.173316] env[62683]: _type = "Task" [ 1330.173316] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.187111] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798285, 'name': CreateVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.225034] env[62683]: DEBUG nova.compute.manager [req-77775dae-b199-40f6-b71a-9cbaed47455b req-14b3b818-7e3f-46f4-b3ab-c3af884deb35 service nova] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Received event network-changed-67d73e4f-895d-4077-be4d-2b8072df2235 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1330.225389] env[62683]: DEBUG nova.compute.manager [req-77775dae-b199-40f6-b71a-9cbaed47455b req-14b3b818-7e3f-46f4-b3ab-c3af884deb35 service nova] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Refreshing instance network info cache due to event network-changed-67d73e4f-895d-4077-be4d-2b8072df2235. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1330.225619] env[62683]: DEBUG oslo_concurrency.lockutils [req-77775dae-b199-40f6-b71a-9cbaed47455b req-14b3b818-7e3f-46f4-b3ab-c3af884deb35 service nova] Acquiring lock "refresh_cache-21399ba5-2247-4e01-a14d-c17d1a53ba26" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.225757] env[62683]: DEBUG oslo_concurrency.lockutils [req-77775dae-b199-40f6-b71a-9cbaed47455b req-14b3b818-7e3f-46f4-b3ab-c3af884deb35 service nova] Acquired lock "refresh_cache-21399ba5-2247-4e01-a14d-c17d1a53ba26" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.229017] env[62683]: DEBUG nova.network.neutron [req-77775dae-b199-40f6-b71a-9cbaed47455b req-14b3b818-7e3f-46f4-b3ab-c3af884deb35 service nova] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Refreshing network info cache for port 67d73e4f-895d-4077-be4d-2b8072df2235 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.355892] env[62683]: DEBUG oslo_vmware.rw_handles [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Completed reading data from the image iterator. {{(pid=62683) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1330.357087] env[62683]: DEBUG oslo_vmware.rw_handles [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3980d7b2-a33e-4e47-8d3a-b87fe3698aff/74db17fe-be9d-412a-8c20-844d5af78b59/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1330.427457] env[62683]: DEBUG nova.compute.utils [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1330.429033] env[62683]: DEBUG nova.compute.manager [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1330.429229] env[62683]: DEBUG nova.network.neutron [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1330.497030] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Downloaded image file data 74db17fe-be9d-412a-8c20-844d5af78b59 to vmware_temp/3980d7b2-a33e-4e47-8d3a-b87fe3698aff/74db17fe-be9d-412a-8c20-844d5af78b59/tmp-sparse.vmdk on the data store datastore1 {{(pid=62683) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1330.498552] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Caching image {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1330.499568] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Copying Virtual Disk [datastore1] vmware_temp/3980d7b2-a33e-4e47-8d3a-b87fe3698aff/74db17fe-be9d-412a-8c20-844d5af78b59/tmp-sparse.vmdk to [datastore1] vmware_temp/3980d7b2-a33e-4e47-8d3a-b87fe3698aff/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1330.499688] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8440caba-1797-4073-98e9-7cfba6fe3f60 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.510924] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1330.510924] env[62683]: value = "task-1798286" [ 1330.510924] env[62683]: _type = "Task" [ 1330.510924] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.519565] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.626813] env[62683]: DEBUG nova.policy [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a3a0a6a0a6e463f9af5ccf494d4c810', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cca9f7c09de541ceb601bd7c6303dcfa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1330.687439] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798285, 'name': CreateVM_Task, 'duration_secs': 0.442086} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.687691] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.688321] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.688501] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.688780] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.689056] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e30e9f7d-c7a9-4d43-84bf-f699da9711fe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.693929] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for the task: (returnval){ [ 1330.693929] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ebfd23-4d6b-be88-1242-63a27a5f6c5b" [ 1330.693929] env[62683]: _type = "Task" [ 1330.693929] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.704995] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ebfd23-4d6b-be88-1242-63a27a5f6c5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.935217] env[62683]: DEBUG nova.compute.manager [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1330.943437] env[62683]: DEBUG nova.compute.manager [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Received event network-changed-f3dae106-d68e-4c95-9f69-090c90a0b3b4 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1330.943565] env[62683]: DEBUG nova.compute.manager [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Refreshing instance network info cache due to event network-changed-f3dae106-d68e-4c95-9f69-090c90a0b3b4. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1330.944463] env[62683]: DEBUG oslo_concurrency.lockutils [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] Acquiring lock "refresh_cache-7a6a23a9-4562-4e35-913a-fa2aecee6c62" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.944463] env[62683]: DEBUG oslo_concurrency.lockutils [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] Acquired lock "refresh_cache-7a6a23a9-4562-4e35-913a-fa2aecee6c62" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.944463] env[62683]: DEBUG nova.network.neutron [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Refreshing network info cache for port f3dae106-d68e-4c95-9f69-090c90a0b3b4 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.032325] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798286, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.189714] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edb836a-2b14-4f2e-a32f-f9c323bfa970 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.207729] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dddd8f-2da6-49fb-ae22-30e18d28ae45 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.247992] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.248242] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1331.248446] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.249220] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db38bed-e9f6-4c6e-aaa2-903766170b82 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.252326] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquiring lock "bfd760c6-7315-4a25-91a2-c5556ccc8598" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.252557] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lock "bfd760c6-7315-4a25-91a2-c5556ccc8598" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.258488] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a907b0e6-f2db-425d-92ad-a97b21a3d2e4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.278127] env[62683]: DEBUG nova.compute.provider_tree [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.283601] env[62683]: DEBUG nova.network.neutron [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Successfully updated port: 366e8ac0-1914-4252-b91b-c1407f28e726 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1331.522267] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.982881} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.523439] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Copied Virtual Disk [datastore1] vmware_temp/3980d7b2-a33e-4e47-8d3a-b87fe3698aff/74db17fe-be9d-412a-8c20-844d5af78b59/tmp-sparse.vmdk to [datastore1] vmware_temp/3980d7b2-a33e-4e47-8d3a-b87fe3698aff/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1331.523439] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Deleting the datastore file [datastore1] vmware_temp/3980d7b2-a33e-4e47-8d3a-b87fe3698aff/74db17fe-be9d-412a-8c20-844d5af78b59/tmp-sparse.vmdk {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.523439] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4aa1248-c435-43e0-bdc4-9563b2f1c2b2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.532527] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1331.532527] env[62683]: value = "task-1798287" [ 1331.532527] env[62683]: _type = "Task" [ 1331.532527] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.537877] env[62683]: DEBUG nova.network.neutron [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Successfully created port: 0111bb7e-3b39-473c-97ac-69362a906a14 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1331.544878] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.570710] env[62683]: DEBUG nova.network.neutron [req-77775dae-b199-40f6-b71a-9cbaed47455b req-14b3b818-7e3f-46f4-b3ab-c3af884deb35 service nova] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Updated VIF entry in instance network info cache for port 67d73e4f-895d-4077-be4d-2b8072df2235. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.571390] env[62683]: DEBUG nova.network.neutron [req-77775dae-b199-40f6-b71a-9cbaed47455b req-14b3b818-7e3f-46f4-b3ab-c3af884deb35 service nova] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Updating instance_info_cache with network_info: [{"id": "67d73e4f-895d-4077-be4d-2b8072df2235", "address": "fa:16:3e:18:61:3f", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d73e4f-89", "ovs_interfaceid": "67d73e4f-895d-4077-be4d-2b8072df2235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.781217] env[62683]: DEBUG nova.scheduler.client.report [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.786823] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Acquiring lock "refresh_cache-173e6718-3cbe-4e9a-ae9d-fa93d945b89f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.786823] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Acquired lock "refresh_cache-173e6718-3cbe-4e9a-ae9d-fa93d945b89f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.786959] env[62683]: DEBUG nova.network.neutron [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.884208] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.884481] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.940654] env[62683]: DEBUG nova.network.neutron [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Updated VIF entry in instance network info cache for port f3dae106-d68e-4c95-9f69-090c90a0b3b4. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.940886] env[62683]: DEBUG nova.network.neutron [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Updating instance_info_cache with network_info: [{"id": "f3dae106-d68e-4c95-9f69-090c90a0b3b4", "address": "fa:16:3e:43:0d:1c", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3dae106-d6", "ovs_interfaceid": "f3dae106-d68e-4c95-9f69-090c90a0b3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.947749] env[62683]: DEBUG nova.compute.manager [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1331.979619] env[62683]: DEBUG nova.virt.hardware [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.979949] env[62683]: DEBUG nova.virt.hardware [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.980119] env[62683]: DEBUG nova.virt.hardware [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.980783] env[62683]: DEBUG nova.virt.hardware [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.980958] env[62683]: DEBUG nova.virt.hardware [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.981674] env[62683]: DEBUG nova.virt.hardware [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.981846] env[62683]: DEBUG nova.virt.hardware [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.982028] env[62683]: DEBUG nova.virt.hardware [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.982214] env[62683]: DEBUG nova.virt.hardware [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.982466] env[62683]: DEBUG nova.virt.hardware [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.982665] env[62683]: DEBUG nova.virt.hardware [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.984048] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a03014-f016-4334-b105-98e5e28b9c40 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.993898] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88176ec8-c854-4277-a28b-383485da4842 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.042741] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023528} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.042999] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.043220] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Moving file from [datastore1] vmware_temp/3980d7b2-a33e-4e47-8d3a-b87fe3698aff/74db17fe-be9d-412a-8c20-844d5af78b59 to [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59. {{(pid=62683) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1332.043571] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-bdb861b4-de2e-4667-a4e3-ebfb25ad9dfa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.051452] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1332.051452] env[62683]: value = "task-1798288" [ 1332.051452] env[62683]: _type = "Task" [ 1332.051452] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.060861] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798288, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.074278] env[62683]: DEBUG oslo_concurrency.lockutils [req-77775dae-b199-40f6-b71a-9cbaed47455b req-14b3b818-7e3f-46f4-b3ab-c3af884deb35 service nova] Releasing lock "refresh_cache-21399ba5-2247-4e01-a14d-c17d1a53ba26" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.074553] env[62683]: DEBUG nova.compute.manager [req-77775dae-b199-40f6-b71a-9cbaed47455b req-14b3b818-7e3f-46f4-b3ab-c3af884deb35 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Received event network-vif-plugged-623de677-03b2-4160-a9db-bca05a978236 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1332.074811] env[62683]: DEBUG oslo_concurrency.lockutils [req-77775dae-b199-40f6-b71a-9cbaed47455b req-14b3b818-7e3f-46f4-b3ab-c3af884deb35 service nova] Acquiring lock "1e109a37-4ac1-4c6d-ba73-ae958c417296-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.075039] env[62683]: DEBUG oslo_concurrency.lockutils [req-77775dae-b199-40f6-b71a-9cbaed47455b req-14b3b818-7e3f-46f4-b3ab-c3af884deb35 service nova] Lock "1e109a37-4ac1-4c6d-ba73-ae958c417296-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.075323] env[62683]: DEBUG oslo_concurrency.lockutils [req-77775dae-b199-40f6-b71a-9cbaed47455b req-14b3b818-7e3f-46f4-b3ab-c3af884deb35 service nova] Lock "1e109a37-4ac1-4c6d-ba73-ae958c417296-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.075593] env[62683]: DEBUG nova.compute.manager [req-77775dae-b199-40f6-b71a-9cbaed47455b req-14b3b818-7e3f-46f4-b3ab-c3af884deb35 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] No waiting events found dispatching network-vif-plugged-623de677-03b2-4160-a9db-bca05a978236 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1332.075871] env[62683]: WARNING nova.compute.manager [req-77775dae-b199-40f6-b71a-9cbaed47455b req-14b3b818-7e3f-46f4-b3ab-c3af884deb35 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Received unexpected event network-vif-plugged-623de677-03b2-4160-a9db-bca05a978236 for instance with vm_state building and task_state spawning. [ 1332.293674] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.294788] env[62683]: DEBUG nova.compute.manager [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1332.299089] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.982s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.303194] env[62683]: INFO nova.compute.claims [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1332.391068] env[62683]: DEBUG nova.network.neutron [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.447733] env[62683]: DEBUG oslo_concurrency.lockutils [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] Releasing lock "refresh_cache-7a6a23a9-4562-4e35-913a-fa2aecee6c62" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.447733] env[62683]: DEBUG nova.compute.manager [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Received event network-vif-plugged-6f169b53-1411-434e-a05c-e2e4e7ba6d4b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1332.447825] env[62683]: DEBUG oslo_concurrency.lockutils [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] Acquiring lock "a531ac93-b930-44aa-b0ba-307b44497ff1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.448711] env[62683]: DEBUG oslo_concurrency.lockutils [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] Lock "a531ac93-b930-44aa-b0ba-307b44497ff1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.448711] env[62683]: DEBUG oslo_concurrency.lockutils [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] Lock "a531ac93-b930-44aa-b0ba-307b44497ff1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.448711] env[62683]: DEBUG nova.compute.manager [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] No waiting events found dispatching network-vif-plugged-6f169b53-1411-434e-a05c-e2e4e7ba6d4b {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1332.448711] env[62683]: WARNING nova.compute.manager [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Received unexpected event network-vif-plugged-6f169b53-1411-434e-a05c-e2e4e7ba6d4b for instance with vm_state building and task_state spawning. [ 1332.448711] env[62683]: DEBUG nova.compute.manager [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Received event network-changed-6f169b53-1411-434e-a05c-e2e4e7ba6d4b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1332.449082] env[62683]: DEBUG nova.compute.manager [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Refreshing instance network info cache due to event network-changed-6f169b53-1411-434e-a05c-e2e4e7ba6d4b. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1332.449082] env[62683]: DEBUG oslo_concurrency.lockutils [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] Acquiring lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.449155] env[62683]: DEBUG oslo_concurrency.lockutils [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] Acquired lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.449299] env[62683]: DEBUG nova.network.neutron [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Refreshing network info cache for port 6f169b53-1411-434e-a05c-e2e4e7ba6d4b {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.500241] env[62683]: DEBUG nova.network.neutron [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Successfully updated port: d48585f0-d6dc-4156-8870-70abfbcbcf2a {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1332.562700] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798288, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026344} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.563030] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] File moved {{(pid=62683) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1332.563297] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Cleaning up location [datastore1] vmware_temp/3980d7b2-a33e-4e47-8d3a-b87fe3698aff {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1332.563536] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Deleting the datastore file [datastore1] vmware_temp/3980d7b2-a33e-4e47-8d3a-b87fe3698aff {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.563855] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d9ef9c6-c6fa-4ab4-9083-839674665a96 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.570946] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1332.570946] env[62683]: value = "task-1798289" [ 1332.570946] env[62683]: _type = "Task" [ 1332.570946] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.581594] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.805183] env[62683]: DEBUG nova.compute.utils [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1332.808502] env[62683]: DEBUG nova.compute.manager [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1332.809526] env[62683]: DEBUG nova.network.neutron [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1332.889113] env[62683]: DEBUG nova.network.neutron [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Updating instance_info_cache with network_info: [{"id": "366e8ac0-1914-4252-b91b-c1407f28e726", "address": "fa:16:3e:c2:37:f5", "network": {"id": "d5be75ad-a320-4458-82a9-5a5707f5bd69", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-102825465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6b855d23ee94da3bad36aa6e1448024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366e8ac0-19", "ovs_interfaceid": "366e8ac0-1914-4252-b91b-c1407f28e726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.082422] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029168} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.082745] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.084145] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed0fc65c-5e32-4737-9c76-6630343aef60 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.090103] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1333.090103] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5223a518-b633-4d7d-3e0d-b89e6ebecba8" [ 1333.090103] env[62683]: _type = "Task" [ 1333.090103] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.099820] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5223a518-b633-4d7d-3e0d-b89e6ebecba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.131207] env[62683]: DEBUG nova.policy [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd45a2f58ea9344ce8c4ac90725933893', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ac87bc4b35c4f0d87f2345be7fcb2f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1333.143981] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Acquiring lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.144208] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.314829] env[62683]: DEBUG nova.compute.manager [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1333.341668] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquiring lock "ab44615a-1ad2-4a6e-9730-a36879dd0e63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.342115] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lock "ab44615a-1ad2-4a6e-9730-a36879dd0e63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.375491] env[62683]: DEBUG nova.network.neutron [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Successfully updated port: 804b9870-d4c9-47f4-a6c7-ed6d01ed8bf2 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1333.392989] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Releasing lock "refresh_cache-173e6718-3cbe-4e9a-ae9d-fa93d945b89f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.393302] env[62683]: DEBUG nova.compute.manager [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Instance network_info: |[{"id": "366e8ac0-1914-4252-b91b-c1407f28e726", "address": "fa:16:3e:c2:37:f5", "network": {"id": "d5be75ad-a320-4458-82a9-5a5707f5bd69", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-102825465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6b855d23ee94da3bad36aa6e1448024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366e8ac0-19", "ovs_interfaceid": "366e8ac0-1914-4252-b91b-c1407f28e726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1333.393812] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:37:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '366e8ac0-1914-4252-b91b-c1407f28e726', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1333.401688] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Creating folder: Project (a6b855d23ee94da3bad36aa6e1448024). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.407580] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b596069-505b-4ec7-8b4d-acff47813682 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.415501] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Created folder: Project (a6b855d23ee94da3bad36aa6e1448024) in parent group-v372889. [ 1333.415598] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Creating folder: Instances. Parent ref: group-v372899. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.415890] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3962021-796a-43b7-967a-779133e89fbf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.430359] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Created folder: Instances in parent group-v372899. [ 1333.430620] env[62683]: DEBUG oslo.service.loopingcall [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1333.433790] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1333.433967] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-976dd9ea-fbdc-4189-a741-fff4e4463a65 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.461240] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1333.461240] env[62683]: value = "task-1798292" [ 1333.461240] env[62683]: _type = "Task" [ 1333.461240] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.477703] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798292, 'name': CreateVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.603164] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5223a518-b633-4d7d-3e0d-b89e6ebecba8, 'name': SearchDatastore_Task, 'duration_secs': 0.010722} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.606392] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.606671] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 21399ba5-2247-4e01-a14d-c17d1a53ba26/21399ba5-2247-4e01-a14d-c17d1a53ba26.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.607580] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.607803] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.608062] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af708f58-5e7b-4703-b5a7-e8b27380b139 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.611645] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93311ccb-8346-4a89-9f42-cccd674fbeb2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.620452] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1333.620452] env[62683]: value = "task-1798293" [ 1333.620452] env[62683]: _type = "Task" [ 1333.620452] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.622486] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.623121] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.628030] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fadad526-637a-4e4c-bd56-f3e1e5a53d1b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.631611] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937876dd-a272-4984-afe6-089fb58a15f6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.648216] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.648216] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Waiting for the task: (returnval){ [ 1333.648216] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5215ed4d-3853-c9f5-0ca1-c41b24875472" [ 1333.648216] env[62683]: _type = "Task" [ 1333.648216] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.648216] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f96b5c-fc66-479a-8c12-79d2e296e275 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.663965] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5215ed4d-3853-c9f5-0ca1-c41b24875472, 'name': SearchDatastore_Task, 'duration_secs': 0.019603} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.693685] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3fb77bf-393c-4711-8775-ce43a90e728c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.696640] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac20d3c7-3466-423a-ba41-78f7e799152a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.707378] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583ed752-1a1b-4daf-9f54-67e9674398a7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.712180] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Waiting for the task: (returnval){ [ 1333.712180] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5285ca8c-d954-e196-51e3-334070a79808" [ 1333.712180] env[62683]: _type = "Task" [ 1333.712180] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.726092] env[62683]: DEBUG nova.compute.provider_tree [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.732424] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5285ca8c-d954-e196-51e3-334070a79808, 'name': SearchDatastore_Task, 'duration_secs': 0.013149} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.732671] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.732941] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 7a6a23a9-4562-4e35-913a-fa2aecee6c62/7a6a23a9-4562-4e35-913a-fa2aecee6c62.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.733248] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.733432] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.733654] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8b60261-868b-46f6-b022-4ff3c402282d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.737636] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8efdc806-a6d7-44ed-b886-7b3250230c88 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.743796] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Waiting for the task: (returnval){ [ 1333.743796] env[62683]: value = "task-1798294" [ 1333.743796] env[62683]: _type = "Task" [ 1333.743796] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.745153] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.746806] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.749405] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f4862d9-e1ef-4836-9469-c0007579ab0c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.759206] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Task: {'id': task-1798294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.759933] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for the task: (returnval){ [ 1333.759933] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526f8dfb-92f0-ab08-2374-ffa46fe638bc" [ 1333.759933] env[62683]: _type = "Task" [ 1333.759933] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.769597] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526f8dfb-92f0-ab08-2374-ffa46fe638bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.831710] env[62683]: DEBUG nova.network.neutron [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Updated VIF entry in instance network info cache for port 6f169b53-1411-434e-a05c-e2e4e7ba6d4b. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.832472] env[62683]: DEBUG nova.network.neutron [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Updating instance_info_cache with network_info: [{"id": "6f169b53-1411-434e-a05c-e2e4e7ba6d4b", "address": "fa:16:3e:2f:48:bb", "network": {"id": "b75a1a46-359f-4640-b545-fdb3324e3ffd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1001477532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33f40b09eb2b41aaa0502e2f5168c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f169b53-14", "ovs_interfaceid": "6f169b53-1411-434e-a05c-e2e4e7ba6d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.882554] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Acquiring lock "refresh_cache-d03ab883-ef81-4242-9091-265657adc37e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.882554] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Acquired lock "refresh_cache-d03ab883-ef81-4242-9091-265657adc37e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.882554] env[62683]: DEBUG nova.network.neutron [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.983492] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798292, 'name': CreateVM_Task, 'duration_secs': 0.486746} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.983492] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.983492] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.983492] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.983980] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.984024] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8828d1-c39d-46c3-9fb0-443640e74869 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.994124] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Waiting for the task: (returnval){ [ 1333.994124] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e5cc98-ab77-0d23-0657-126b22b6b84e" [ 1333.994124] env[62683]: _type = "Task" [ 1333.994124] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.005164] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e5cc98-ab77-0d23-0657-126b22b6b84e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.135850] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798293, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.228873] env[62683]: DEBUG nova.scheduler.client.report [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.255910] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Task: {'id': task-1798294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.270234] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526f8dfb-92f0-ab08-2374-ffa46fe638bc, 'name': SearchDatastore_Task, 'duration_secs': 0.018883} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.271065] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e3aa2f-e78e-48b9-878b-3f3272707eda {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.276935] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for the task: (returnval){ [ 1334.276935] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e3fe96-57f9-7e21-060f-d26c236f7956" [ 1334.276935] env[62683]: _type = "Task" [ 1334.276935] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.288085] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e3fe96-57f9-7e21-060f-d26c236f7956, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.336438] env[62683]: DEBUG nova.compute.manager [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1334.338776] env[62683]: DEBUG oslo_concurrency.lockutils [req-6022dd20-cb90-4667-b2fd-4f92fa658e28 req-c26a461a-1036-47a2-a0d3-49a52c049f8f service nova] Releasing lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.377035] env[62683]: DEBUG nova.virt.hardware [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.377384] env[62683]: DEBUG nova.virt.hardware [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.377552] env[62683]: DEBUG nova.virt.hardware [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.377738] env[62683]: DEBUG nova.virt.hardware [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.377886] env[62683]: DEBUG nova.virt.hardware [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.378539] env[62683]: DEBUG nova.virt.hardware [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.378832] env[62683]: DEBUG nova.virt.hardware [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.379046] env[62683]: DEBUG nova.virt.hardware [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.379242] env[62683]: DEBUG nova.virt.hardware [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.379415] env[62683]: DEBUG nova.virt.hardware [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.379590] env[62683]: DEBUG nova.virt.hardware [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.380878] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9ddf1c-0a92-4b0f-89f1-6aa56cfd7559 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.393030] env[62683]: DEBUG nova.network.neutron [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Successfully created port: 990edc89-c9d7-4303-96f1-90288070c497 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1334.397617] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d498f8e4-eace-4834-afe9-383072e34787 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.476667] env[62683]: DEBUG nova.network.neutron [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1334.510115] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e5cc98-ab77-0d23-0657-126b22b6b84e, 'name': SearchDatastore_Task, 'duration_secs': 0.11697} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.510589] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.510994] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.511448] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.550777] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquiring lock "c33578cb-62b1-4f28-84c7-20a628d74712" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.550777] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lock "c33578cb-62b1-4f28-84c7-20a628d74712" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.585349] env[62683]: DEBUG nova.network.neutron [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Successfully updated port: 0111bb7e-3b39-473c-97ac-69362a906a14 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.636132] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.917305} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.639837] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 21399ba5-2247-4e01-a14d-c17d1a53ba26/21399ba5-2247-4e01-a14d-c17d1a53ba26.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.640645] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.644028] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47010b31-74b4-4e50-a311-bfe52d5d295e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.653983] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1334.653983] env[62683]: value = "task-1798295" [ 1334.653983] env[62683]: _type = "Task" [ 1334.653983] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.662322] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.736375] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.737354] env[62683]: DEBUG nova.compute.manager [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1334.748071] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.235s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.749637] env[62683]: INFO nova.compute.claims [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.763864] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Task: {'id': task-1798294, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.789891] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e3fe96-57f9-7e21-060f-d26c236f7956, 'name': SearchDatastore_Task, 'duration_secs': 0.135788} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.790372] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.791106] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] a531ac93-b930-44aa-b0ba-307b44497ff1/a531ac93-b930-44aa-b0ba-307b44497ff1.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1334.791106] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.791427] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.791712] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fadf70ff-2c9b-4354-bfa1-58ffa2889db6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.794921] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ec1028d-07fe-4498-9915-748738f9fef8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.804265] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for the task: (returnval){ [ 1334.804265] env[62683]: value = "task-1798296" [ 1334.804265] env[62683]: _type = "Task" [ 1334.804265] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.817086] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.818873] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.819110] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.820890] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5310d152-c3d3-4e3f-8441-b58a3dbd6b9d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.827571] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Waiting for the task: (returnval){ [ 1334.827571] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5291f402-d1db-6ca8-27a9-65fb73bf93ab" [ 1334.827571] env[62683]: _type = "Task" [ 1334.827571] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.838299] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5291f402-d1db-6ca8-27a9-65fb73bf93ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.905673] env[62683]: DEBUG nova.network.neutron [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Updating instance_info_cache with network_info: [{"id": "804b9870-d4c9-47f4-a6c7-ed6d01ed8bf2", "address": "fa:16:3e:3d:16:c4", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap804b9870-d4", "ovs_interfaceid": "804b9870-d4c9-47f4-a6c7-ed6d01ed8bf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.089117] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.089117] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.089117] env[62683]: DEBUG nova.network.neutron [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.161946] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096415} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.161946] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1335.163405] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9892382-0484-45ca-a431-3600767a1c8a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.191918] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 21399ba5-2247-4e01-a14d-c17d1a53ba26/21399ba5-2247-4e01-a14d-c17d1a53ba26.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.192369] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46f42e6e-b4c0-476d-a18d-32176d63d1e2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.213197] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1335.213197] env[62683]: value = "task-1798297" [ 1335.213197] env[62683]: _type = "Task" [ 1335.213197] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.221929] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.246973] env[62683]: DEBUG nova.compute.utils [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1335.248432] env[62683]: DEBUG nova.compute.manager [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1335.248592] env[62683]: DEBUG nova.network.neutron [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1335.264941] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Task: {'id': task-1798294, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.44973} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.265239] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 7a6a23a9-4562-4e35-913a-fa2aecee6c62/7a6a23a9-4562-4e35-913a-fa2aecee6c62.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.265467] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.266622] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac7829b9-a414-4b96-b782-24198686ac79 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.273478] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Waiting for the task: (returnval){ [ 1335.273478] env[62683]: value = "task-1798298" [ 1335.273478] env[62683]: _type = "Task" [ 1335.273478] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.283627] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Task: {'id': task-1798298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.314754] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798296, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.342240] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5291f402-d1db-6ca8-27a9-65fb73bf93ab, 'name': SearchDatastore_Task, 'duration_secs': 0.104531} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.343149] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1bcd903-091c-444e-bb57-e4625353ecac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.350101] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Waiting for the task: (returnval){ [ 1335.350101] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528475b5-f661-ab02-ee3a-e602c2706948" [ 1335.350101] env[62683]: _type = "Task" [ 1335.350101] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.359743] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528475b5-f661-ab02-ee3a-e602c2706948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.382360] env[62683]: DEBUG nova.policy [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fa2a469b7e4410d871f08768a25c489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ec513e99e854c48a9c37faa84f305d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1335.409193] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Releasing lock "refresh_cache-d03ab883-ef81-4242-9091-265657adc37e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.409530] env[62683]: DEBUG nova.compute.manager [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Instance network_info: |[{"id": "804b9870-d4c9-47f4-a6c7-ed6d01ed8bf2", "address": "fa:16:3e:3d:16:c4", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap804b9870-d4", "ovs_interfaceid": "804b9870-d4c9-47f4-a6c7-ed6d01ed8bf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1335.410266] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:16:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '804b9870-d4c9-47f4-a6c7-ed6d01ed8bf2', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1335.417576] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Creating folder: Project (81bea7e220894cb786e08cbfe3edb486). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1335.417917] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cf61985-e02a-47f2-9914-65a2c054b113 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.428501] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Created folder: Project (81bea7e220894cb786e08cbfe3edb486) in parent group-v372889. [ 1335.428702] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Creating folder: Instances. Parent ref: group-v372902. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1335.428946] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df873d7b-62d9-4ab2-a64a-290f28b0c0fe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.442133] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Created folder: Instances in parent group-v372902. [ 1335.442133] env[62683]: DEBUG oslo.service.loopingcall [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1335.442133] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d03ab883-ef81-4242-9091-265657adc37e] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1335.442133] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f804b6cd-1998-4d4e-a1a9-3a502b839bce {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.465028] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1335.465028] env[62683]: value = "task-1798301" [ 1335.465028] env[62683]: _type = "Task" [ 1335.465028] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.476101] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798301, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.727437] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.759335] env[62683]: DEBUG nova.compute.manager [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1335.769334] env[62683]: DEBUG nova.network.neutron [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.796112] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Task: {'id': task-1798298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076089} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.796732] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1335.797240] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe1487f-c430-4c1d-96dc-047fa2495d28 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.824984] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 7a6a23a9-4562-4e35-913a-fa2aecee6c62/7a6a23a9-4562-4e35-913a-fa2aecee6c62.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.831495] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e7d5d44-c890-4c71-bbe0-699299676eb5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.848381] env[62683]: DEBUG nova.compute.manager [req-b3bdbdea-df9a-4b69-b40d-7b5a413d9b4d req-f4b3e998-2802-4d6c-bc6e-5a9df64a1524 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Received event network-changed-623de677-03b2-4160-a9db-bca05a978236 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1335.848608] env[62683]: DEBUG nova.compute.manager [req-b3bdbdea-df9a-4b69-b40d-7b5a413d9b4d req-f4b3e998-2802-4d6c-bc6e-5a9df64a1524 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Refreshing instance network info cache due to event network-changed-623de677-03b2-4160-a9db-bca05a978236. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1335.848827] env[62683]: DEBUG oslo_concurrency.lockutils [req-b3bdbdea-df9a-4b69-b40d-7b5a413d9b4d req-f4b3e998-2802-4d6c-bc6e-5a9df64a1524 service nova] Acquiring lock "refresh_cache-1e109a37-4ac1-4c6d-ba73-ae958c417296" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.849013] env[62683]: DEBUG oslo_concurrency.lockutils [req-b3bdbdea-df9a-4b69-b40d-7b5a413d9b4d req-f4b3e998-2802-4d6c-bc6e-5a9df64a1524 service nova] Acquired lock "refresh_cache-1e109a37-4ac1-4c6d-ba73-ae958c417296" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.849206] env[62683]: DEBUG nova.network.neutron [req-b3bdbdea-df9a-4b69-b40d-7b5a413d9b4d req-f4b3e998-2802-4d6c-bc6e-5a9df64a1524 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Refreshing network info cache for port 623de677-03b2-4160-a9db-bca05a978236 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.859186] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.963419} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.861021] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] a531ac93-b930-44aa-b0ba-307b44497ff1/a531ac93-b930-44aa-b0ba-307b44497ff1.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.861225] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.861570] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Waiting for the task: (returnval){ [ 1335.861570] env[62683]: value = "task-1798302" [ 1335.861570] env[62683]: _type = "Task" [ 1335.861570] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.863515] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ceb28637-c596-48ca-96de-cbc17ad206fd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.874268] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528475b5-f661-ab02-ee3a-e602c2706948, 'name': SearchDatastore_Task, 'duration_secs': 0.087735} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.875429] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.875802] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 173e6718-3cbe-4e9a-ae9d-fa93d945b89f/173e6718-3cbe-4e9a-ae9d-fa93d945b89f.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.876306] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cd2229f-dcdb-4c31-8074-8655e9dd6fe5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.883821] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for the task: (returnval){ [ 1335.883821] env[62683]: value = "task-1798303" [ 1335.883821] env[62683]: _type = "Task" [ 1335.883821] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.884230] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Task: {'id': task-1798302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.891943] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Waiting for the task: (returnval){ [ 1335.891943] env[62683]: value = "task-1798304" [ 1335.891943] env[62683]: _type = "Task" [ 1335.891943] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.902367] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.906934] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': task-1798304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.976775] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798301, 'name': CreateVM_Task, 'duration_secs': 0.449468} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.979570] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d03ab883-ef81-4242-9091-265657adc37e] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1335.981055] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.981055] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.981353] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1335.981353] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d30bc6e9-154e-4dfa-b112-eebb7d966f06 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.991048] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Waiting for the task: (returnval){ [ 1335.991048] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5227dbfe-652a-f4db-8f90-3113d42da45a" [ 1335.991048] env[62683]: _type = "Task" [ 1335.991048] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.005069] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5227dbfe-652a-f4db-8f90-3113d42da45a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.170020] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee48beae-1642-416f-ab36-7bcb7d4c7743 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.182576] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5720837f-0920-44f9-96b5-f962414af83a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.229273] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbdbaad-532a-49e6-9788-5e06bee413eb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.235525] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "d57a5650-aa26-440a-b68f-03361e1a3187" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.235890] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "d57a5650-aa26-440a-b68f-03361e1a3187" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.242825] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798297, 'name': ReconfigVM_Task, 'duration_secs': 0.749939} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.245957] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 21399ba5-2247-4e01-a14d-c17d1a53ba26/21399ba5-2247-4e01-a14d-c17d1a53ba26.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.246755] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4dc2bf6-06cd-4bbb-be1c-e120e762d342 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.249912] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714dddd2-ed0c-490c-81a9-2d6a0f817342 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.266499] env[62683]: DEBUG nova.compute.provider_tree [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.270486] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1336.270486] env[62683]: value = "task-1798305" [ 1336.270486] env[62683]: _type = "Task" [ 1336.270486] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.280562] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798305, 'name': Rename_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.376816] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Task: {'id': task-1798302, 'name': ReconfigVM_Task, 'duration_secs': 0.367059} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.376816] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 7a6a23a9-4562-4e35-913a-fa2aecee6c62/7a6a23a9-4562-4e35-913a-fa2aecee6c62.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.377771] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c400208c-88a6-440f-b423-844e39487152 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.384887] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Waiting for the task: (returnval){ [ 1336.384887] env[62683]: value = "task-1798309" [ 1336.384887] env[62683]: _type = "Task" [ 1336.384887] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.406821] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128863} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.414148] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.414296] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Task: {'id': task-1798309, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.414895] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': task-1798304, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.416060] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f37ae80-4f28-4846-9135-6b3d59e016e7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.439768] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] a531ac93-b930-44aa-b0ba-307b44497ff1/a531ac93-b930-44aa-b0ba-307b44497ff1.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.440527] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52e68bfe-2b90-4429-a121-27f155388191 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.459167] env[62683]: DEBUG nova.network.neutron [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Updating instance_info_cache with network_info: [{"id": "0111bb7e-3b39-473c-97ac-69362a906a14", "address": "fa:16:3e:dc:a6:4c", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0111bb7e-3b", "ovs_interfaceid": "0111bb7e-3b39-473c-97ac-69362a906a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.462324] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for the task: (returnval){ [ 1336.462324] env[62683]: value = "task-1798311" [ 1336.462324] env[62683]: _type = "Task" [ 1336.462324] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.471534] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.502927] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5227dbfe-652a-f4db-8f90-3113d42da45a, 'name': SearchDatastore_Task, 'duration_secs': 0.018658} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.503075] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.503314] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1336.503618] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.503694] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.503923] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1336.504529] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e53150a-0f4a-41bd-a942-e6d6ed5902de {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.523449] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1336.523657] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1336.524631] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32958fc9-fb24-43e1-8a0c-028b4223ac65 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.530938] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Waiting for the task: (returnval){ [ 1336.530938] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522ca343-fff9-b35f-1b31-14ffa4617d7a" [ 1336.530938] env[62683]: _type = "Task" [ 1336.530938] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.541350] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522ca343-fff9-b35f-1b31-14ffa4617d7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.554795] env[62683]: DEBUG nova.network.neutron [req-b3bdbdea-df9a-4b69-b40d-7b5a413d9b4d req-f4b3e998-2802-4d6c-bc6e-5a9df64a1524 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1336.656193] env[62683]: DEBUG nova.network.neutron [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Successfully updated port: d63cfaac-346d-433b-b26a-53618c2780fe {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1336.739700] env[62683]: DEBUG nova.compute.manager [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Received event network-vif-plugged-366e8ac0-1914-4252-b91b-c1407f28e726 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1336.740939] env[62683]: DEBUG oslo_concurrency.lockutils [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] Acquiring lock "173e6718-3cbe-4e9a-ae9d-fa93d945b89f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.742218] env[62683]: DEBUG oslo_concurrency.lockutils [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] Lock "173e6718-3cbe-4e9a-ae9d-fa93d945b89f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.742218] env[62683]: DEBUG oslo_concurrency.lockutils [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] Lock "173e6718-3cbe-4e9a-ae9d-fa93d945b89f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.742218] env[62683]: DEBUG nova.compute.manager [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] No waiting events found dispatching network-vif-plugged-366e8ac0-1914-4252-b91b-c1407f28e726 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1336.742218] env[62683]: WARNING nova.compute.manager [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Received unexpected event network-vif-plugged-366e8ac0-1914-4252-b91b-c1407f28e726 for instance with vm_state building and task_state spawning. [ 1336.742218] env[62683]: DEBUG nova.compute.manager [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Received event network-changed-366e8ac0-1914-4252-b91b-c1407f28e726 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1336.742393] env[62683]: DEBUG nova.compute.manager [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Refreshing instance network info cache due to event network-changed-366e8ac0-1914-4252-b91b-c1407f28e726. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1336.742393] env[62683]: DEBUG oslo_concurrency.lockutils [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] Acquiring lock "refresh_cache-173e6718-3cbe-4e9a-ae9d-fa93d945b89f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.742393] env[62683]: DEBUG oslo_concurrency.lockutils [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] Acquired lock "refresh_cache-173e6718-3cbe-4e9a-ae9d-fa93d945b89f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.742532] env[62683]: DEBUG nova.network.neutron [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Refreshing network info cache for port 366e8ac0-1914-4252-b91b-c1407f28e726 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.774022] env[62683]: DEBUG nova.scheduler.client.report [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.786885] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798305, 'name': Rename_Task, 'duration_secs': 0.362867} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.787381] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.787797] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f598068-11e9-4d75-bb39-5e9e443840ef {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.793388] env[62683]: DEBUG nova.compute.manager [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1336.799545] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1336.799545] env[62683]: value = "task-1798312" [ 1336.799545] env[62683]: _type = "Task" [ 1336.799545] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.808047] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.827335] env[62683]: DEBUG nova.virt.hardware [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1336.827619] env[62683]: DEBUG nova.virt.hardware [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.827794] env[62683]: DEBUG nova.virt.hardware [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1336.827958] env[62683]: DEBUG nova.virt.hardware [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.828124] env[62683]: DEBUG nova.virt.hardware [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1336.828275] env[62683]: DEBUG nova.virt.hardware [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1336.828485] env[62683]: DEBUG nova.virt.hardware [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1336.828645] env[62683]: DEBUG nova.virt.hardware [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1336.828812] env[62683]: DEBUG nova.virt.hardware [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1336.828974] env[62683]: DEBUG nova.virt.hardware [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1336.829255] env[62683]: DEBUG nova.virt.hardware [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1336.830173] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418353cd-8a10-4986-918c-d313a34437c2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.840149] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2064cb-05f2-4756-a3da-b6fa6e96cb05 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.845682] env[62683]: DEBUG nova.network.neutron [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Successfully created port: 00772682-b36e-4bfd-af3b-6254b0dc49b3 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.895890] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Task: {'id': task-1798309, 'name': Rename_Task, 'duration_secs': 0.165157} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.895890] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.896085] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d81cef7b-5bdc-4711-9dc7-d95d3f1d47db {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.903559] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Waiting for the task: (returnval){ [ 1336.903559] env[62683]: value = "task-1798313" [ 1336.903559] env[62683]: _type = "Task" [ 1336.903559] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.910408] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': task-1798304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630742} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.911055] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 173e6718-3cbe-4e9a-ae9d-fa93d945b89f/173e6718-3cbe-4e9a-ae9d-fa93d945b89f.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1336.911572] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1336.911647] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd7fb26d-baf9-4cf1-9b0a-98b42a00c1df {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.916925] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Task: {'id': task-1798313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.921970] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Waiting for the task: (returnval){ [ 1336.921970] env[62683]: value = "task-1798314" [ 1336.921970] env[62683]: _type = "Task" [ 1336.921970] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.930547] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': task-1798314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.964193] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.964555] env[62683]: DEBUG nova.compute.manager [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Instance network_info: |[{"id": "0111bb7e-3b39-473c-97ac-69362a906a14", "address": "fa:16:3e:dc:a6:4c", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0111bb7e-3b", "ovs_interfaceid": "0111bb7e-3b39-473c-97ac-69362a906a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1336.965056] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:a6:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0111bb7e-3b39-473c-97ac-69362a906a14', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.972912] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Creating folder: Project (cca9f7c09de541ceb601bd7c6303dcfa). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1336.976648] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-002e85b1-329b-4ead-803a-0b00adafc479 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.984268] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.987273] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Created folder: Project (cca9f7c09de541ceb601bd7c6303dcfa) in parent group-v372889. [ 1336.987489] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Creating folder: Instances. Parent ref: group-v372908. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1336.987730] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cd759f3-fea5-4523-a405-89f48e3a83ff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.998042] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Created folder: Instances in parent group-v372908. [ 1337.000796] env[62683]: DEBUG oslo.service.loopingcall [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1337.000796] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1337.000796] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3715bc5b-3467-4888-9d68-bec29b27bfb3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.037959] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1337.037959] env[62683]: value = "task-1798317" [ 1337.037959] env[62683]: _type = "Task" [ 1337.037959] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.051753] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522ca343-fff9-b35f-1b31-14ffa4617d7a, 'name': SearchDatastore_Task, 'duration_secs': 0.015743} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.053473] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21dbf389-b21a-43dc-8bc7-5966ea66312d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.061226] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798317, 'name': CreateVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.065297] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Waiting for the task: (returnval){ [ 1337.065297] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cfdf6c-eae5-438c-57aa-d837a65a5679" [ 1337.065297] env[62683]: _type = "Task" [ 1337.065297] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.075617] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cfdf6c-eae5-438c-57aa-d837a65a5679, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.160575] env[62683]: DEBUG oslo_concurrency.lockutils [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquiring lock "refresh_cache-1e109a37-4ac1-4c6d-ba73-ae958c417296" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.218903] env[62683]: DEBUG nova.network.neutron [req-b3bdbdea-df9a-4b69-b40d-7b5a413d9b4d req-f4b3e998-2802-4d6c-bc6e-5a9df64a1524 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.280993] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.281568] env[62683]: DEBUG nova.compute.manager [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1337.310246] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798312, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.430847] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Task: {'id': task-1798313, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.444499] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': task-1798314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127482} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.444499] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1337.447419] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac50c6a-85b3-4fd0-ac96-3d7b2154bc32 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.474708] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 173e6718-3cbe-4e9a-ae9d-fa93d945b89f/173e6718-3cbe-4e9a-ae9d-fa93d945b89f.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.475581] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f365bb9e-0cdb-4345-8998-985e5b369b84 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.500581] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798311, 'name': ReconfigVM_Task, 'duration_secs': 0.622078} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.502063] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Reconfigured VM instance instance-00000004 to attach disk [datastore1] a531ac93-b930-44aa-b0ba-307b44497ff1/a531ac93-b930-44aa-b0ba-307b44497ff1.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.504235] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Waiting for the task: (returnval){ [ 1337.504235] env[62683]: value = "task-1798318" [ 1337.504235] env[62683]: _type = "Task" [ 1337.504235] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.504235] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c2aa408-e105-4762-be0f-70eabda9fe37 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.515517] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for the task: (returnval){ [ 1337.515517] env[62683]: value = "task-1798319" [ 1337.515517] env[62683]: _type = "Task" [ 1337.515517] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.516219] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': task-1798318, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.525067] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798319, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.559471] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798317, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.585759] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cfdf6c-eae5-438c-57aa-d837a65a5679, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.586186] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.587905] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] d03ab883-ef81-4242-9091-265657adc37e/d03ab883-ef81-4242-9091-265657adc37e.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.587905] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d026367f-038e-4330-8b9d-869e4bd82fad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.595278] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Waiting for the task: (returnval){ [ 1337.595278] env[62683]: value = "task-1798320" [ 1337.595278] env[62683]: _type = "Task" [ 1337.595278] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.604591] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': task-1798320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.722773] env[62683]: DEBUG oslo_concurrency.lockutils [req-b3bdbdea-df9a-4b69-b40d-7b5a413d9b4d req-f4b3e998-2802-4d6c-bc6e-5a9df64a1524 service nova] Releasing lock "refresh_cache-1e109a37-4ac1-4c6d-ba73-ae958c417296" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.723172] env[62683]: DEBUG oslo_concurrency.lockutils [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquired lock "refresh_cache-1e109a37-4ac1-4c6d-ba73-ae958c417296" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.723396] env[62683]: DEBUG nova.network.neutron [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.787471] env[62683]: DEBUG nova.compute.utils [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1337.788854] env[62683]: DEBUG nova.compute.manager [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1337.789059] env[62683]: DEBUG nova.network.neutron [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1337.814372] env[62683]: DEBUG oslo_vmware.api [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798312, 'name': PowerOnVM_Task, 'duration_secs': 0.571377} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.814674] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.815117] env[62683]: INFO nova.compute.manager [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Took 19.77 seconds to spawn the instance on the hypervisor. [ 1337.815381] env[62683]: DEBUG nova.compute.manager [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.816583] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77172a7-9f1b-4258-8101-38b6b6bdeb89 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.920512] env[62683]: DEBUG oslo_vmware.api [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Task: {'id': task-1798313, 'name': PowerOnVM_Task, 'duration_secs': 0.580013} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.922169] env[62683]: DEBUG nova.policy [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ed2559c77a745faadc8a3e6afd18eaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89632295f59046b192c520e2edff38a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1337.926953] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.926953] env[62683]: INFO nova.compute.manager [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Took 15.28 seconds to spawn the instance on the hypervisor. [ 1337.926953] env[62683]: DEBUG nova.compute.manager [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.926953] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e68193-ecb5-4cf2-a8b8-1d337f7fa974 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.019259] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': task-1798318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.033193] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798319, 'name': Rename_Task, 'duration_secs': 0.215449} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.033193] env[62683]: DEBUG nova.network.neutron [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Successfully updated port: 990edc89-c9d7-4303-96f1-90288070c497 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1338.033851] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.034709] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80a37d92-3bf9-43a7-b9a2-dca97da13a4a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.042272] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for the task: (returnval){ [ 1338.042272] env[62683]: value = "task-1798321" [ 1338.042272] env[62683]: _type = "Task" [ 1338.042272] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.060280] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798321, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.063809] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798317, 'name': CreateVM_Task, 'duration_secs': 0.557741} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.063991] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1338.065184] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.065368] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.065699] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1338.065981] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9f6829-163d-4b32-aca7-be314337eb1f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.075046] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1338.075046] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5211b249-395f-9f0c-c3cc-89f303caf08a" [ 1338.075046] env[62683]: _type = "Task" [ 1338.075046] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.085209] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5211b249-395f-9f0c-c3cc-89f303caf08a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.103519] env[62683]: DEBUG nova.network.neutron [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Updated VIF entry in instance network info cache for port 366e8ac0-1914-4252-b91b-c1407f28e726. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.104034] env[62683]: DEBUG nova.network.neutron [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Updating instance_info_cache with network_info: [{"id": "366e8ac0-1914-4252-b91b-c1407f28e726", "address": "fa:16:3e:c2:37:f5", "network": {"id": "d5be75ad-a320-4458-82a9-5a5707f5bd69", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-102825465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6b855d23ee94da3bad36aa6e1448024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366e8ac0-19", "ovs_interfaceid": "366e8ac0-1914-4252-b91b-c1407f28e726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.112046] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': task-1798320, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.280811] env[62683]: DEBUG nova.network.neutron [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1338.292438] env[62683]: DEBUG nova.compute.manager [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1338.339478] env[62683]: INFO nova.compute.manager [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Took 24.58 seconds to build instance. [ 1338.454621] env[62683]: INFO nova.compute.manager [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Took 24.22 seconds to build instance. [ 1338.523840] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': task-1798318, 'name': ReconfigVM_Task, 'duration_secs': 0.591754} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.524261] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 173e6718-3cbe-4e9a-ae9d-fa93d945b89f/173e6718-3cbe-4e9a-ae9d-fa93d945b89f.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.525282] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-888249dd-c80d-4ce7-a067-74a6d8d8b1f4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.533907] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Waiting for the task: (returnval){ [ 1338.533907] env[62683]: value = "task-1798322" [ 1338.533907] env[62683]: _type = "Task" [ 1338.533907] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.538496] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Acquiring lock "refresh_cache-c0d94c9e-6312-4a46-96fb-250874a085f9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.539392] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Acquired lock "refresh_cache-c0d94c9e-6312-4a46-96fb-250874a085f9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.539392] env[62683]: DEBUG nova.network.neutron [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.555520] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': task-1798322, 'name': Rename_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.566311] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798321, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.592654] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5211b249-395f-9f0c-c3cc-89f303caf08a, 'name': SearchDatastore_Task, 'duration_secs': 0.055225} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.600297] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.600297] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.600297] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.600297] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.600497] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.600497] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8056f8c3-d358-4bf1-9b37-a98bc1c58aa8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.607114] env[62683]: DEBUG oslo_concurrency.lockutils [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] Releasing lock "refresh_cache-173e6718-3cbe-4e9a-ae9d-fa93d945b89f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.607459] env[62683]: DEBUG nova.compute.manager [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Received event network-vif-plugged-d48585f0-d6dc-4156-8870-70abfbcbcf2a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1338.607707] env[62683]: DEBUG oslo_concurrency.lockutils [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] Acquiring lock "1e109a37-4ac1-4c6d-ba73-ae958c417296-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.609063] env[62683]: DEBUG oslo_concurrency.lockutils [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] Lock "1e109a37-4ac1-4c6d-ba73-ae958c417296-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.609063] env[62683]: DEBUG oslo_concurrency.lockutils [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] Lock "1e109a37-4ac1-4c6d-ba73-ae958c417296-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.609063] env[62683]: DEBUG nova.compute.manager [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] No waiting events found dispatching network-vif-plugged-d48585f0-d6dc-4156-8870-70abfbcbcf2a {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1338.609063] env[62683]: WARNING nova.compute.manager [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Received unexpected event network-vif-plugged-d48585f0-d6dc-4156-8870-70abfbcbcf2a for instance with vm_state building and task_state spawning. [ 1338.609063] env[62683]: DEBUG nova.compute.manager [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Received event network-changed-d48585f0-d6dc-4156-8870-70abfbcbcf2a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1338.609360] env[62683]: DEBUG nova.compute.manager [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Refreshing instance network info cache due to event network-changed-d48585f0-d6dc-4156-8870-70abfbcbcf2a. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1338.609360] env[62683]: DEBUG oslo_concurrency.lockutils [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] Acquiring lock "refresh_cache-1e109a37-4ac1-4c6d-ba73-ae958c417296" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.612809] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': task-1798320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70183} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.614247] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] d03ab883-ef81-4242-9091-265657adc37e/d03ab883-ef81-4242-9091-265657adc37e.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.614562] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.614919] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.615125] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.615993] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-661724c2-6ae4-4b38-b1a6-f52d935db341 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.621532] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63668d2-d998-4954-8d2f-553a2e8d4c03 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.630855] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Waiting for the task: (returnval){ [ 1338.630855] env[62683]: value = "task-1798323" [ 1338.630855] env[62683]: _type = "Task" [ 1338.630855] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.631172] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1338.631172] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5265b2bc-d437-f81b-c6cb-734806f137d5" [ 1338.631172] env[62683]: _type = "Task" [ 1338.631172] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.656022] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5265b2bc-d437-f81b-c6cb-734806f137d5, 'name': SearchDatastore_Task, 'duration_secs': 0.018561} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.656022] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': task-1798323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.656520] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6f5e05f-dd3d-4279-929e-105f5a01ac70 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.665152] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1338.665152] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5237d515-8102-aabc-6a52-fe8dfd90dae8" [ 1338.665152] env[62683]: _type = "Task" [ 1338.665152] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.681382] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5237d515-8102-aabc-6a52-fe8dfd90dae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.842140] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ac760ca5-a15f-41f3-a7f9-840ed791eb68 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lock "21399ba5-2247-4e01-a14d-c17d1a53ba26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.093s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.959712] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53eef25b-02cc-41f9-a96e-8bca92824c68 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Lock "7a6a23a9-4562-4e35-913a-fa2aecee6c62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.738s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.025033] env[62683]: DEBUG nova.network.neutron [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Successfully created port: b23ec1f7-bdbd-4b9f-9d3a-90fdab98fa0f {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1339.050536] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': task-1798322, 'name': Rename_Task, 'duration_secs': 0.188906} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.061836] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.062534] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2aa84215-3cac-4558-ab74-69a522e7d437 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.075308] env[62683]: DEBUG oslo_vmware.api [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798321, 'name': PowerOnVM_Task, 'duration_secs': 0.774328} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.076298] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.076831] env[62683]: INFO nova.compute.manager [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Took 14.17 seconds to spawn the instance on the hypervisor. [ 1339.077567] env[62683]: DEBUG nova.compute.manager [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.078563] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Waiting for the task: (returnval){ [ 1339.078563] env[62683]: value = "task-1798324" [ 1339.078563] env[62683]: _type = "Task" [ 1339.078563] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.079349] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef73597-5741-451e-8e13-625ae60d1f24 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.099739] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': task-1798324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.152284] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': task-1798323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070318} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.153581] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.154693] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1264adb-cbdf-40fc-85cd-de81d1bd95f8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.186539] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] d03ab883-ef81-4242-9091-265657adc37e/d03ab883-ef81-4242-9091-265657adc37e.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.191583] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e469f11-a8c5-4fd5-81ef-638a00685e2d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.215287] env[62683]: DEBUG oslo_concurrency.lockutils [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "dce9138f-3674-47af-a392-567b1a85d23a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.215749] env[62683]: DEBUG oslo_concurrency.lockutils [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "dce9138f-3674-47af-a392-567b1a85d23a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.220360] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5237d515-8102-aabc-6a52-fe8dfd90dae8, 'name': SearchDatastore_Task, 'duration_secs': 0.02951} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.222160] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.222426] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 0d463f56-a2a4-498f-a3dc-b4568dc76fd9/0d463f56-a2a4-498f-a3dc-b4568dc76fd9.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1339.222742] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Waiting for the task: (returnval){ [ 1339.222742] env[62683]: value = "task-1798325" [ 1339.222742] env[62683]: _type = "Task" [ 1339.222742] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.222940] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d2f9fb4-5649-4c7d-b55d-7842b1c15eb5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.235269] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': task-1798325, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.236591] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1339.236591] env[62683]: value = "task-1798326" [ 1339.236591] env[62683]: _type = "Task" [ 1339.236591] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.247342] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.305761] env[62683]: DEBUG nova.compute.manager [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1339.311105] env[62683]: DEBUG nova.network.neutron [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1339.334496] env[62683]: DEBUG nova.virt.hardware [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1339.334797] env[62683]: DEBUG nova.virt.hardware [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.334930] env[62683]: DEBUG nova.virt.hardware [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.335216] env[62683]: DEBUG nova.virt.hardware [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.335353] env[62683]: DEBUG nova.virt.hardware [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.335494] env[62683]: DEBUG nova.virt.hardware [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1339.335708] env[62683]: DEBUG nova.virt.hardware [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1339.335912] env[62683]: DEBUG nova.virt.hardware [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1339.336036] env[62683]: DEBUG nova.virt.hardware [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1339.336271] env[62683]: DEBUG nova.virt.hardware [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1339.336376] env[62683]: DEBUG nova.virt.hardware [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1339.337275] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b64a52-f016-40c1-8e1d-f2b26613c58a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.345578] env[62683]: DEBUG nova.compute.manager [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1339.349602] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a73c36-7ba1-4677-ba5f-0dad2a08defa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.377225] env[62683]: DEBUG nova.network.neutron [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Updating instance_info_cache with network_info: [{"id": "623de677-03b2-4160-a9db-bca05a978236", "address": "fa:16:3e:4d:f7:2c", "network": {"id": "b55f6a15-bb9b-401d-a9a0-0b9f25e51d09", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-739042598", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e5058549694b5394d1d09911050564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623de677-03", "ovs_interfaceid": "623de677-03b2-4160-a9db-bca05a978236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d48585f0-d6dc-4156-8870-70abfbcbcf2a", "address": "fa:16:3e:d9:2b:f2", "network": {"id": "cd0b3024-d79b-4937-b8e1-b5789dc0db8c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2137166461", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f0e5058549694b5394d1d09911050564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd48585f0-d6", "ovs_interfaceid": "d48585f0-d6dc-4156-8870-70abfbcbcf2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d63cfaac-346d-433b-b26a-53618c2780fe", "address": "fa:16:3e:27:54:c1", "network": {"id": "b55f6a15-bb9b-401d-a9a0-0b9f25e51d09", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-739042598", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e5058549694b5394d1d09911050564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd63cfaac-34", "ovs_interfaceid": "d63cfaac-346d-433b-b26a-53618c2780fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.465041] env[62683]: DEBUG nova.compute.manager [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1339.593887] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': task-1798324, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.610390] env[62683]: INFO nova.compute.manager [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Took 24.09 seconds to build instance. [ 1339.742097] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': task-1798325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.754927] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798326, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.757219] env[62683]: DEBUG nova.network.neutron [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Updating instance_info_cache with network_info: [{"id": "990edc89-c9d7-4303-96f1-90288070c497", "address": "fa:16:3e:df:b1:50", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap990edc89-c9", "ovs_interfaceid": "990edc89-c9d7-4303-96f1-90288070c497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.882981] env[62683]: DEBUG oslo_concurrency.lockutils [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Releasing lock "refresh_cache-1e109a37-4ac1-4c6d-ba73-ae958c417296" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.882981] env[62683]: DEBUG nova.compute.manager [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Instance network_info: |[{"id": "623de677-03b2-4160-a9db-bca05a978236", "address": "fa:16:3e:4d:f7:2c", "network": {"id": "b55f6a15-bb9b-401d-a9a0-0b9f25e51d09", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-739042598", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e5058549694b5394d1d09911050564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623de677-03", "ovs_interfaceid": "623de677-03b2-4160-a9db-bca05a978236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d48585f0-d6dc-4156-8870-70abfbcbcf2a", "address": "fa:16:3e:d9:2b:f2", "network": {"id": "cd0b3024-d79b-4937-b8e1-b5789dc0db8c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2137166461", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f0e5058549694b5394d1d09911050564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd48585f0-d6", "ovs_interfaceid": "d48585f0-d6dc-4156-8870-70abfbcbcf2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d63cfaac-346d-433b-b26a-53618c2780fe", "address": "fa:16:3e:27:54:c1", "network": {"id": "b55f6a15-bb9b-401d-a9a0-0b9f25e51d09", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-739042598", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e5058549694b5394d1d09911050564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd63cfaac-34", "ovs_interfaceid": "d63cfaac-346d-433b-b26a-53618c2780fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1339.883270] env[62683]: DEBUG oslo_concurrency.lockutils [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] Acquired lock "refresh_cache-1e109a37-4ac1-4c6d-ba73-ae958c417296" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.883637] env[62683]: DEBUG nova.network.neutron [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Refreshing network info cache for port d48585f0-d6dc-4156-8870-70abfbcbcf2a {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.885964] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:f7:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '623de677-03b2-4160-a9db-bca05a978236', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:2b:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd48585f0-d6dc-4156-8870-70abfbcbcf2a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:54:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd63cfaac-346d-433b-b26a-53618c2780fe', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.910600] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Creating folder: Project (f0e5058549694b5394d1d09911050564). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.913603] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.913866] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.916166] env[62683]: INFO nova.compute.claims [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.919813] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6055a363-c164-4d92-bd39-1b20b39811d1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.932082] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Created folder: Project (f0e5058549694b5394d1d09911050564) in parent group-v372889. [ 1339.932082] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Creating folder: Instances. Parent ref: group-v372911. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.932328] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8dd03cf7-cdb7-4e00-80b4-5f6d80621a36 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.943275] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Created folder: Instances in parent group-v372911. [ 1339.943647] env[62683]: DEBUG oslo.service.loopingcall [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1339.943743] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.943915] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9d56f24-d0e5-4d7c-a2bc-ef5bacf70748 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.983987] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1339.983987] env[62683]: value = "task-1798330" [ 1339.983987] env[62683]: _type = "Task" [ 1339.983987] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.993337] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798330, 'name': CreateVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.003826] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.013160] env[62683]: DEBUG nova.compute.manager [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Received event network-vif-plugged-0111bb7e-3b39-473c-97ac-69362a906a14 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1340.013966] env[62683]: DEBUG oslo_concurrency.lockutils [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] Acquiring lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.014752] env[62683]: DEBUG oslo_concurrency.lockutils [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] Lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.014752] env[62683]: DEBUG oslo_concurrency.lockutils [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] Lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.014752] env[62683]: DEBUG nova.compute.manager [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] No waiting events found dispatching network-vif-plugged-0111bb7e-3b39-473c-97ac-69362a906a14 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1340.015185] env[62683]: WARNING nova.compute.manager [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Received unexpected event network-vif-plugged-0111bb7e-3b39-473c-97ac-69362a906a14 for instance with vm_state building and task_state spawning. [ 1340.015512] env[62683]: DEBUG nova.compute.manager [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Received event network-changed-0111bb7e-3b39-473c-97ac-69362a906a14 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1340.015867] env[62683]: DEBUG nova.compute.manager [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Refreshing instance network info cache due to event network-changed-0111bb7e-3b39-473c-97ac-69362a906a14. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1340.016239] env[62683]: DEBUG oslo_concurrency.lockutils [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] Acquiring lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.016435] env[62683]: DEBUG oslo_concurrency.lockutils [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] Acquired lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.016612] env[62683]: DEBUG nova.network.neutron [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Refreshing network info cache for port 0111bb7e-3b39-473c-97ac-69362a906a14 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.061357] env[62683]: DEBUG nova.network.neutron [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Successfully updated port: 00772682-b36e-4bfd-af3b-6254b0dc49b3 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1340.094232] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': task-1798324, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.113473] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3010181a-3773-4d98-be9a-b5bd40e6ee69 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "a531ac93-b930-44aa-b0ba-307b44497ff1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.602s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.129129] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Acquiring lock "1efa2920-b9aa-40b6-8719-57b4d1724b83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.129129] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Lock "1efa2920-b9aa-40b6-8719-57b4d1724b83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.241237] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': task-1798325, 'name': ReconfigVM_Task, 'duration_secs': 0.618823} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.245437] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Reconfigured VM instance instance-00000006 to attach disk [datastore1] d03ab883-ef81-4242-9091-265657adc37e/d03ab883-ef81-4242-9091-265657adc37e.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.246465] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7a86d7a-a2ea-4691-b624-03685a59fe62 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.256445] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832059} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.257652] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 0d463f56-a2a4-498f-a3dc-b4568dc76fd9/0d463f56-a2a4-498f-a3dc-b4568dc76fd9.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.257652] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1340.257652] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Waiting for the task: (returnval){ [ 1340.257652] env[62683]: value = "task-1798331" [ 1340.257652] env[62683]: _type = "Task" [ 1340.257652] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.257969] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc3d80c4-90f5-471e-a4ee-29371209539d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.261894] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Releasing lock "refresh_cache-c0d94c9e-6312-4a46-96fb-250874a085f9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.261894] env[62683]: DEBUG nova.compute.manager [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Instance network_info: |[{"id": "990edc89-c9d7-4303-96f1-90288070c497", "address": "fa:16:3e:df:b1:50", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap990edc89-c9", "ovs_interfaceid": "990edc89-c9d7-4303-96f1-90288070c497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1340.266687] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:b1:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '990edc89-c9d7-4303-96f1-90288070c497', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.274623] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Creating folder: Project (4ac87bc4b35c4f0d87f2345be7fcb2f2). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1340.276043] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-883f923d-8dfc-4b3c-b19f-9164300e3848 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.281389] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1340.281389] env[62683]: value = "task-1798332" [ 1340.281389] env[62683]: _type = "Task" [ 1340.281389] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.285800] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': task-1798331, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.292675] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Created folder: Project (4ac87bc4b35c4f0d87f2345be7fcb2f2) in parent group-v372889. [ 1340.292675] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Creating folder: Instances. Parent ref: group-v372914. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1340.292675] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea7e4c8e-36ce-44c0-a310-66da28e5e28a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.299620] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.302776] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Created folder: Instances in parent group-v372914. [ 1340.303100] env[62683]: DEBUG oslo.service.loopingcall [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1340.303362] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1340.303524] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93dc5a74-39b7-4a52-9f20-e0c0cd4500c4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.326402] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.326402] env[62683]: value = "task-1798335" [ 1340.326402] env[62683]: _type = "Task" [ 1340.326402] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.336452] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798335, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.493823] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798330, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.566532] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Acquiring lock "refresh_cache-3bd6551a-141e-4e53-80f4-447ad4896265" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.566693] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Acquired lock "refresh_cache-3bd6551a-141e-4e53-80f4-447ad4896265" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.566848] env[62683]: DEBUG nova.network.neutron [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.600158] env[62683]: DEBUG oslo_vmware.api [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': task-1798324, 'name': PowerOnVM_Task, 'duration_secs': 1.406068} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.600158] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.600158] env[62683]: INFO nova.compute.manager [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Took 13.43 seconds to spawn the instance on the hypervisor. [ 1340.600158] env[62683]: DEBUG nova.compute.manager [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.600158] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd2aea8-8b2d-450f-8be0-c12931ebb22c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.621650] env[62683]: DEBUG nova.compute.manager [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1340.771917] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': task-1798331, 'name': Rename_Task, 'duration_secs': 0.250495} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.772431] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.772709] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3daf16b-2809-4f3a-b5f6-9e00579df2b9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.779070] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Waiting for the task: (returnval){ [ 1340.779070] env[62683]: value = "task-1798336" [ 1340.779070] env[62683]: _type = "Task" [ 1340.779070] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.787811] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': task-1798336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.796888] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132977} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.797216] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1340.798091] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93155b79-f6c7-4c8a-9fce-0cfd84da196e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.822456] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 0d463f56-a2a4-498f-a3dc-b4568dc76fd9/0d463f56-a2a4-498f-a3dc-b4568dc76fd9.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.825839] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d52c565-a340-4055-80ef-ecdac4f42efe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.855023] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798335, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.856040] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1340.856040] env[62683]: value = "task-1798337" [ 1340.856040] env[62683]: _type = "Task" [ 1340.856040] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.864225] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.997018] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798330, 'name': CreateVM_Task, 'duration_secs': 0.738129} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.000507] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.002242] env[62683]: DEBUG oslo_concurrency.lockutils [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.002242] env[62683]: DEBUG oslo_concurrency.lockutils [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.003437] env[62683]: DEBUG oslo_concurrency.lockutils [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1341.003892] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7c9fc05-3b4f-4be1-a74b-e654b5236f32 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.009894] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for the task: (returnval){ [ 1341.009894] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52edf98c-2e32-8dc8-a3e2-7c4c11aa197d" [ 1341.009894] env[62683]: _type = "Task" [ 1341.009894] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.018287] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52edf98c-2e32-8dc8-a3e2-7c4c11aa197d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.043064] env[62683]: DEBUG nova.compute.manager [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] [instance: d03ab883-ef81-4242-9091-265657adc37e] Received event network-changed-804b9870-d4c9-47f4-a6c7-ed6d01ed8bf2 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1341.044392] env[62683]: DEBUG nova.compute.manager [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] [instance: d03ab883-ef81-4242-9091-265657adc37e] Refreshing instance network info cache due to event network-changed-804b9870-d4c9-47f4-a6c7-ed6d01ed8bf2. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1341.044634] env[62683]: DEBUG oslo_concurrency.lockutils [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] Acquiring lock "refresh_cache-d03ab883-ef81-4242-9091-265657adc37e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.044772] env[62683]: DEBUG oslo_concurrency.lockutils [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] Acquired lock "refresh_cache-d03ab883-ef81-4242-9091-265657adc37e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.045012] env[62683]: DEBUG nova.network.neutron [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] [instance: d03ab883-ef81-4242-9091-265657adc37e] Refreshing network info cache for port 804b9870-d4c9-47f4-a6c7-ed6d01ed8bf2 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.090813] env[62683]: DEBUG nova.network.neutron [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Updated VIF entry in instance network info cache for port d48585f0-d6dc-4156-8870-70abfbcbcf2a. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.090813] env[62683]: DEBUG nova.network.neutron [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Updating instance_info_cache with network_info: [{"id": "623de677-03b2-4160-a9db-bca05a978236", "address": "fa:16:3e:4d:f7:2c", "network": {"id": "b55f6a15-bb9b-401d-a9a0-0b9f25e51d09", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-739042598", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e5058549694b5394d1d09911050564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623de677-03", "ovs_interfaceid": "623de677-03b2-4160-a9db-bca05a978236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d48585f0-d6dc-4156-8870-70abfbcbcf2a", "address": "fa:16:3e:d9:2b:f2", "network": {"id": "cd0b3024-d79b-4937-b8e1-b5789dc0db8c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2137166461", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f0e5058549694b5394d1d09911050564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd48585f0-d6", "ovs_interfaceid": "d48585f0-d6dc-4156-8870-70abfbcbcf2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d63cfaac-346d-433b-b26a-53618c2780fe", "address": "fa:16:3e:27:54:c1", "network": {"id": "b55f6a15-bb9b-401d-a9a0-0b9f25e51d09", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-739042598", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e5058549694b5394d1d09911050564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd63cfaac-34", "ovs_interfaceid": "d63cfaac-346d-433b-b26a-53618c2780fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.144404] env[62683]: INFO nova.compute.manager [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Took 24.72 seconds to build instance. [ 1341.145959] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.294159] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': task-1798336, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.295965] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0e014c-bfc9-4ca4-bcbe-4cd6875b70eb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.304582] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69c9c39-1907-45df-85b5-d1c82e14e7e2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.310305] env[62683]: DEBUG nova.network.neutron [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1341.340854] env[62683]: DEBUG nova.network.neutron [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Updated VIF entry in instance network info cache for port 0111bb7e-3b39-473c-97ac-69362a906a14. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.341819] env[62683]: DEBUG nova.network.neutron [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Updating instance_info_cache with network_info: [{"id": "0111bb7e-3b39-473c-97ac-69362a906a14", "address": "fa:16:3e:dc:a6:4c", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0111bb7e-3b", "ovs_interfaceid": "0111bb7e-3b39-473c-97ac-69362a906a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.344072] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e25212-47e3-424e-9cda-e04e16a09e28 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.358031] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798335, 'name': CreateVM_Task, 'duration_secs': 0.647492} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.358150] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f34192-728e-4444-a6d5-76816558f542 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.362156] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.366190] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.385832] env[62683]: DEBUG nova.compute.provider_tree [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.387318] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.526555] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52edf98c-2e32-8dc8-a3e2-7c4c11aa197d, 'name': SearchDatastore_Task, 'duration_secs': 0.012943} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.526887] env[62683]: DEBUG oslo_concurrency.lockutils [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.527162] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.527398] env[62683]: DEBUG oslo_concurrency.lockutils [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.527541] env[62683]: DEBUG oslo_concurrency.lockutils [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.527720] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.528083] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.528309] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1341.528981] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-658e2fa6-16c9-4fed-aa8a-4aaefc6c5f7d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.532158] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec4d90dd-aa2b-4908-b32c-a428057074f7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.537400] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Waiting for the task: (returnval){ [ 1341.537400] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]525146df-ed6f-2859-8628-7338eeacb22d" [ 1341.537400] env[62683]: _type = "Task" [ 1341.537400] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.543663] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.543663] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.545302] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c381af9-ce15-4fe7-8646-70d542ff131d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.555628] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]525146df-ed6f-2859-8628-7338eeacb22d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.558887] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for the task: (returnval){ [ 1341.558887] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c1ba75-3e73-5cce-baae-9b261b587f0e" [ 1341.558887] env[62683]: _type = "Task" [ 1341.558887] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.568361] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c1ba75-3e73-5cce-baae-9b261b587f0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.585079] env[62683]: DEBUG nova.network.neutron [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Updating instance_info_cache with network_info: [{"id": "00772682-b36e-4bfd-af3b-6254b0dc49b3", "address": "fa:16:3e:02:5f:48", "network": {"id": "c63b7749-595e-4073-8fa8-ccc484120ab9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2007943262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ec513e99e854c48a9c37faa84f305d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00772682-b3", "ovs_interfaceid": "00772682-b36e-4bfd-af3b-6254b0dc49b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.597385] env[62683]: DEBUG oslo_concurrency.lockutils [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] Releasing lock "refresh_cache-1e109a37-4ac1-4c6d-ba73-ae958c417296" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.597385] env[62683]: DEBUG nova.compute.manager [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] [instance: d03ab883-ef81-4242-9091-265657adc37e] Received event network-vif-plugged-804b9870-d4c9-47f4-a6c7-ed6d01ed8bf2 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1341.597469] env[62683]: DEBUG oslo_concurrency.lockutils [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] Acquiring lock "d03ab883-ef81-4242-9091-265657adc37e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.599159] env[62683]: DEBUG oslo_concurrency.lockutils [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] Lock "d03ab883-ef81-4242-9091-265657adc37e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.601992] env[62683]: DEBUG oslo_concurrency.lockutils [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] Lock "d03ab883-ef81-4242-9091-265657adc37e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.601992] env[62683]: DEBUG nova.compute.manager [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] [instance: d03ab883-ef81-4242-9091-265657adc37e] No waiting events found dispatching network-vif-plugged-804b9870-d4c9-47f4-a6c7-ed6d01ed8bf2 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1341.601992] env[62683]: WARNING nova.compute.manager [req-aad83d42-6436-4bef-ba49-7421b3ae19f5 req-ccb7a765-a909-4f70-bbd9-86725c232352 service nova] [instance: d03ab883-ef81-4242-9091-265657adc37e] Received unexpected event network-vif-plugged-804b9870-d4c9-47f4-a6c7-ed6d01ed8bf2 for instance with vm_state building and task_state spawning. [ 1341.603609] env[62683]: DEBUG nova.network.neutron [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Successfully updated port: b23ec1f7-bdbd-4b9f-9d3a-90fdab98fa0f {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1341.649769] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0734436c-4b4b-47cf-ae9c-7e4b6e05d103 tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Lock "173e6718-3cbe-4e9a-ae9d-fa93d945b89f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.232s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.793037] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': task-1798336, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.847389] env[62683]: DEBUG oslo_concurrency.lockutils [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] Releasing lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.847389] env[62683]: DEBUG nova.compute.manager [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Received event network-vif-plugged-d63cfaac-346d-433b-b26a-53618c2780fe {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1341.847389] env[62683]: DEBUG oslo_concurrency.lockutils [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] Acquiring lock "1e109a37-4ac1-4c6d-ba73-ae958c417296-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.847875] env[62683]: DEBUG oslo_concurrency.lockutils [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] Lock "1e109a37-4ac1-4c6d-ba73-ae958c417296-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.847875] env[62683]: DEBUG oslo_concurrency.lockutils [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] Lock "1e109a37-4ac1-4c6d-ba73-ae958c417296-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.847875] env[62683]: DEBUG nova.compute.manager [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] No waiting events found dispatching network-vif-plugged-d63cfaac-346d-433b-b26a-53618c2780fe {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1341.848034] env[62683]: WARNING nova.compute.manager [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Received unexpected event network-vif-plugged-d63cfaac-346d-433b-b26a-53618c2780fe for instance with vm_state building and task_state spawning. [ 1341.848600] env[62683]: DEBUG nova.compute.manager [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Received event network-changed-d63cfaac-346d-433b-b26a-53618c2780fe {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1341.848600] env[62683]: DEBUG nova.compute.manager [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Refreshing instance network info cache due to event network-changed-d63cfaac-346d-433b-b26a-53618c2780fe. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1341.848600] env[62683]: DEBUG oslo_concurrency.lockutils [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] Acquiring lock "refresh_cache-1e109a37-4ac1-4c6d-ba73-ae958c417296" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.848754] env[62683]: DEBUG oslo_concurrency.lockutils [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] Acquired lock "refresh_cache-1e109a37-4ac1-4c6d-ba73-ae958c417296" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.848804] env[62683]: DEBUG nova.network.neutron [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Refreshing network info cache for port d63cfaac-346d-433b-b26a-53618c2780fe {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.851017] env[62683]: DEBUG nova.network.neutron [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] [instance: d03ab883-ef81-4242-9091-265657adc37e] Updated VIF entry in instance network info cache for port 804b9870-d4c9-47f4-a6c7-ed6d01ed8bf2. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.851426] env[62683]: DEBUG nova.network.neutron [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] [instance: d03ab883-ef81-4242-9091-265657adc37e] Updating instance_info_cache with network_info: [{"id": "804b9870-d4c9-47f4-a6c7-ed6d01ed8bf2", "address": "fa:16:3e:3d:16:c4", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap804b9870-d4", "ovs_interfaceid": "804b9870-d4c9-47f4-a6c7-ed6d01ed8bf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.872629] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798337, 'name': ReconfigVM_Task, 'duration_secs': 0.901417} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.872915] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 0d463f56-a2a4-498f-a3dc-b4568dc76fd9/0d463f56-a2a4-498f-a3dc-b4568dc76fd9.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.873645] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79034220-65d7-4478-95c0-687f3e62f3b7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.880631] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1341.880631] env[62683]: value = "task-1798339" [ 1341.880631] env[62683]: _type = "Task" [ 1341.880631] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.891426] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798339, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.911471] env[62683]: ERROR nova.scheduler.client.report [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [req-50846e9b-f1f3-4e93-864b-7c23825c1ede] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-50846e9b-f1f3-4e93-864b-7c23825c1ede"}]} [ 1341.930774] env[62683]: DEBUG nova.scheduler.client.report [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1341.949539] env[62683]: DEBUG nova.scheduler.client.report [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1341.950371] env[62683]: DEBUG nova.compute.provider_tree [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.962989] env[62683]: DEBUG nova.scheduler.client.report [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1341.990186] env[62683]: DEBUG nova.scheduler.client.report [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1342.055546] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]525146df-ed6f-2859-8628-7338eeacb22d, 'name': SearchDatastore_Task, 'duration_secs': 0.036411} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.055870] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.056195] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1342.056382] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.072590] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c1ba75-3e73-5cce-baae-9b261b587f0e, 'name': SearchDatastore_Task, 'duration_secs': 0.019646} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.073380] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27e03621-1874-436c-9228-e85651b1d4ec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.078853] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for the task: (returnval){ [ 1342.078853] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52abb699-95f3-c608-3678-6a018e6e679d" [ 1342.078853] env[62683]: _type = "Task" [ 1342.078853] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.090441] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Releasing lock "refresh_cache-3bd6551a-141e-4e53-80f4-447ad4896265" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.090721] env[62683]: DEBUG nova.compute.manager [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Instance network_info: |[{"id": "00772682-b36e-4bfd-af3b-6254b0dc49b3", "address": "fa:16:3e:02:5f:48", "network": {"id": "c63b7749-595e-4073-8fa8-ccc484120ab9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2007943262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ec513e99e854c48a9c37faa84f305d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00772682-b3", "ovs_interfaceid": "00772682-b36e-4bfd-af3b-6254b0dc49b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.091015] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52abb699-95f3-c608-3678-6a018e6e679d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.091514] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:5f:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3e0aae3-33d1-403b-bfaf-306f77a1422e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00772682-b36e-4bfd-af3b-6254b0dc49b3', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.098988] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Creating folder: Project (7ec513e99e854c48a9c37faa84f305d4). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.101978] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97cd6ca9-2c18-4b86-917d-b888c28fc3bf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.107666] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Acquiring lock "refresh_cache-0592671e-e7d4-4e39-a076-3fe654df19fc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.107666] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Acquired lock "refresh_cache-0592671e-e7d4-4e39-a076-3fe654df19fc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.107666] env[62683]: DEBUG nova.network.neutron [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.111681] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Created folder: Project (7ec513e99e854c48a9c37faa84f305d4) in parent group-v372889. [ 1342.111862] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Creating folder: Instances. Parent ref: group-v372917. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.112111] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e883506c-54e1-4845-96f0-af06e220c69f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.121480] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Created folder: Instances in parent group-v372917. [ 1342.122202] env[62683]: DEBUG oslo.service.loopingcall [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1342.122454] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.122657] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b5b41a4-4f8a-414a-9175-dbfee6dbab89 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.142376] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.142376] env[62683]: value = "task-1798342" [ 1342.142376] env[62683]: _type = "Task" [ 1342.142376] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.150820] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798342, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.151861] env[62683]: DEBUG nova.compute.manager [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1342.290551] env[62683]: DEBUG oslo_vmware.api [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': task-1798336, 'name': PowerOnVM_Task, 'duration_secs': 1.3046} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.293293] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.293545] env[62683]: INFO nova.compute.manager [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Took 12.84 seconds to spawn the instance on the hypervisor. [ 1342.293736] env[62683]: DEBUG nova.compute.manager [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.294983] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7fb7a4-8ecb-4714-b070-472a84f767db {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.312130] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0b7350-3821-4e57-bb40-b86afceda8e9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.321180] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c52807-2859-4319-b1c0-ceb048e20193 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.353188] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c6cbd6-6f85-49b0-89ae-7d2d9d45bf71 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.358593] env[62683]: DEBUG oslo_concurrency.lockutils [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] Releasing lock "refresh_cache-d03ab883-ef81-4242-9091-265657adc37e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.359254] env[62683]: DEBUG nova.compute.manager [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Received event network-vif-plugged-990edc89-c9d7-4303-96f1-90288070c497 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1342.359254] env[62683]: DEBUG oslo_concurrency.lockutils [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] Acquiring lock "c0d94c9e-6312-4a46-96fb-250874a085f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.359423] env[62683]: DEBUG oslo_concurrency.lockutils [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] Lock "c0d94c9e-6312-4a46-96fb-250874a085f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.359624] env[62683]: DEBUG oslo_concurrency.lockutils [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] Lock "c0d94c9e-6312-4a46-96fb-250874a085f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.359709] env[62683]: DEBUG nova.compute.manager [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] No waiting events found dispatching network-vif-plugged-990edc89-c9d7-4303-96f1-90288070c497 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1342.359874] env[62683]: WARNING nova.compute.manager [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Received unexpected event network-vif-plugged-990edc89-c9d7-4303-96f1-90288070c497 for instance with vm_state building and task_state spawning. [ 1342.360050] env[62683]: DEBUG nova.compute.manager [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Received event network-changed-990edc89-c9d7-4303-96f1-90288070c497 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1342.360223] env[62683]: DEBUG nova.compute.manager [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Refreshing instance network info cache due to event network-changed-990edc89-c9d7-4303-96f1-90288070c497. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1342.360412] env[62683]: DEBUG oslo_concurrency.lockutils [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] Acquiring lock "refresh_cache-c0d94c9e-6312-4a46-96fb-250874a085f9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.360549] env[62683]: DEBUG oslo_concurrency.lockutils [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] Acquired lock "refresh_cache-c0d94c9e-6312-4a46-96fb-250874a085f9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.360727] env[62683]: DEBUG nova.network.neutron [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Refreshing network info cache for port 990edc89-c9d7-4303-96f1-90288070c497 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.368617] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4054d1b-28e1-4f6e-94f6-8df39fa4e812 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.383906] env[62683]: DEBUG nova.compute.provider_tree [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1342.394532] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798339, 'name': Rename_Task, 'duration_secs': 0.183984} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.395283] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1342.395530] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fde7a57d-cc1a-42f2-89dd-ceac603b7ba0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.402767] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1342.402767] env[62683]: value = "task-1798343" [ 1342.402767] env[62683]: _type = "Task" [ 1342.402767] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.411028] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.596495] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52abb699-95f3-c608-3678-6a018e6e679d, 'name': SearchDatastore_Task, 'duration_secs': 0.031395} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.599897] env[62683]: DEBUG oslo_concurrency.lockutils [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.600237] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 1e109a37-4ac1-4c6d-ba73-ae958c417296/1e109a37-4ac1-4c6d-ba73-ae958c417296.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1342.600560] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.600751] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1342.601173] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-122d1cc6-78d5-48a8-9415-3125d0b808d9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.603999] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec2e0c40-fae2-44ce-8ba1-1137b3846198 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.615779] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for the task: (returnval){ [ 1342.615779] env[62683]: value = "task-1798344" [ 1342.615779] env[62683]: _type = "Task" [ 1342.615779] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.625804] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.627218] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1342.628770] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1342.629092] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-502d4fb0-6f55-4316-97b5-1b13a5cb44c5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.638245] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Waiting for the task: (returnval){ [ 1342.638245] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f318e5-9bdd-84a8-bb26-55e2714129a0" [ 1342.638245] env[62683]: _type = "Task" [ 1342.638245] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.645903] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f318e5-9bdd-84a8-bb26-55e2714129a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.654825] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798342, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.668548] env[62683]: DEBUG nova.network.neutron [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.677162] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.820959] env[62683]: INFO nova.compute.manager [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Took 25.87 seconds to build instance. [ 1342.869150] env[62683]: DEBUG nova.network.neutron [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Updated VIF entry in instance network info cache for port d63cfaac-346d-433b-b26a-53618c2780fe. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.870176] env[62683]: DEBUG nova.network.neutron [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Updating instance_info_cache with network_info: [{"id": "623de677-03b2-4160-a9db-bca05a978236", "address": "fa:16:3e:4d:f7:2c", "network": {"id": "b55f6a15-bb9b-401d-a9a0-0b9f25e51d09", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-739042598", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e5058549694b5394d1d09911050564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623de677-03", "ovs_interfaceid": "623de677-03b2-4160-a9db-bca05a978236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d48585f0-d6dc-4156-8870-70abfbcbcf2a", "address": "fa:16:3e:d9:2b:f2", "network": {"id": "cd0b3024-d79b-4937-b8e1-b5789dc0db8c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2137166461", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f0e5058549694b5394d1d09911050564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd48585f0-d6", "ovs_interfaceid": "d48585f0-d6dc-4156-8870-70abfbcbcf2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d63cfaac-346d-433b-b26a-53618c2780fe", "address": "fa:16:3e:27:54:c1", "network": {"id": "b55f6a15-bb9b-401d-a9a0-0b9f25e51d09", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-739042598", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e5058549694b5394d1d09911050564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd63cfaac-34", "ovs_interfaceid": "d63cfaac-346d-433b-b26a-53618c2780fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.920227] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798343, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.949247] env[62683]: DEBUG nova.scheduler.client.report [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 22 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1342.949247] env[62683]: DEBUG nova.compute.provider_tree [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 22 to 23 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1342.949247] env[62683]: DEBUG nova.compute.provider_tree [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1342.964849] env[62683]: DEBUG nova.network.neutron [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Updating instance_info_cache with network_info: [{"id": "b23ec1f7-bdbd-4b9f-9d3a-90fdab98fa0f", "address": "fa:16:3e:55:47:97", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb23ec1f7-bd", "ovs_interfaceid": "b23ec1f7-bdbd-4b9f-9d3a-90fdab98fa0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.127593] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798344, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.153836] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f318e5-9bdd-84a8-bb26-55e2714129a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011178} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.155231] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac371de3-9558-4ad0-b1de-05f162236348 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.161504] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798342, 'name': CreateVM_Task, 'duration_secs': 0.553116} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.162112] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.162849] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.163086] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.163358] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.163652] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1724e17-572f-4f76-b601-fb9146186496 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.166908] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Waiting for the task: (returnval){ [ 1343.166908] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]523a2967-1b22-2355-d436-3878c6c77710" [ 1343.166908] env[62683]: _type = "Task" [ 1343.166908] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.172309] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Waiting for the task: (returnval){ [ 1343.172309] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d55c07-4156-55bb-0a3b-b935ee093c01" [ 1343.172309] env[62683]: _type = "Task" [ 1343.172309] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.181111] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523a2967-1b22-2355-d436-3878c6c77710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.187876] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d55c07-4156-55bb-0a3b-b935ee093c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.326013] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3de91476-eb1c-460f-8162-1a3cab54a360 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Lock "d03ab883-ef81-4242-9091-265657adc37e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.385s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.377276] env[62683]: DEBUG oslo_concurrency.lockutils [req-b2037a27-afc9-424b-b1c6-56111dd2a464 req-417d9f18-1e98-4b14-a47d-51134509e3c5 service nova] Releasing lock "refresh_cache-1e109a37-4ac1-4c6d-ba73-ae958c417296" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.399701] env[62683]: DEBUG nova.network.neutron [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Updated VIF entry in instance network info cache for port 990edc89-c9d7-4303-96f1-90288070c497. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.400098] env[62683]: DEBUG nova.network.neutron [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Updating instance_info_cache with network_info: [{"id": "990edc89-c9d7-4303-96f1-90288070c497", "address": "fa:16:3e:df:b1:50", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap990edc89-c9", "ovs_interfaceid": "990edc89-c9d7-4303-96f1-90288070c497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.417469] env[62683]: DEBUG oslo_vmware.api [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798343, 'name': PowerOnVM_Task, 'duration_secs': 0.893652} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.418927] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1343.418927] env[62683]: INFO nova.compute.manager [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Took 11.47 seconds to spawn the instance on the hypervisor. [ 1343.418927] env[62683]: DEBUG nova.compute.manager [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1343.419374] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a419bb-5e98-47e5-8a5a-06a618165669 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.457228] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.540s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.457228] env[62683]: DEBUG nova.compute.manager [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1343.457801] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.457s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.459281] env[62683]: INFO nova.compute.claims [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1343.468889] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Releasing lock "refresh_cache-0592671e-e7d4-4e39-a076-3fe654df19fc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.469249] env[62683]: DEBUG nova.compute.manager [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Instance network_info: |[{"id": "b23ec1f7-bdbd-4b9f-9d3a-90fdab98fa0f", "address": "fa:16:3e:55:47:97", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb23ec1f7-bd", "ovs_interfaceid": "b23ec1f7-bdbd-4b9f-9d3a-90fdab98fa0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1343.469652] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:47:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b23ec1f7-bdbd-4b9f-9d3a-90fdab98fa0f', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1343.479538] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Creating folder: Project (89632295f59046b192c520e2edff38a9). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.479909] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11b78861-019e-4152-b5e2-1c288fefe206 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.497045] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Created folder: Project (89632295f59046b192c520e2edff38a9) in parent group-v372889. [ 1343.497045] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Creating folder: Instances. Parent ref: group-v372920. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.497045] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75c4873d-b173-487b-b6e3-f596603eacc9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.511073] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Created folder: Instances in parent group-v372920. [ 1343.511511] env[62683]: DEBUG oslo.service.loopingcall [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1343.511606] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1343.513664] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18b02399-8562-4fb3-9a31-af3322a010a3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.543468] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1343.543468] env[62683]: value = "task-1798348" [ 1343.543468] env[62683]: _type = "Task" [ 1343.543468] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.554438] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798348, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.632032] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624011} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.632032] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 1e109a37-4ac1-4c6d-ba73-ae958c417296/1e109a37-4ac1-4c6d-ba73-ae958c417296.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1343.632032] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1343.632329] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41ae85a2-8285-4eb5-bf58-4cc3de6795a4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.647453] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for the task: (returnval){ [ 1343.647453] env[62683]: value = "task-1798349" [ 1343.647453] env[62683]: _type = "Task" [ 1343.647453] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.658386] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.690399] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.690778] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523a2967-1b22-2355-d436-3878c6c77710, 'name': SearchDatastore_Task, 'duration_secs': 0.04876} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.694887] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.695182] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] c0d94c9e-6312-4a46-96fb-250874a085f9/c0d94c9e-6312-4a46-96fb-250874a085f9.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1343.695461] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d55c07-4156-55bb-0a3b-b935ee093c01, 'name': SearchDatastore_Task, 'duration_secs': 0.044323} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.695655] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34ed3f24-89b1-44e2-bd16-4fbde81d34ac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.697786] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.698017] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1343.698254] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.698397] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.698570] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1343.698813] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3467ef2-89fa-44e5-a1a9-59a9ac1f1500 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.707808] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Waiting for the task: (returnval){ [ 1343.707808] env[62683]: value = "task-1798350" [ 1343.707808] env[62683]: _type = "Task" [ 1343.707808] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.712569] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1343.712747] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1343.713851] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e66fee82-cc14-4b6b-b75d-77be9786c509 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.719886] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': task-1798350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.723924] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Waiting for the task: (returnval){ [ 1343.723924] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a46062-97da-5374-903d-c271827de4ba" [ 1343.723924] env[62683]: _type = "Task" [ 1343.723924] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.735585] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a46062-97da-5374-903d-c271827de4ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.828692] env[62683]: DEBUG nova.compute.manager [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1343.905746] env[62683]: DEBUG oslo_concurrency.lockutils [req-1821d883-b8d5-45a4-8b8e-9bbe6de68787 req-f3269408-a2d0-48e5-9fa9-73d6418454ed service nova] Releasing lock "refresh_cache-c0d94c9e-6312-4a46-96fb-250874a085f9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.944942] env[62683]: INFO nova.compute.manager [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Took 22.63 seconds to build instance. [ 1343.963647] env[62683]: DEBUG nova.compute.utils [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1343.967453] env[62683]: DEBUG nova.compute.manager [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1343.967599] env[62683]: DEBUG nova.network.neutron [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1344.062776] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798348, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.142018] env[62683]: DEBUG nova.policy [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a73b76faec24c0e95512f271b9d2eaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b7ec8d91bf7479aa586c152176f80ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1344.158188] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176138} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.158888] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1344.160803] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bce8e0-18ca-4db1-90a1-3988209627ab {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.199408] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 1e109a37-4ac1-4c6d-ba73-ae958c417296/1e109a37-4ac1-4c6d-ba73-ae958c417296.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.199980] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb0fdfcc-6115-4397-959e-1a577840828b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.233916] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for the task: (returnval){ [ 1344.233916] env[62683]: value = "task-1798351" [ 1344.233916] env[62683]: _type = "Task" [ 1344.233916] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.238433] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': task-1798350, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.245857] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a46062-97da-5374-903d-c271827de4ba, 'name': SearchDatastore_Task, 'duration_secs': 0.020265} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.247523] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff85242b-0f88-4e69-9c7b-4def67b1eca3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.255187] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798351, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.257077] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Waiting for the task: (returnval){ [ 1344.257077] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]524a07f2-5fe6-ef1b-4f1d-4b0695111491" [ 1344.257077] env[62683]: _type = "Task" [ 1344.257077] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.268419] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]524a07f2-5fe6-ef1b-4f1d-4b0695111491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.309029] env[62683]: DEBUG nova.compute.manager [req-c45dabdb-2eda-4117-aaa3-df6e9b63f962 req-98c8a167-1d3a-434c-93dc-b0dcf8d1f12e service nova] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Received event network-vif-plugged-b23ec1f7-bdbd-4b9f-9d3a-90fdab98fa0f {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1344.309430] env[62683]: DEBUG oslo_concurrency.lockutils [req-c45dabdb-2eda-4117-aaa3-df6e9b63f962 req-98c8a167-1d3a-434c-93dc-b0dcf8d1f12e service nova] Acquiring lock "0592671e-e7d4-4e39-a076-3fe654df19fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.310072] env[62683]: DEBUG oslo_concurrency.lockutils [req-c45dabdb-2eda-4117-aaa3-df6e9b63f962 req-98c8a167-1d3a-434c-93dc-b0dcf8d1f12e service nova] Lock "0592671e-e7d4-4e39-a076-3fe654df19fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.310072] env[62683]: DEBUG oslo_concurrency.lockutils [req-c45dabdb-2eda-4117-aaa3-df6e9b63f962 req-98c8a167-1d3a-434c-93dc-b0dcf8d1f12e service nova] Lock "0592671e-e7d4-4e39-a076-3fe654df19fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.310072] env[62683]: DEBUG nova.compute.manager [req-c45dabdb-2eda-4117-aaa3-df6e9b63f962 req-98c8a167-1d3a-434c-93dc-b0dcf8d1f12e service nova] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] No waiting events found dispatching network-vif-plugged-b23ec1f7-bdbd-4b9f-9d3a-90fdab98fa0f {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1344.310276] env[62683]: WARNING nova.compute.manager [req-c45dabdb-2eda-4117-aaa3-df6e9b63f962 req-98c8a167-1d3a-434c-93dc-b0dcf8d1f12e service nova] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Received unexpected event network-vif-plugged-b23ec1f7-bdbd-4b9f-9d3a-90fdab98fa0f for instance with vm_state building and task_state spawning. [ 1344.310764] env[62683]: DEBUG nova.compute.manager [req-c45dabdb-2eda-4117-aaa3-df6e9b63f962 req-98c8a167-1d3a-434c-93dc-b0dcf8d1f12e service nova] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Received event network-changed-b23ec1f7-bdbd-4b9f-9d3a-90fdab98fa0f {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1344.310764] env[62683]: DEBUG nova.compute.manager [req-c45dabdb-2eda-4117-aaa3-df6e9b63f962 req-98c8a167-1d3a-434c-93dc-b0dcf8d1f12e service nova] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Refreshing instance network info cache due to event network-changed-b23ec1f7-bdbd-4b9f-9d3a-90fdab98fa0f. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1344.310764] env[62683]: DEBUG oslo_concurrency.lockutils [req-c45dabdb-2eda-4117-aaa3-df6e9b63f962 req-98c8a167-1d3a-434c-93dc-b0dcf8d1f12e service nova] Acquiring lock "refresh_cache-0592671e-e7d4-4e39-a076-3fe654df19fc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.311011] env[62683]: DEBUG oslo_concurrency.lockutils [req-c45dabdb-2eda-4117-aaa3-df6e9b63f962 req-98c8a167-1d3a-434c-93dc-b0dcf8d1f12e service nova] Acquired lock "refresh_cache-0592671e-e7d4-4e39-a076-3fe654df19fc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.311061] env[62683]: DEBUG nova.network.neutron [req-c45dabdb-2eda-4117-aaa3-df6e9b63f962 req-98c8a167-1d3a-434c-93dc-b0dcf8d1f12e service nova] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Refreshing network info cache for port b23ec1f7-bdbd-4b9f-9d3a-90fdab98fa0f {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.359926] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.446742] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a1041f77-16b3-43ff-b490-cd306da722f5 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.144s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.474214] env[62683]: DEBUG nova.compute.manager [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1344.558334] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798348, 'name': CreateVM_Task, 'duration_secs': 0.681587} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.558334] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1344.559012] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.559333] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.559653] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.560201] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29982a37-4a74-4e10-903f-89c5d5f8f9e3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.568212] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Waiting for the task: (returnval){ [ 1344.568212] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52574508-300b-1f4d-9d10-cfc7134e3e0f" [ 1344.568212] env[62683]: _type = "Task" [ 1344.568212] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.583029] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52574508-300b-1f4d-9d10-cfc7134e3e0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.615733] env[62683]: DEBUG oslo_concurrency.lockutils [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Acquiring lock "80e2cac6-2438-4896-8997-362523e12084" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.616493] env[62683]: DEBUG oslo_concurrency.lockutils [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Lock "80e2cac6-2438-4896-8997-362523e12084" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.738767] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': task-1798350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745723} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.745811] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] c0d94c9e-6312-4a46-96fb-250874a085f9/c0d94c9e-6312-4a46-96fb-250874a085f9.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1344.747019] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1344.747019] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a7ed6a9-c459-4d7a-8df0-201ec8d994b7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.761318] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Waiting for the task: (returnval){ [ 1344.761318] env[62683]: value = "task-1798352" [ 1344.761318] env[62683]: _type = "Task" [ 1344.761318] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.761763] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.788321] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]524a07f2-5fe6-ef1b-4f1d-4b0695111491, 'name': SearchDatastore_Task, 'duration_secs': 0.059122} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.800055] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.800471] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 3bd6551a-141e-4e53-80f4-447ad4896265/3bd6551a-141e-4e53-80f4-447ad4896265.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1344.801311] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': task-1798352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.801840] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-253718df-2b1d-4607-ae41-4ee07450e8f0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.813398] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Waiting for the task: (returnval){ [ 1344.813398] env[62683]: value = "task-1798353" [ 1344.813398] env[62683]: _type = "Task" [ 1344.813398] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.828078] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': task-1798353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.895601] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5e6928-0d62-43a0-98f8-d7e0be239137 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.908092] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3328705-9719-4c6d-9be6-bf2f31707ef6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.970936] env[62683]: DEBUG nova.compute.manager [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1344.978762] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0615730-f81f-4d42-bdc1-a92386fe6c61 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.996035] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c9b2c1-e236-4c31-86c2-d5acc0ad75ad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.021973] env[62683]: DEBUG nova.compute.provider_tree [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.080315] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52574508-300b-1f4d-9d10-cfc7134e3e0f, 'name': SearchDatastore_Task, 'duration_secs': 0.018316} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.083745] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.083745] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.083745] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.083745] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.083745] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.083745] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce22b65a-e7dd-4121-b943-8b673bc14dd0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.093252] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.093673] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.094549] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-395fcfff-6054-48ee-b2e9-f6d03a878ce7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.101598] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Waiting for the task: (returnval){ [ 1345.101598] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b04634-2fb8-c45c-bdef-8ff4d40bb31f" [ 1345.101598] env[62683]: _type = "Task" [ 1345.101598] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.111953] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b04634-2fb8-c45c-bdef-8ff4d40bb31f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.191966] env[62683]: DEBUG nova.compute.manager [req-bf43efdf-d95b-4626-b470-2a18a287ee4e req-7187f0dc-fe98-4b66-91bc-0c642ad0b39b service nova] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Received event network-vif-plugged-00772682-b36e-4bfd-af3b-6254b0dc49b3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1345.192305] env[62683]: DEBUG oslo_concurrency.lockutils [req-bf43efdf-d95b-4626-b470-2a18a287ee4e req-7187f0dc-fe98-4b66-91bc-0c642ad0b39b service nova] Acquiring lock "3bd6551a-141e-4e53-80f4-447ad4896265-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.192561] env[62683]: DEBUG oslo_concurrency.lockutils [req-bf43efdf-d95b-4626-b470-2a18a287ee4e req-7187f0dc-fe98-4b66-91bc-0c642ad0b39b service nova] Lock "3bd6551a-141e-4e53-80f4-447ad4896265-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.192790] env[62683]: DEBUG oslo_concurrency.lockutils [req-bf43efdf-d95b-4626-b470-2a18a287ee4e req-7187f0dc-fe98-4b66-91bc-0c642ad0b39b service nova] Lock "3bd6551a-141e-4e53-80f4-447ad4896265-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.192983] env[62683]: DEBUG nova.compute.manager [req-bf43efdf-d95b-4626-b470-2a18a287ee4e req-7187f0dc-fe98-4b66-91bc-0c642ad0b39b service nova] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] No waiting events found dispatching network-vif-plugged-00772682-b36e-4bfd-af3b-6254b0dc49b3 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1345.193187] env[62683]: WARNING nova.compute.manager [req-bf43efdf-d95b-4626-b470-2a18a287ee4e req-7187f0dc-fe98-4b66-91bc-0c642ad0b39b service nova] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Received unexpected event network-vif-plugged-00772682-b36e-4bfd-af3b-6254b0dc49b3 for instance with vm_state building and task_state spawning. [ 1345.193396] env[62683]: DEBUG nova.compute.manager [req-bf43efdf-d95b-4626-b470-2a18a287ee4e req-7187f0dc-fe98-4b66-91bc-0c642ad0b39b service nova] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Received event network-changed-00772682-b36e-4bfd-af3b-6254b0dc49b3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1345.195734] env[62683]: DEBUG nova.compute.manager [req-bf43efdf-d95b-4626-b470-2a18a287ee4e req-7187f0dc-fe98-4b66-91bc-0c642ad0b39b service nova] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Refreshing instance network info cache due to event network-changed-00772682-b36e-4bfd-af3b-6254b0dc49b3. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1345.195734] env[62683]: DEBUG oslo_concurrency.lockutils [req-bf43efdf-d95b-4626-b470-2a18a287ee4e req-7187f0dc-fe98-4b66-91bc-0c642ad0b39b service nova] Acquiring lock "refresh_cache-3bd6551a-141e-4e53-80f4-447ad4896265" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.195734] env[62683]: DEBUG oslo_concurrency.lockutils [req-bf43efdf-d95b-4626-b470-2a18a287ee4e req-7187f0dc-fe98-4b66-91bc-0c642ad0b39b service nova] Acquired lock "refresh_cache-3bd6551a-141e-4e53-80f4-447ad4896265" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.195734] env[62683]: DEBUG nova.network.neutron [req-bf43efdf-d95b-4626-b470-2a18a287ee4e req-7187f0dc-fe98-4b66-91bc-0c642ad0b39b service nova] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Refreshing network info cache for port 00772682-b36e-4bfd-af3b-6254b0dc49b3 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1345.252929] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798351, 'name': ReconfigVM_Task, 'duration_secs': 0.849271} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.253530] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 1e109a37-4ac1-4c6d-ba73-ae958c417296/1e109a37-4ac1-4c6d-ba73-ae958c417296.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.254304] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8820d9e-0f60-406d-a64d-9479f9f4743d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.267650] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for the task: (returnval){ [ 1345.267650] env[62683]: value = "task-1798354" [ 1345.267650] env[62683]: _type = "Task" [ 1345.267650] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.288982] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798354, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.296031] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': task-1798352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142049} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.296031] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1345.296031] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2aec66-953e-4be0-95e6-8e0586b20e4f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.323771] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] c0d94c9e-6312-4a46-96fb-250874a085f9/c0d94c9e-6312-4a46-96fb-250874a085f9.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.323907] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-273641b5-a576-48cb-8116-7a0eeb0659bb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.350582] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': task-1798353, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.356568] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquiring lock "f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.356802] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lock "f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.357122] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Acquiring lock "7a6a23a9-4562-4e35-913a-fa2aecee6c62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.357314] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Lock "7a6a23a9-4562-4e35-913a-fa2aecee6c62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.357505] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Acquiring lock "7a6a23a9-4562-4e35-913a-fa2aecee6c62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.357672] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Lock "7a6a23a9-4562-4e35-913a-fa2aecee6c62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.357829] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Lock "7a6a23a9-4562-4e35-913a-fa2aecee6c62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.359605] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Waiting for the task: (returnval){ [ 1345.359605] env[62683]: value = "task-1798355" [ 1345.359605] env[62683]: _type = "Task" [ 1345.359605] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.360412] env[62683]: INFO nova.compute.manager [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Terminating instance [ 1345.376560] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': task-1798355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.455092] env[62683]: DEBUG nova.network.neutron [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Successfully created port: 6c8139b6-1555-480d-b0e7-bed662548977 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1345.505917] env[62683]: DEBUG nova.compute.manager [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1345.511923] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.528269] env[62683]: DEBUG nova.scheduler.client.report [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.547950] env[62683]: DEBUG nova.virt.hardware [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.548227] env[62683]: DEBUG nova.virt.hardware [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.548383] env[62683]: DEBUG nova.virt.hardware [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.548560] env[62683]: DEBUG nova.virt.hardware [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.550023] env[62683]: DEBUG nova.virt.hardware [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.550023] env[62683]: DEBUG nova.virt.hardware [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.550023] env[62683]: DEBUG nova.virt.hardware [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.550023] env[62683]: DEBUG nova.virt.hardware [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.550023] env[62683]: DEBUG nova.virt.hardware [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.550023] env[62683]: DEBUG nova.virt.hardware [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.550360] env[62683]: DEBUG nova.virt.hardware [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.550977] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120ca590-f54d-4b29-a5c2-0b54526c47ed {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.560389] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f0e867-9a92-4c54-ae96-6a3e4c465328 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.620101] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b04634-2fb8-c45c-bdef-8ff4d40bb31f, 'name': SearchDatastore_Task, 'duration_secs': 0.015944} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.620101] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-412d11b5-6e10-4693-95c0-34e53a487bb4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.624537] env[62683]: DEBUG oslo_concurrency.lockutils [None req-33dbd20a-bffa-4fef-9b9c-6b83beed3bfb tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Acquiring lock "173e6718-3cbe-4e9a-ae9d-fa93d945b89f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.624908] env[62683]: DEBUG oslo_concurrency.lockutils [None req-33dbd20a-bffa-4fef-9b9c-6b83beed3bfb tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Lock "173e6718-3cbe-4e9a-ae9d-fa93d945b89f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.625200] env[62683]: INFO nova.compute.manager [None req-33dbd20a-bffa-4fef-9b9c-6b83beed3bfb tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Rebooting instance [ 1345.636932] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Waiting for the task: (returnval){ [ 1345.636932] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5275d0ca-6b9d-d8d5-7d94-f55f91020a5f" [ 1345.636932] env[62683]: _type = "Task" [ 1345.636932] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.644063] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5275d0ca-6b9d-d8d5-7d94-f55f91020a5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.693627] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.693904] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1345.694050] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Rebuilding the list of instances to heal {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1345.724569] env[62683]: DEBUG nova.network.neutron [req-c45dabdb-2eda-4117-aaa3-df6e9b63f962 req-98c8a167-1d3a-434c-93dc-b0dcf8d1f12e service nova] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Updated VIF entry in instance network info cache for port b23ec1f7-bdbd-4b9f-9d3a-90fdab98fa0f. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.725232] env[62683]: DEBUG nova.network.neutron [req-c45dabdb-2eda-4117-aaa3-df6e9b63f962 req-98c8a167-1d3a-434c-93dc-b0dcf8d1f12e service nova] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Updating instance_info_cache with network_info: [{"id": "b23ec1f7-bdbd-4b9f-9d3a-90fdab98fa0f", "address": "fa:16:3e:55:47:97", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb23ec1f7-bd", "ovs_interfaceid": "b23ec1f7-bdbd-4b9f-9d3a-90fdab98fa0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.790216] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798354, 'name': Rename_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.837528] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': task-1798353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658105} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.837528] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 3bd6551a-141e-4e53-80f4-447ad4896265/3bd6551a-141e-4e53-80f4-447ad4896265.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.837781] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1345.837908] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b94d10a4-b8c3-4ac9-bd24-a2f61348c590 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.849355] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Waiting for the task: (returnval){ [ 1345.849355] env[62683]: value = "task-1798357" [ 1345.849355] env[62683]: _type = "Task" [ 1345.849355] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.862039] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': task-1798357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.868092] env[62683]: DEBUG nova.compute.manager [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1345.868092] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.869182] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3b877b-5aa9-4121-9a7a-bdc5f4606a63 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.875775] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': task-1798355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.881724] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.882058] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d94af70-3ba4-429b-94d1-71ad571c709d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.891402] env[62683]: DEBUG oslo_vmware.api [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Waiting for the task: (returnval){ [ 1345.891402] env[62683]: value = "task-1798358" [ 1345.891402] env[62683]: _type = "Task" [ 1345.891402] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.908200] env[62683]: DEBUG oslo_vmware.api [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Task: {'id': task-1798358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.039756] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.041829] env[62683]: DEBUG nova.compute.manager [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1346.045423] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.900s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.048927] env[62683]: INFO nova.compute.claims [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1346.154461] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5275d0ca-6b9d-d8d5-7d94-f55f91020a5f, 'name': SearchDatastore_Task, 'duration_secs': 0.012619} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.154882] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.155162] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 0592671e-e7d4-4e39-a076-3fe654df19fc/0592671e-e7d4-4e39-a076-3fe654df19fc.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.155428] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a605d03-cb48-41ab-860b-45dbccdcd530 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.165726] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Waiting for the task: (returnval){ [ 1346.165726] env[62683]: value = "task-1798359" [ 1346.165726] env[62683]: _type = "Task" [ 1346.165726] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.167032] env[62683]: DEBUG oslo_concurrency.lockutils [None req-33dbd20a-bffa-4fef-9b9c-6b83beed3bfb tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Acquiring lock "refresh_cache-173e6718-3cbe-4e9a-ae9d-fa93d945b89f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.167434] env[62683]: DEBUG oslo_concurrency.lockutils [None req-33dbd20a-bffa-4fef-9b9c-6b83beed3bfb tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Acquired lock "refresh_cache-173e6718-3cbe-4e9a-ae9d-fa93d945b89f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.167722] env[62683]: DEBUG nova.network.neutron [None req-33dbd20a-bffa-4fef-9b9c-6b83beed3bfb tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.180709] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': task-1798359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.199205] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Skipping network cache update for instance because it is Building. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1346.199381] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Skipping network cache update for instance because it is being deleted. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 1346.199533] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Skipping network cache update for instance because it is Building. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1346.199658] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Skipping network cache update for instance because it is Building. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1346.199780] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Skipping network cache update for instance because it is Building. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1346.199899] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Skipping network cache update for instance because it is Building. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1346.200028] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Skipping network cache update for instance because it is Building. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1346.229361] env[62683]: DEBUG oslo_concurrency.lockutils [req-c45dabdb-2eda-4117-aaa3-df6e9b63f962 req-98c8a167-1d3a-434c-93dc-b0dcf8d1f12e service nova] Releasing lock "refresh_cache-0592671e-e7d4-4e39-a076-3fe654df19fc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.258185] env[62683]: DEBUG nova.network.neutron [req-bf43efdf-d95b-4626-b470-2a18a287ee4e req-7187f0dc-fe98-4b66-91bc-0c642ad0b39b service nova] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Updated VIF entry in instance network info cache for port 00772682-b36e-4bfd-af3b-6254b0dc49b3. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1346.258185] env[62683]: DEBUG nova.network.neutron [req-bf43efdf-d95b-4626-b470-2a18a287ee4e req-7187f0dc-fe98-4b66-91bc-0c642ad0b39b service nova] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Updating instance_info_cache with network_info: [{"id": "00772682-b36e-4bfd-af3b-6254b0dc49b3", "address": "fa:16:3e:02:5f:48", "network": {"id": "c63b7749-595e-4073-8fa8-ccc484120ab9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2007943262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ec513e99e854c48a9c37faa84f305d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00772682-b3", "ovs_interfaceid": "00772682-b36e-4bfd-af3b-6254b0dc49b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.290842] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798354, 'name': Rename_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.302370] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "refresh_cache-21399ba5-2247-4e01-a14d-c17d1a53ba26" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.302512] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquired lock "refresh_cache-21399ba5-2247-4e01-a14d-c17d1a53ba26" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.303962] env[62683]: DEBUG nova.network.neutron [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Forcefully refreshing network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1346.303962] env[62683]: DEBUG nova.objects.instance [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lazy-loading 'info_cache' on Instance uuid 21399ba5-2247-4e01-a14d-c17d1a53ba26 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.360555] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': task-1798357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.374426] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': task-1798355, 'name': ReconfigVM_Task, 'duration_secs': 0.769346} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.374726] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Reconfigured VM instance instance-00000008 to attach disk [datastore1] c0d94c9e-6312-4a46-96fb-250874a085f9/c0d94c9e-6312-4a46-96fb-250874a085f9.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.375382] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06d27f4c-ee0b-497a-9679-6d70bb93f5cd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.384360] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Waiting for the task: (returnval){ [ 1346.384360] env[62683]: value = "task-1798360" [ 1346.384360] env[62683]: _type = "Task" [ 1346.384360] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.393655] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': task-1798360, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.404014] env[62683]: DEBUG oslo_vmware.api [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Task: {'id': task-1798358, 'name': PowerOffVM_Task, 'duration_secs': 0.33367} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.404331] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.404523] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1346.405052] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3804b9af-ede8-4099-a70c-506deebd9ca5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.509207] env[62683]: DEBUG nova.compute.manager [None req-8b91d6a1-b4cf-460f-b840-1399f9b9527d tempest-ServerDiagnosticsTest-2048517649 tempest-ServerDiagnosticsTest-2048517649-project-admin] [instance: d03ab883-ef81-4242-9091-265657adc37e] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.513027] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf26d9c-2cc6-4717-bcb9-8d1cfa3aebff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.521104] env[62683]: INFO nova.compute.manager [None req-8b91d6a1-b4cf-460f-b840-1399f9b9527d tempest-ServerDiagnosticsTest-2048517649 tempest-ServerDiagnosticsTest-2048517649-project-admin] [instance: d03ab883-ef81-4242-9091-265657adc37e] Retrieving diagnostics [ 1346.522501] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50838e12-54cc-4371-a14f-7e38737da312 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.566275] env[62683]: DEBUG nova.compute.utils [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1346.570708] env[62683]: DEBUG nova.compute.manager [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1346.570870] env[62683]: DEBUG nova.network.neutron [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1346.573677] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1346.573677] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1346.573749] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Deleting the datastore file [datastore1] 7a6a23a9-4562-4e35-913a-fa2aecee6c62 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.574569] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-215ea206-deb1-480e-9c22-d8b6cdd2aa97 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.585162] env[62683]: DEBUG oslo_vmware.api [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Waiting for the task: (returnval){ [ 1346.585162] env[62683]: value = "task-1798362" [ 1346.585162] env[62683]: _type = "Task" [ 1346.585162] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.595141] env[62683]: DEBUG oslo_vmware.api [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Task: {'id': task-1798362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.681972] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': task-1798359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.740547] env[62683]: DEBUG nova.policy [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a50774bf59048889373b84da3984a1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53a51b98e6304137b4166eb2cc05537a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1346.760293] env[62683]: DEBUG oslo_concurrency.lockutils [req-bf43efdf-d95b-4626-b470-2a18a287ee4e req-7187f0dc-fe98-4b66-91bc-0c642ad0b39b service nova] Releasing lock "refresh_cache-3bd6551a-141e-4e53-80f4-447ad4896265" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.795163] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798354, 'name': Rename_Task, 'duration_secs': 1.392865} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.795513] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.795782] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-649cc9f8-bfdf-4420-99cb-6091dfc8f9c1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.808018] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for the task: (returnval){ [ 1346.808018] env[62683]: value = "task-1798363" [ 1346.808018] env[62683]: _type = "Task" [ 1346.808018] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.823893] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.863179] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': task-1798357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.96145} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.863887] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1346.864762] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed8e592-77ce-4c8f-8c2a-d85ebc4d4469 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.895586] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 3bd6551a-141e-4e53-80f4-447ad4896265/3bd6551a-141e-4e53-80f4-447ad4896265.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.898809] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a97db1ca-93dd-418c-aac4-46536e50d0bb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.926936] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': task-1798360, 'name': Rename_Task, 'duration_secs': 0.322612} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.928377] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.928699] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Waiting for the task: (returnval){ [ 1346.928699] env[62683]: value = "task-1798364" [ 1346.928699] env[62683]: _type = "Task" [ 1346.928699] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.929487] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cea5b48-b1d7-464e-b44c-317258075d4c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.944558] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': task-1798364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.946062] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Waiting for the task: (returnval){ [ 1346.946062] env[62683]: value = "task-1798365" [ 1346.946062] env[62683]: _type = "Task" [ 1346.946062] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.964217] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': task-1798365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.974133] env[62683]: DEBUG nova.network.neutron [None req-33dbd20a-bffa-4fef-9b9c-6b83beed3bfb tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Updating instance_info_cache with network_info: [{"id": "366e8ac0-1914-4252-b91b-c1407f28e726", "address": "fa:16:3e:c2:37:f5", "network": {"id": "d5be75ad-a320-4458-82a9-5a5707f5bd69", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-102825465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6b855d23ee94da3bad36aa6e1448024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366e8ac0-19", "ovs_interfaceid": "366e8ac0-1914-4252-b91b-c1407f28e726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.063399] env[62683]: DEBUG oslo_concurrency.lockutils [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquiring lock "3d0abd43-e9ad-49b8-9c48-04fc76596358" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.064043] env[62683]: DEBUG oslo_concurrency.lockutils [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "3d0abd43-e9ad-49b8-9c48-04fc76596358" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.071396] env[62683]: DEBUG nova.compute.manager [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1347.099170] env[62683]: DEBUG oslo_vmware.api [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Task: {'id': task-1798362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.189094] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': task-1798359, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.332656] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798363, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.443642] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': task-1798364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.458047] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': task-1798365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.480584] env[62683]: DEBUG oslo_concurrency.lockutils [None req-33dbd20a-bffa-4fef-9b9c-6b83beed3bfb tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Releasing lock "refresh_cache-173e6718-3cbe-4e9a-ae9d-fa93d945b89f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.495052] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0c8830-bbfa-42d2-ab6f-2d85e378cd49 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.505484] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998f0f8c-d8a2-4308-aeb8-44891011c54b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.549828] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ef6757-c5e3-4e85-9d3e-703bfe8e576d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.559047] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63d6b84-7d8b-4638-b915-bd172a89f5ef {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.581850] env[62683]: DEBUG nova.compute.provider_tree [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.599929] env[62683]: DEBUG oslo_vmware.api [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Task: {'id': task-1798362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.544135} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.599929] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.599929] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1347.599929] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1347.600227] env[62683]: INFO nova.compute.manager [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1347.600324] env[62683]: DEBUG oslo.service.loopingcall [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1347.600496] env[62683]: DEBUG nova.compute.manager [-] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1347.600587] env[62683]: DEBUG nova.network.neutron [-] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1347.682084] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': task-1798359, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.205859} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.682306] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 0592671e-e7d4-4e39-a076-3fe654df19fc/0592671e-e7d4-4e39-a076-3fe654df19fc.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.682514] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.682752] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e43bbac-2338-4f22-89e3-69a4c1ffa8e7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.690877] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Waiting for the task: (returnval){ [ 1347.690877] env[62683]: value = "task-1798367" [ 1347.690877] env[62683]: _type = "Task" [ 1347.690877] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.700466] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': task-1798367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.828443] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798363, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.857570] env[62683]: DEBUG nova.network.neutron [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Successfully created port: 1addfb6e-889e-460d-994c-6343524e1da0 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1347.942730] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': task-1798364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.957249] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': task-1798365, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.989598] env[62683]: DEBUG nova.compute.manager [None req-33dbd20a-bffa-4fef-9b9c-6b83beed3bfb tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1347.991053] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f22878-faeb-456d-b90d-cfaa7f65e7fb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.092256] env[62683]: DEBUG nova.compute.manager [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1348.095409] env[62683]: DEBUG nova.scheduler.client.report [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.142085] env[62683]: DEBUG nova.virt.hardware [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.142085] env[62683]: DEBUG nova.virt.hardware [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.142085] env[62683]: DEBUG nova.virt.hardware [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.142085] env[62683]: DEBUG nova.virt.hardware [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.142085] env[62683]: DEBUG nova.virt.hardware [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.142085] env[62683]: DEBUG nova.virt.hardware [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.142085] env[62683]: DEBUG nova.virt.hardware [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.142085] env[62683]: DEBUG nova.virt.hardware [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.142085] env[62683]: DEBUG nova.virt.hardware [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.142085] env[62683]: DEBUG nova.virt.hardware [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.142085] env[62683]: DEBUG nova.virt.hardware [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.143880] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbff808-7fa4-4d64-9e55-482c54d87934 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.157651] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86395fc-37ae-4a94-8f54-a3ba5f2b9688 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.205727] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': task-1798367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13576} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.206747] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1348.208484] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e1b7f2-81f5-4364-8608-c4a2b0e5f909 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.248028] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 0592671e-e7d4-4e39-a076-3fe654df19fc/0592671e-e7d4-4e39-a076-3fe654df19fc.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.253127] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-998a2abe-be9c-4d15-a835-8d5175cd9ec3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.274588] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Waiting for the task: (returnval){ [ 1348.274588] env[62683]: value = "task-1798368" [ 1348.274588] env[62683]: _type = "Task" [ 1348.274588] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.286035] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': task-1798368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.293184] env[62683]: DEBUG nova.network.neutron [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Successfully updated port: 6c8139b6-1555-480d-b0e7-bed662548977 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1348.329203] env[62683]: DEBUG oslo_vmware.api [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798363, 'name': PowerOnVM_Task, 'duration_secs': 1.500868} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.329465] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.329672] env[62683]: INFO nova.compute.manager [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Took 28.04 seconds to spawn the instance on the hypervisor. [ 1348.330529] env[62683]: DEBUG nova.compute.manager [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.330811] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c989fa11-c763-4dcd-97d5-7c9406dd0d94 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.448028] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': task-1798364, 'name': ReconfigVM_Task, 'duration_secs': 1.344162} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.452230] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 3bd6551a-141e-4e53-80f4-447ad4896265/3bd6551a-141e-4e53-80f4-447ad4896265.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.453430] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df3a4b23-f3bc-4612-a65e-680b80dbeddf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.464411] env[62683]: DEBUG oslo_vmware.api [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': task-1798365, 'name': PowerOnVM_Task, 'duration_secs': 1.142809} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.466330] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.466831] env[62683]: INFO nova.compute.manager [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Took 14.13 seconds to spawn the instance on the hypervisor. [ 1348.467368] env[62683]: DEBUG nova.compute.manager [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.467902] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Waiting for the task: (returnval){ [ 1348.467902] env[62683]: value = "task-1798369" [ 1348.467902] env[62683]: _type = "Task" [ 1348.467902] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.468904] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fff2c4-29cf-4af3-87dc-b08d9007b49b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.484701] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': task-1798369, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.607598] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.607876] env[62683]: DEBUG nova.compute.manager [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1348.612513] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.936s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.614309] env[62683]: INFO nova.compute.claims [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.788685] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': task-1798368, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.796686] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquiring lock "refresh_cache-bfd760c6-7315-4a25-91a2-c5556ccc8598" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.796686] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquired lock "refresh_cache-bfd760c6-7315-4a25-91a2-c5556ccc8598" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.796853] env[62683]: DEBUG nova.network.neutron [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.858593] env[62683]: DEBUG nova.network.neutron [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Updating instance_info_cache with network_info: [{"id": "67d73e4f-895d-4077-be4d-2b8072df2235", "address": "fa:16:3e:18:61:3f", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d73e4f-89", "ovs_interfaceid": "67d73e4f-895d-4077-be4d-2b8072df2235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.859920] env[62683]: INFO nova.compute.manager [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Took 34.87 seconds to build instance. [ 1348.988445] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': task-1798369, 'name': Rename_Task, 'duration_secs': 0.312039} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.988445] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.988445] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4066833-e54c-4bb1-84fe-35eb5a3ed6a5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.998222] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Waiting for the task: (returnval){ [ 1348.998222] env[62683]: value = "task-1798370" [ 1348.998222] env[62683]: _type = "Task" [ 1348.998222] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.003973] env[62683]: INFO nova.compute.manager [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Took 26.82 seconds to build instance. [ 1349.013947] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920069c3-4490-479d-9668-459d7068c35a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.017715] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': task-1798370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.023292] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-33dbd20a-bffa-4fef-9b9c-6b83beed3bfb tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Doing hard reboot of VM {{(pid=62683) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1349.023988] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-82864cf0-e581-403f-9111-1fa5bafaae78 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.034421] env[62683]: DEBUG oslo_vmware.api [None req-33dbd20a-bffa-4fef-9b9c-6b83beed3bfb tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Waiting for the task: (returnval){ [ 1349.034421] env[62683]: value = "task-1798371" [ 1349.034421] env[62683]: _type = "Task" [ 1349.034421] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.048932] env[62683]: DEBUG oslo_vmware.api [None req-33dbd20a-bffa-4fef-9b9c-6b83beed3bfb tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': task-1798371, 'name': ResetVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.120122] env[62683]: DEBUG nova.compute.utils [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1349.125929] env[62683]: DEBUG nova.compute.manager [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1349.127496] env[62683]: DEBUG nova.network.neutron [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1349.157593] env[62683]: DEBUG nova.network.neutron [-] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.283711] env[62683]: DEBUG nova.policy [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69557776632942cb93f68e85389684d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '434c8511c02947588bf3d22cb3ab9bf6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1349.291259] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': task-1798368, 'name': ReconfigVM_Task, 'duration_secs': 0.545048} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.291419] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 0592671e-e7d4-4e39-a076-3fe654df19fc/0592671e-e7d4-4e39-a076-3fe654df19fc.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.292452] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c0d28ca-2eef-4333-82b5-9a6a37dfd776 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.303885] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Waiting for the task: (returnval){ [ 1349.303885] env[62683]: value = "task-1798372" [ 1349.303885] env[62683]: _type = "Task" [ 1349.303885] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.311847] env[62683]: DEBUG nova.compute.manager [req-25b33849-b85f-4ad8-b47b-2864b267a641 req-fd02be3d-968f-4634-af37-cee70bd70f83 service nova] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Received event network-vif-plugged-6c8139b6-1555-480d-b0e7-bed662548977 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1349.312155] env[62683]: DEBUG oslo_concurrency.lockutils [req-25b33849-b85f-4ad8-b47b-2864b267a641 req-fd02be3d-968f-4634-af37-cee70bd70f83 service nova] Acquiring lock "bfd760c6-7315-4a25-91a2-c5556ccc8598-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.312447] env[62683]: DEBUG oslo_concurrency.lockutils [req-25b33849-b85f-4ad8-b47b-2864b267a641 req-fd02be3d-968f-4634-af37-cee70bd70f83 service nova] Lock "bfd760c6-7315-4a25-91a2-c5556ccc8598-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.312544] env[62683]: DEBUG oslo_concurrency.lockutils [req-25b33849-b85f-4ad8-b47b-2864b267a641 req-fd02be3d-968f-4634-af37-cee70bd70f83 service nova] Lock "bfd760c6-7315-4a25-91a2-c5556ccc8598-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.312724] env[62683]: DEBUG nova.compute.manager [req-25b33849-b85f-4ad8-b47b-2864b267a641 req-fd02be3d-968f-4634-af37-cee70bd70f83 service nova] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] No waiting events found dispatching network-vif-plugged-6c8139b6-1555-480d-b0e7-bed662548977 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1349.313200] env[62683]: WARNING nova.compute.manager [req-25b33849-b85f-4ad8-b47b-2864b267a641 req-fd02be3d-968f-4634-af37-cee70bd70f83 service nova] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Received unexpected event network-vif-plugged-6c8139b6-1555-480d-b0e7-bed662548977 for instance with vm_state building and task_state spawning. [ 1349.321626] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': task-1798372, 'name': Rename_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.366567] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Releasing lock "refresh_cache-21399ba5-2247-4e01-a14d-c17d1a53ba26" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.366567] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Updated the network info_cache for instance {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1349.367087] env[62683]: DEBUG oslo_concurrency.lockutils [None req-76927bda-8e16-4407-84c5-8080f5af1ff8 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lock "1e109a37-4ac1-4c6d-ba73-ae958c417296" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.389s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.367797] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.367797] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1349.393871] env[62683]: DEBUG nova.network.neutron [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1349.469565] env[62683]: DEBUG oslo_concurrency.lockutils [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Acquiring lock "d03ab883-ef81-4242-9091-265657adc37e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.469883] env[62683]: DEBUG oslo_concurrency.lockutils [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Lock "d03ab883-ef81-4242-9091-265657adc37e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.470111] env[62683]: DEBUG oslo_concurrency.lockutils [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Acquiring lock "d03ab883-ef81-4242-9091-265657adc37e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.470381] env[62683]: DEBUG oslo_concurrency.lockutils [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Lock "d03ab883-ef81-4242-9091-265657adc37e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.470623] env[62683]: DEBUG oslo_concurrency.lockutils [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Lock "d03ab883-ef81-4242-9091-265657adc37e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.472875] env[62683]: INFO nova.compute.manager [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Terminating instance [ 1349.506930] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b610833-501e-4585-b960-dfca91f7dd1f tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Lock "c0d94c9e-6312-4a46-96fb-250874a085f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.335s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.513290] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': task-1798370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.545875] env[62683]: DEBUG oslo_vmware.api [None req-33dbd20a-bffa-4fef-9b9c-6b83beed3bfb tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': task-1798371, 'name': ResetVM_Task, 'duration_secs': 0.099369} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.546232] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-33dbd20a-bffa-4fef-9b9c-6b83beed3bfb tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Did hard reboot of VM {{(pid=62683) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1349.546538] env[62683]: DEBUG nova.compute.manager [None req-33dbd20a-bffa-4fef-9b9c-6b83beed3bfb tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.547285] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22713599-7779-493e-aedf-7e6ee04b4246 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.626259] env[62683]: DEBUG nova.compute.manager [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1349.662041] env[62683]: INFO nova.compute.manager [-] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Took 2.06 seconds to deallocate network for instance. [ 1349.690328] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.822183] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': task-1798372, 'name': Rename_Task, 'duration_secs': 0.255271} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.822428] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.822578] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe883ac1-bc74-4204-9072-8d820313093e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.833680] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Waiting for the task: (returnval){ [ 1349.833680] env[62683]: value = "task-1798374" [ 1349.833680] env[62683]: _type = "Task" [ 1349.833680] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.852766] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': task-1798374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.873288] env[62683]: DEBUG nova.compute.manager [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1349.877435] env[62683]: DEBUG nova.network.neutron [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Successfully updated port: 1addfb6e-889e-460d-994c-6343524e1da0 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1349.976893] env[62683]: DEBUG nova.compute.manager [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1349.977336] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.980879] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4c6c83-2b60-4d8f-b6a2-daf392abf9c8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.991343] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.991909] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ae07e50-e398-4a71-9c2d-575caef04a40 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.000618] env[62683]: DEBUG oslo_vmware.api [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Waiting for the task: (returnval){ [ 1350.000618] env[62683]: value = "task-1798375" [ 1350.000618] env[62683]: _type = "Task" [ 1350.000618] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.015088] env[62683]: DEBUG nova.compute.manager [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1350.029742] env[62683]: DEBUG oslo_vmware.api [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': task-1798370, 'name': PowerOnVM_Task, 'duration_secs': 0.765877} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.030094] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.030348] env[62683]: INFO nova.compute.manager [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Took 13.24 seconds to spawn the instance on the hypervisor. [ 1350.030555] env[62683]: DEBUG nova.compute.manager [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.031841] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cda595-54dc-4696-946f-435af1118774 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.036995] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f165386-7686-4358-a11e-6a0cb366b0fd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.053133] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61362fc-31e0-4059-bef5-d2f6acd28b50 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.060822] env[62683]: DEBUG oslo_concurrency.lockutils [None req-33dbd20a-bffa-4fef-9b9c-6b83beed3bfb tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Lock "173e6718-3cbe-4e9a-ae9d-fa93d945b89f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.436s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.101809] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63697f42-c3eb-47dd-b419-06e9ddb1e40f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.114962] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82c80a1-d38b-4b12-b06e-3e96069d8ace {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.137131] env[62683]: DEBUG nova.compute.provider_tree [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.172444] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.192621] env[62683]: DEBUG nova.network.neutron [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Updating instance_info_cache with network_info: [{"id": "6c8139b6-1555-480d-b0e7-bed662548977", "address": "fa:16:3e:06:85:4a", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8139b6-15", "ovs_interfaceid": "6c8139b6-1555-480d-b0e7-bed662548977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.199324] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1350.350508] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': task-1798374, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.381929] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "refresh_cache-b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.381929] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquired lock "refresh_cache-b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.381929] env[62683]: DEBUG nova.network.neutron [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.404037] env[62683]: DEBUG oslo_concurrency.lockutils [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.518264] env[62683]: DEBUG oslo_vmware.api [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': task-1798375, 'name': PowerOffVM_Task, 'duration_secs': 0.331243} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.518967] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.518967] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.518967] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ba72824-3035-4414-b196-e72dd07cd895 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.536368] env[62683]: DEBUG nova.network.neutron [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Successfully created port: 7bd6c45c-3cde-41d5-a927-957095505735 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1350.542652] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.562411] env[62683]: INFO nova.compute.manager [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Took 24.27 seconds to build instance. [ 1350.640175] env[62683]: DEBUG nova.compute.manager [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1350.645044] env[62683]: DEBUG nova.scheduler.client.report [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.650937] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.651233] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.651420] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Deleting the datastore file [datastore1] d03ab883-ef81-4242-9091-265657adc37e {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.651924] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac9f37f2-cd8d-490a-90a4-be72c9105e5a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.660931] env[62683]: DEBUG oslo_vmware.api [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Waiting for the task: (returnval){ [ 1350.660931] env[62683]: value = "task-1798377" [ 1350.660931] env[62683]: _type = "Task" [ 1350.660931] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.671698] env[62683]: DEBUG oslo_vmware.api [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': task-1798377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.692325] env[62683]: DEBUG nova.virt.hardware [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.692574] env[62683]: DEBUG nova.virt.hardware [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.692728] env[62683]: DEBUG nova.virt.hardware [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.692905] env[62683]: DEBUG nova.virt.hardware [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.693060] env[62683]: DEBUG nova.virt.hardware [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.693216] env[62683]: DEBUG nova.virt.hardware [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.693419] env[62683]: DEBUG nova.virt.hardware [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.693572] env[62683]: DEBUG nova.virt.hardware [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.693735] env[62683]: DEBUG nova.virt.hardware [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.693894] env[62683]: DEBUG nova.virt.hardware [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.694082] env[62683]: DEBUG nova.virt.hardware [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.694938] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Releasing lock "refresh_cache-bfd760c6-7315-4a25-91a2-c5556ccc8598" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.695287] env[62683]: DEBUG nova.compute.manager [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Instance network_info: |[{"id": "6c8139b6-1555-480d-b0e7-bed662548977", "address": "fa:16:3e:06:85:4a", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8139b6-15", "ovs_interfaceid": "6c8139b6-1555-480d-b0e7-bed662548977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1350.696621] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e04e17-923a-449d-b238-1a76957d712b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.700536] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:85:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c8139b6-1555-480d-b0e7-bed662548977', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.710472] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Creating folder: Project (9b7ec8d91bf7479aa586c152176f80ad). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1350.711709] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9e76d08-5311-4c1e-ad2c-5d4e82c81880 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.722420] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5025d6c-1778-466b-98eb-2737c5abd388 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.728890] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Created folder: Project (9b7ec8d91bf7479aa586c152176f80ad) in parent group-v372889. [ 1350.729223] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Creating folder: Instances. Parent ref: group-v372924. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1350.730023] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-015f11b3-4528-4040-a15d-7cbe09dbd89c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.745114] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Created folder: Instances in parent group-v372924. [ 1350.745378] env[62683]: DEBUG oslo.service.loopingcall [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1350.745650] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.745768] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44e2ff4c-8d02-49b4-8966-b98454ebdf3a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.768798] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.768798] env[62683]: value = "task-1798380" [ 1350.768798] env[62683]: _type = "Task" [ 1350.768798] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.780710] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798380, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.849110] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': task-1798374, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.912262] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "dfb8b226-70ba-415c-b183-6a81e9aa3026" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.912501] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "dfb8b226-70ba-415c-b183-6a81e9aa3026" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.954669] env[62683]: DEBUG nova.network.neutron [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1351.064712] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1dff638e-362e-4bc3-91c6-5bceb5f6212d tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Lock "3bd6551a-141e-4e53-80f4-447ad4896265" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.784s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.153604] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.154411] env[62683]: DEBUG nova.compute.manager [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1351.164366] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.803s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.164856] env[62683]: INFO nova.compute.claims [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1351.178885] env[62683]: DEBUG oslo_vmware.api [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Task: {'id': task-1798377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192482} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.179518] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.182492] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1351.182492] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1351.182492] env[62683]: INFO nova.compute.manager [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] [instance: d03ab883-ef81-4242-9091-265657adc37e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1351.182492] env[62683]: DEBUG oslo.service.loopingcall [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1351.182492] env[62683]: DEBUG nova.compute.manager [-] [instance: d03ab883-ef81-4242-9091-265657adc37e] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1351.182492] env[62683]: DEBUG nova.network.neutron [-] [instance: d03ab883-ef81-4242-9091-265657adc37e] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1351.216729] env[62683]: DEBUG nova.network.neutron [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Updating instance_info_cache with network_info: [{"id": "1addfb6e-889e-460d-994c-6343524e1da0", "address": "fa:16:3e:88:14:c9", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1addfb6e-88", "ovs_interfaceid": "1addfb6e-889e-460d-994c-6343524e1da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.286115] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798380, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.347223] env[62683]: DEBUG oslo_vmware.api [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': task-1798374, 'name': PowerOnVM_Task, 'duration_secs': 1.358594} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.347956] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.347956] env[62683]: INFO nova.compute.manager [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Took 12.04 seconds to spawn the instance on the hypervisor. [ 1351.347956] env[62683]: DEBUG nova.compute.manager [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.349917] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdd91fb-7314-4f73-9ea7-17d654dc8e4e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.570372] env[62683]: DEBUG nova.compute.manager [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1351.597216] env[62683]: DEBUG nova.compute.manager [req-2f262af3-f6eb-4621-a470-aa4229743272 req-fa62dad5-fa93-42db-868f-ef3480e67af7 service nova] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Received event network-vif-plugged-1addfb6e-889e-460d-994c-6343524e1da0 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1351.597216] env[62683]: DEBUG oslo_concurrency.lockutils [req-2f262af3-f6eb-4621-a470-aa4229743272 req-fa62dad5-fa93-42db-868f-ef3480e67af7 service nova] Acquiring lock "b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.597216] env[62683]: DEBUG oslo_concurrency.lockutils [req-2f262af3-f6eb-4621-a470-aa4229743272 req-fa62dad5-fa93-42db-868f-ef3480e67af7 service nova] Lock "b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.597216] env[62683]: DEBUG oslo_concurrency.lockutils [req-2f262af3-f6eb-4621-a470-aa4229743272 req-fa62dad5-fa93-42db-868f-ef3480e67af7 service nova] Lock "b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.597216] env[62683]: DEBUG nova.compute.manager [req-2f262af3-f6eb-4621-a470-aa4229743272 req-fa62dad5-fa93-42db-868f-ef3480e67af7 service nova] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] No waiting events found dispatching network-vif-plugged-1addfb6e-889e-460d-994c-6343524e1da0 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1351.597693] env[62683]: WARNING nova.compute.manager [req-2f262af3-f6eb-4621-a470-aa4229743272 req-fa62dad5-fa93-42db-868f-ef3480e67af7 service nova] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Received unexpected event network-vif-plugged-1addfb6e-889e-460d-994c-6343524e1da0 for instance with vm_state building and task_state spawning. [ 1351.666061] env[62683]: DEBUG nova.compute.utils [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1351.666686] env[62683]: DEBUG nova.compute.manager [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1351.667110] env[62683]: DEBUG nova.network.neutron [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1351.688689] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.690087] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.718924] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Releasing lock "refresh_cache-b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.719720] env[62683]: DEBUG nova.compute.manager [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Instance network_info: |[{"id": "1addfb6e-889e-460d-994c-6343524e1da0", "address": "fa:16:3e:88:14:c9", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1addfb6e-88", "ovs_interfaceid": "1addfb6e-889e-460d-994c-6343524e1da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1351.721141] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:14:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1addfb6e-889e-460d-994c-6343524e1da0', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1351.732176] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Creating folder: Project (53a51b98e6304137b4166eb2cc05537a). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1351.733135] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28d99dec-aa8c-4521-8539-bc8e4eb376ba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.749049] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Created folder: Project (53a51b98e6304137b4166eb2cc05537a) in parent group-v372889. [ 1351.749049] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Creating folder: Instances. Parent ref: group-v372927. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1351.749049] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-579500d0-2675-4f71-b5ff-c8994f1b7b65 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.756893] env[62683]: DEBUG nova.policy [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce1dc601b4e94478a85ed856bf6761be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98a84d23af2b424ab6e7e797704eb366', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1351.764921] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Created folder: Instances in parent group-v372927. [ 1351.765196] env[62683]: DEBUG oslo.service.loopingcall [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1351.765383] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1351.765583] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccc88b1e-640b-4329-8231-2b8e12b8640c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.791160] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798380, 'name': CreateVM_Task, 'duration_secs': 0.558923} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.791160] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1351.791160] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1351.791160] env[62683]: value = "task-1798383" [ 1351.791160] env[62683]: _type = "Task" [ 1351.791160] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.791728] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.791896] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.792222] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1351.792892] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fd2a3db-9776-47c9-b74c-ea8aac1e574e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.805427] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798383, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.806455] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1351.806455] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52aadfb1-d32f-5a77-cb18-36d9e2bfb466" [ 1351.806455] env[62683]: _type = "Task" [ 1351.806455] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.817838] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52aadfb1-d32f-5a77-cb18-36d9e2bfb466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.875214] env[62683]: INFO nova.compute.manager [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Took 22.41 seconds to build instance. [ 1352.091295] env[62683]: DEBUG oslo_concurrency.lockutils [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.170888] env[62683]: DEBUG nova.compute.manager [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1352.228114] env[62683]: DEBUG nova.network.neutron [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Successfully created port: 05d57c41-fbd9-4f33-a67f-03cf2504edd9 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1352.300344] env[62683]: DEBUG nova.network.neutron [-] [instance: d03ab883-ef81-4242-9091-265657adc37e] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.307694] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798383, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.322675] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52aadfb1-d32f-5a77-cb18-36d9e2bfb466, 'name': SearchDatastore_Task, 'duration_secs': 0.032173} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.322993] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.323239] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1352.323468] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.323869] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.323869] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.326492] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80057587-7ab5-4074-b969-a773ab141b92 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.343335] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.343546] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1352.344362] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a39d4d3-9f37-4165-8471-a47585fa16d5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.352209] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1352.352209] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ab81db-0405-2c59-fdcb-d4897cfa65a6" [ 1352.352209] env[62683]: _type = "Task" [ 1352.352209] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.365275] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ab81db-0405-2c59-fdcb-d4897cfa65a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.376729] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bb89df64-6680-4c85-9c19-509e6a72ebbb tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Lock "0592671e-e7d4-4e39-a076-3fe654df19fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.933s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.453026] env[62683]: DEBUG nova.compute.manager [None req-ab82a949-3abb-4bdd-892a-3623a04ef57d tempest-ServerExternalEventsTest-111597272 tempest-ServerExternalEventsTest-111597272-project] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Received event network-changed {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1352.453026] env[62683]: DEBUG nova.compute.manager [None req-ab82a949-3abb-4bdd-892a-3623a04ef57d tempest-ServerExternalEventsTest-111597272 tempest-ServerExternalEventsTest-111597272-project] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Refreshing instance network info cache due to event network-changed. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1352.453026] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ab82a949-3abb-4bdd-892a-3623a04ef57d tempest-ServerExternalEventsTest-111597272 tempest-ServerExternalEventsTest-111597272-project] Acquiring lock "refresh_cache-c0d94c9e-6312-4a46-96fb-250874a085f9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.453026] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ab82a949-3abb-4bdd-892a-3623a04ef57d tempest-ServerExternalEventsTest-111597272 tempest-ServerExternalEventsTest-111597272-project] Acquired lock "refresh_cache-c0d94c9e-6312-4a46-96fb-250874a085f9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.453026] env[62683]: DEBUG nova.network.neutron [None req-ab82a949-3abb-4bdd-892a-3623a04ef57d tempest-ServerExternalEventsTest-111597272 tempest-ServerExternalEventsTest-111597272-project] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.567532] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c8cee7-cee2-4299-bf03-3c205b0b35d9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.576603] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b6ecdc-c9b3-4783-ae05-c8e78ba5e155 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.623346] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5922bbfd-4df3-4bd4-9f34-a37975a5db42 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.629449] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "ae965366-0db1-499a-b590-11511dd4d8b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.629752] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "ae965366-0db1-499a-b590-11511dd4d8b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.636572] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d254c26-1f94-4c04-8f59-94925a913bf7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.655270] env[62683]: DEBUG nova.compute.provider_tree [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.689165] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.695075] env[62683]: DEBUG nova.network.neutron [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Successfully updated port: 7bd6c45c-3cde-41d5-a927-957095505735 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1352.743494] env[62683]: DEBUG nova.compute.manager [req-0af7bcf5-d9b2-4363-a03e-b08ee7290849 req-e5be4685-a4d8-41f1-b4df-112032fe1256 service nova] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Received event network-changed-6c8139b6-1555-480d-b0e7-bed662548977 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1352.743680] env[62683]: DEBUG nova.compute.manager [req-0af7bcf5-d9b2-4363-a03e-b08ee7290849 req-e5be4685-a4d8-41f1-b4df-112032fe1256 service nova] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Refreshing instance network info cache due to event network-changed-6c8139b6-1555-480d-b0e7-bed662548977. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1352.743893] env[62683]: DEBUG oslo_concurrency.lockutils [req-0af7bcf5-d9b2-4363-a03e-b08ee7290849 req-e5be4685-a4d8-41f1-b4df-112032fe1256 service nova] Acquiring lock "refresh_cache-bfd760c6-7315-4a25-91a2-c5556ccc8598" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.744048] env[62683]: DEBUG oslo_concurrency.lockutils [req-0af7bcf5-d9b2-4363-a03e-b08ee7290849 req-e5be4685-a4d8-41f1-b4df-112032fe1256 service nova] Acquired lock "refresh_cache-bfd760c6-7315-4a25-91a2-c5556ccc8598" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.744214] env[62683]: DEBUG nova.network.neutron [req-0af7bcf5-d9b2-4363-a03e-b08ee7290849 req-e5be4685-a4d8-41f1-b4df-112032fe1256 service nova] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Refreshing network info cache for port 6c8139b6-1555-480d-b0e7-bed662548977 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.803385] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798383, 'name': CreateVM_Task, 'duration_secs': 1.002089} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.804091] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1352.804252] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.804409] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.805298] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1352.805298] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c3f024-08a3-42d7-9f04-8a1ba774dfa0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.808523] env[62683]: INFO nova.compute.manager [-] [instance: d03ab883-ef81-4242-9091-265657adc37e] Took 1.63 seconds to deallocate network for instance. [ 1352.812252] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1352.812252] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52102a3f-6049-9320-2ef3-294abdeb2081" [ 1352.812252] env[62683]: _type = "Task" [ 1352.812252] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.824813] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52102a3f-6049-9320-2ef3-294abdeb2081, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.865686] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ab81db-0405-2c59-fdcb-d4897cfa65a6, 'name': SearchDatastore_Task, 'duration_secs': 0.031619} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.866512] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebcdaaf4-5fd7-4feb-a7b0-977f44684c2c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.872415] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1352.872415] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]523e5604-84cd-8ed8-2aa3-a0179d32ad3b" [ 1352.872415] env[62683]: _type = "Task" [ 1352.872415] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.881320] env[62683]: DEBUG nova.compute.manager [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1352.884086] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523e5604-84cd-8ed8-2aa3-a0179d32ad3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.895304] env[62683]: DEBUG oslo_concurrency.lockutils [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "35f546a5-222c-47db-982e-9c7fa73d2381" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.895458] env[62683]: DEBUG oslo_concurrency.lockutils [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "35f546a5-222c-47db-982e-9c7fa73d2381" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.162012] env[62683]: DEBUG nova.scheduler.client.report [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.186390] env[62683]: DEBUG nova.compute.manager [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1353.194776] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.202545] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Acquiring lock "refresh_cache-bd2a4cf9-428a-41ce-bd6f-ca19d9135931" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.202693] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Acquired lock "refresh_cache-bd2a4cf9-428a-41ce-bd6f-ca19d9135931" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.202839] env[62683]: DEBUG nova.network.neutron [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.223513] env[62683]: DEBUG nova.virt.hardware [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:49:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1500629629',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-659832451',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1353.223829] env[62683]: DEBUG nova.virt.hardware [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.223984] env[62683]: DEBUG nova.virt.hardware [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1353.224183] env[62683]: DEBUG nova.virt.hardware [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.224333] env[62683]: DEBUG nova.virt.hardware [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1353.224497] env[62683]: DEBUG nova.virt.hardware [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1353.224710] env[62683]: DEBUG nova.virt.hardware [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1353.224873] env[62683]: DEBUG nova.virt.hardware [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1353.225084] env[62683]: DEBUG nova.virt.hardware [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1353.225247] env[62683]: DEBUG nova.virt.hardware [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1353.225765] env[62683]: DEBUG nova.virt.hardware [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1353.226321] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3296a0e8-ce6b-47e6-b4ef-d31163d56352 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.237854] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a4fd7f-fb90-4217-9436-f1b6fe50b6b4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.302511] env[62683]: DEBUG nova.network.neutron [None req-ab82a949-3abb-4bdd-892a-3623a04ef57d tempest-ServerExternalEventsTest-111597272 tempest-ServerExternalEventsTest-111597272-project] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Updating instance_info_cache with network_info: [{"id": "990edc89-c9d7-4303-96f1-90288070c497", "address": "fa:16:3e:df:b1:50", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap990edc89-c9", "ovs_interfaceid": "990edc89-c9d7-4303-96f1-90288070c497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.321481] env[62683]: DEBUG oslo_concurrency.lockutils [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.334991] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52102a3f-6049-9320-2ef3-294abdeb2081, 'name': SearchDatastore_Task, 'duration_secs': 0.02371} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.334991] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.334991] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.335369] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.388067] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523e5604-84cd-8ed8-2aa3-a0179d32ad3b, 'name': SearchDatastore_Task, 'duration_secs': 0.01408} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.390367] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.390640] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] bfd760c6-7315-4a25-91a2-c5556ccc8598/bfd760c6-7315-4a25-91a2-c5556ccc8598.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.391518] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.391518] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.391933] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43997c88-024a-432c-8174-41062a6b36ac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.394128] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f74b939f-a1e3-4252-bdf8-1c79c2cdb9ab {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.405477] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1353.405477] env[62683]: value = "task-1798385" [ 1353.405477] env[62683]: _type = "Task" [ 1353.405477] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.406386] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.407517] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.407714] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.412187] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a9d137a-cd10-4d8a-a4c8-fea4f37c0630 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.421916] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.422246] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1353.422246] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5292dd60-aa79-218f-18c6-ef681d4c38b0" [ 1353.422246] env[62683]: _type = "Task" [ 1353.422246] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.434213] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5292dd60-aa79-218f-18c6-ef681d4c38b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.560803] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "6f3f8558-d031-4272-8b20-2ea6ac1b92c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.561055] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "6f3f8558-d031-4272-8b20-2ea6ac1b92c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.597605] env[62683]: DEBUG nova.network.neutron [req-0af7bcf5-d9b2-4363-a03e-b08ee7290849 req-e5be4685-a4d8-41f1-b4df-112032fe1256 service nova] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Updated VIF entry in instance network info cache for port 6c8139b6-1555-480d-b0e7-bed662548977. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.597686] env[62683]: DEBUG nova.network.neutron [req-0af7bcf5-d9b2-4363-a03e-b08ee7290849 req-e5be4685-a4d8-41f1-b4df-112032fe1256 service nova] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Updating instance_info_cache with network_info: [{"id": "6c8139b6-1555-480d-b0e7-bed662548977", "address": "fa:16:3e:06:85:4a", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8139b6-15", "ovs_interfaceid": "6c8139b6-1555-480d-b0e7-bed662548977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.665034] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.665489] env[62683]: DEBUG nova.compute.manager [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1353.668556] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.156s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.670147] env[62683]: INFO nova.compute.claims [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1353.769763] env[62683]: DEBUG nova.network.neutron [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1353.809971] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ab82a949-3abb-4bdd-892a-3623a04ef57d tempest-ServerExternalEventsTest-111597272 tempest-ServerExternalEventsTest-111597272-project] Releasing lock "refresh_cache-c0d94c9e-6312-4a46-96fb-250874a085f9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.864255] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquiring lock "1e109a37-4ac1-4c6d-ba73-ae958c417296" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.864803] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lock "1e109a37-4ac1-4c6d-ba73-ae958c417296" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.865224] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquiring lock "1e109a37-4ac1-4c6d-ba73-ae958c417296-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.865562] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lock "1e109a37-4ac1-4c6d-ba73-ae958c417296-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.865933] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lock "1e109a37-4ac1-4c6d-ba73-ae958c417296-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.869025] env[62683]: INFO nova.compute.manager [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Terminating instance [ 1353.918307] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798385, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.937167] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5292dd60-aa79-218f-18c6-ef681d4c38b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012664} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.938614] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e912e01-2cbd-4d80-8ebb-5ef89f671604 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.949200] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1353.949200] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c02757-6f93-7f1e-83cc-de74ace29c03" [ 1353.949200] env[62683]: _type = "Task" [ 1353.949200] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.962178] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c02757-6f93-7f1e-83cc-de74ace29c03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.029013] env[62683]: DEBUG nova.network.neutron [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Updating instance_info_cache with network_info: [{"id": "7bd6c45c-3cde-41d5-a927-957095505735", "address": "fa:16:3e:fe:41:6c", "network": {"id": "363a8696-76b3-439b-9a6d-586986cc5260", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-334424782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "434c8511c02947588bf3d22cb3ab9bf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd6c45c-3c", "ovs_interfaceid": "7bd6c45c-3cde-41d5-a927-957095505735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.103307] env[62683]: DEBUG oslo_concurrency.lockutils [req-0af7bcf5-d9b2-4363-a03e-b08ee7290849 req-e5be4685-a4d8-41f1-b4df-112032fe1256 service nova] Releasing lock "refresh_cache-bfd760c6-7315-4a25-91a2-c5556ccc8598" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.103307] env[62683]: DEBUG nova.compute.manager [req-0af7bcf5-d9b2-4363-a03e-b08ee7290849 req-e5be4685-a4d8-41f1-b4df-112032fe1256 service nova] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Received event network-vif-deleted-f3dae106-d68e-4c95-9f69-090c90a0b3b4 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1354.103307] env[62683]: DEBUG nova.compute.manager [req-0af7bcf5-d9b2-4363-a03e-b08ee7290849 req-e5be4685-a4d8-41f1-b4df-112032fe1256 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Received event network-changed-0111bb7e-3b39-473c-97ac-69362a906a14 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1354.103307] env[62683]: DEBUG nova.compute.manager [req-0af7bcf5-d9b2-4363-a03e-b08ee7290849 req-e5be4685-a4d8-41f1-b4df-112032fe1256 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Refreshing instance network info cache due to event network-changed-0111bb7e-3b39-473c-97ac-69362a906a14. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1354.103307] env[62683]: DEBUG oslo_concurrency.lockutils [req-0af7bcf5-d9b2-4363-a03e-b08ee7290849 req-e5be4685-a4d8-41f1-b4df-112032fe1256 service nova] Acquiring lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.103307] env[62683]: DEBUG oslo_concurrency.lockutils [req-0af7bcf5-d9b2-4363-a03e-b08ee7290849 req-e5be4685-a4d8-41f1-b4df-112032fe1256 service nova] Acquired lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.103307] env[62683]: DEBUG nova.network.neutron [req-0af7bcf5-d9b2-4363-a03e-b08ee7290849 req-e5be4685-a4d8-41f1-b4df-112032fe1256 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Refreshing network info cache for port 0111bb7e-3b39-473c-97ac-69362a906a14 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.174921] env[62683]: DEBUG nova.network.neutron [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Successfully updated port: 05d57c41-fbd9-4f33-a67f-03cf2504edd9 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1354.177101] env[62683]: DEBUG nova.compute.utils [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1354.182135] env[62683]: DEBUG nova.compute.manager [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1354.182135] env[62683]: DEBUG nova.network.neutron [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1354.190264] env[62683]: DEBUG oslo_concurrency.lockutils [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Acquiring lock "c0d94c9e-6312-4a46-96fb-250874a085f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.190804] env[62683]: DEBUG oslo_concurrency.lockutils [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Lock "c0d94c9e-6312-4a46-96fb-250874a085f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.190804] env[62683]: DEBUG oslo_concurrency.lockutils [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Acquiring lock "c0d94c9e-6312-4a46-96fb-250874a085f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.190955] env[62683]: DEBUG oslo_concurrency.lockutils [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Lock "c0d94c9e-6312-4a46-96fb-250874a085f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.191239] env[62683]: DEBUG oslo_concurrency.lockutils [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Lock "c0d94c9e-6312-4a46-96fb-250874a085f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.193393] env[62683]: INFO nova.compute.manager [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Terminating instance [ 1354.254952] env[62683]: DEBUG nova.policy [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a73b76faec24c0e95512f271b9d2eaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b7ec8d91bf7479aa586c152176f80ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1354.375686] env[62683]: DEBUG nova.compute.manager [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.375686] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.376913] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46412499-2555-4bcb-b318-8eb4cffc5bf0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.390910] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.391488] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3173c363-6c74-4b28-ab18-33727648bd64 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.398563] env[62683]: DEBUG oslo_vmware.api [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for the task: (returnval){ [ 1354.398563] env[62683]: value = "task-1798386" [ 1354.398563] env[62683]: _type = "Task" [ 1354.398563] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.411283] env[62683]: DEBUG oslo_vmware.api [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.420209] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620008} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.420747] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] bfd760c6-7315-4a25-91a2-c5556ccc8598/bfd760c6-7315-4a25-91a2-c5556ccc8598.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.420978] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1354.421323] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8806bfb0-baf8-42f6-b346-b6cec6158de2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.431769] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1354.431769] env[62683]: value = "task-1798387" [ 1354.431769] env[62683]: _type = "Task" [ 1354.431769] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.441470] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.458913] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c02757-6f93-7f1e-83cc-de74ace29c03, 'name': SearchDatastore_Task, 'duration_secs': 0.057709} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.459451] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.460188] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113/b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1354.460527] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11e6395f-0e69-41ca-b5b1-72dac6b61bce {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.470416] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1354.470416] env[62683]: value = "task-1798388" [ 1354.470416] env[62683]: _type = "Task" [ 1354.470416] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.480845] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.532895] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Releasing lock "refresh_cache-bd2a4cf9-428a-41ce-bd6f-ca19d9135931" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.533563] env[62683]: DEBUG nova.compute.manager [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Instance network_info: |[{"id": "7bd6c45c-3cde-41d5-a927-957095505735", "address": "fa:16:3e:fe:41:6c", "network": {"id": "363a8696-76b3-439b-9a6d-586986cc5260", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-334424782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "434c8511c02947588bf3d22cb3ab9bf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd6c45c-3c", "ovs_interfaceid": "7bd6c45c-3cde-41d5-a927-957095505735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1354.533827] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:41:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bd6c45c-3cde-41d5-a927-957095505735', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.546422] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Creating folder: Project (434c8511c02947588bf3d22cb3ab9bf6). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1354.546572] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34c0fce3-7993-4994-a6ab-408b8307fd00 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.559498] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Created folder: Project (434c8511c02947588bf3d22cb3ab9bf6) in parent group-v372889. [ 1354.559722] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Creating folder: Instances. Parent ref: group-v372930. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1354.560034] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbf72bcf-857d-4be9-8c94-a4ad537f6f0b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.574570] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Created folder: Instances in parent group-v372930. [ 1354.575518] env[62683]: DEBUG oslo.service.loopingcall [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1354.575518] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1354.575518] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86ed3093-6496-489a-a356-453bd3ba752f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.599407] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1354.599407] env[62683]: value = "task-1798391" [ 1354.599407] env[62683]: _type = "Task" [ 1354.599407] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.613143] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798391, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.661953] env[62683]: DEBUG nova.network.neutron [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Successfully created port: 09613c25-d860-4268-ba53-81e734e57ccf {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1354.684484] env[62683]: DEBUG nova.compute.manager [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1354.689824] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquiring lock "refresh_cache-ab44615a-1ad2-4a6e-9730-a36879dd0e63" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.690070] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquired lock "refresh_cache-ab44615a-1ad2-4a6e-9730-a36879dd0e63" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.690338] env[62683]: DEBUG nova.network.neutron [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.704345] env[62683]: DEBUG nova.compute.manager [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.704345] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.704935] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435851db-1397-42ae-8918-c2b3c782374b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.714087] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Acquiring lock "173e6718-3cbe-4e9a-ae9d-fa93d945b89f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.714087] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Lock "173e6718-3cbe-4e9a-ae9d-fa93d945b89f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.715705] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Acquiring lock "173e6718-3cbe-4e9a-ae9d-fa93d945b89f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.719020] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Lock "173e6718-3cbe-4e9a-ae9d-fa93d945b89f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.719020] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Lock "173e6718-3cbe-4e9a-ae9d-fa93d945b89f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.723588] env[62683]: INFO nova.compute.manager [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Terminating instance [ 1354.734325] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.737899] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cc05033-c1fa-479a-be68-f80a5723655f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.748858] env[62683]: DEBUG oslo_vmware.api [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Waiting for the task: (returnval){ [ 1354.748858] env[62683]: value = "task-1798392" [ 1354.748858] env[62683]: _type = "Task" [ 1354.748858] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.764238] env[62683]: DEBUG oslo_vmware.api [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': task-1798392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.912400] env[62683]: DEBUG oslo_vmware.api [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798386, 'name': PowerOffVM_Task, 'duration_secs': 0.342408} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.912400] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.912861] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.913030] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7228cc5-ad44-49b3-8fb3-46d47f427468 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.945642] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106351} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.949028] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.950598] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b599054-8927-4f56-8678-3d80386ac471 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.977638] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] bfd760c6-7315-4a25-91a2-c5556ccc8598/bfd760c6-7315-4a25-91a2-c5556ccc8598.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.981066] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6772d19-e397-4535-9a8b-01314b025f96 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.029289] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798388, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.034456] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1355.034456] env[62683]: value = "task-1798394" [ 1355.034456] env[62683]: _type = "Task" [ 1355.034456] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.045816] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.078251] env[62683]: DEBUG nova.network.neutron [req-0af7bcf5-d9b2-4363-a03e-b08ee7290849 req-e5be4685-a4d8-41f1-b4df-112032fe1256 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Updated VIF entry in instance network info cache for port 0111bb7e-3b39-473c-97ac-69362a906a14. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.079627] env[62683]: DEBUG nova.network.neutron [req-0af7bcf5-d9b2-4363-a03e-b08ee7290849 req-e5be4685-a4d8-41f1-b4df-112032fe1256 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Updating instance_info_cache with network_info: [{"id": "0111bb7e-3b39-473c-97ac-69362a906a14", "address": "fa:16:3e:dc:a6:4c", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0111bb7e-3b", "ovs_interfaceid": "0111bb7e-3b39-473c-97ac-69362a906a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.109330] env[62683]: DEBUG nova.compute.manager [req-b74d823d-667d-44bc-8c8e-b3c3d7cd4c9d req-a36cc9ee-8307-4527-9a61-f95b0bdeffa1 service nova] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Received event network-changed-1addfb6e-889e-460d-994c-6343524e1da0 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1355.109567] env[62683]: DEBUG nova.compute.manager [req-b74d823d-667d-44bc-8c8e-b3c3d7cd4c9d req-a36cc9ee-8307-4527-9a61-f95b0bdeffa1 service nova] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Refreshing instance network info cache due to event network-changed-1addfb6e-889e-460d-994c-6343524e1da0. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1355.109955] env[62683]: DEBUG oslo_concurrency.lockutils [req-b74d823d-667d-44bc-8c8e-b3c3d7cd4c9d req-a36cc9ee-8307-4527-9a61-f95b0bdeffa1 service nova] Acquiring lock "refresh_cache-b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.110067] env[62683]: DEBUG oslo_concurrency.lockutils [req-b74d823d-667d-44bc-8c8e-b3c3d7cd4c9d req-a36cc9ee-8307-4527-9a61-f95b0bdeffa1 service nova] Acquired lock "refresh_cache-b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.110458] env[62683]: DEBUG nova.network.neutron [req-b74d823d-667d-44bc-8c8e-b3c3d7cd4c9d req-a36cc9ee-8307-4527-9a61-f95b0bdeffa1 service nova] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Refreshing network info cache for port 1addfb6e-889e-460d-994c-6343524e1da0 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1355.124366] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798391, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.237732] env[62683]: DEBUG nova.compute.manager [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1355.237732] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.239096] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b30ec9-7b6f-4e51-b4ba-4fa8b149af5f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.256797] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.256797] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac8d7e40-984d-4501-a3c9-1951d1d107e0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.261520] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce40fa52-205b-4b06-a090-9e864dc13770 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.270367] env[62683]: DEBUG oslo_vmware.api [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': task-1798392, 'name': PowerOffVM_Task, 'duration_secs': 0.336557} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.272620] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.272738] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.273334] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2f832e7-ec96-4081-9cc0-ac3bee835c54 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.279362] env[62683]: DEBUG oslo_vmware.api [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Waiting for the task: (returnval){ [ 1355.279362] env[62683]: value = "task-1798395" [ 1355.279362] env[62683]: _type = "Task" [ 1355.279362] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.290021] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56295b06-3a62-429e-9415-bd6514e5ba64 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.294751] env[62683]: DEBUG oslo_vmware.api [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': task-1798395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.329971] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7279b581-5ba7-4746-99ad-8c1d6c9e36d2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.339659] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f2c4db-64b5-468a-86d7-8616f124bfef {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.345256] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.345504] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.345686] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Deleting the datastore file [datastore1] 1e109a37-4ac1-4c6d-ba73-ae958c417296 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.346344] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee60397f-6424-4aeb-a0e9-35b18b7939f1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.358673] env[62683]: DEBUG nova.compute.provider_tree [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.363500] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "e5e26b31-d227-4177-8ba1-efd52011afc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.363751] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "e5e26b31-d227-4177-8ba1-efd52011afc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.369658] env[62683]: DEBUG oslo_vmware.api [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for the task: (returnval){ [ 1355.369658] env[62683]: value = "task-1798397" [ 1355.369658] env[62683]: _type = "Task" [ 1355.369658] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.381043] env[62683]: DEBUG oslo_vmware.api [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.407791] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.408069] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.408311] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Deleting the datastore file [datastore1] c0d94c9e-6312-4a46-96fb-250874a085f9 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.409383] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-914717e7-2642-4cc1-b7a2-00006b43c269 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.418235] env[62683]: DEBUG oslo_vmware.api [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Waiting for the task: (returnval){ [ 1355.418235] env[62683]: value = "task-1798398" [ 1355.418235] env[62683]: _type = "Task" [ 1355.418235] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.431451] env[62683]: DEBUG oslo_vmware.api [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': task-1798398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.446474] env[62683]: DEBUG nova.network.neutron [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1355.495169] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747895} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.499028] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113/b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1355.499503] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1355.500479] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bfd8a73-c4cd-41a9-b0f8-54000d069c2e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.511399] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1355.511399] env[62683]: value = "task-1798399" [ 1355.511399] env[62683]: _type = "Task" [ 1355.511399] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.523080] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.546719] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.581951] env[62683]: DEBUG oslo_concurrency.lockutils [req-0af7bcf5-d9b2-4363-a03e-b08ee7290849 req-e5be4685-a4d8-41f1-b4df-112032fe1256 service nova] Releasing lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.611375] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798391, 'name': CreateVM_Task, 'duration_secs': 0.688712} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.611574] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1355.612396] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.612578] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.612919] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1355.613207] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d722d9b-0c12-46de-bdcb-6e651df3290a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.620221] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Waiting for the task: (returnval){ [ 1355.620221] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5230d0d9-3143-bb94-3538-36d54cf8bef9" [ 1355.620221] env[62683]: _type = "Task" [ 1355.620221] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.635996] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5230d0d9-3143-bb94-3538-36d54cf8bef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.703780] env[62683]: DEBUG nova.compute.manager [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1355.717544] env[62683]: DEBUG nova.network.neutron [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Updating instance_info_cache with network_info: [{"id": "05d57c41-fbd9-4f33-a67f-03cf2504edd9", "address": "fa:16:3e:6d:3f:82", "network": {"id": "ff96eda3-f9b2-462d-bd54-c56afbabe2f2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1334372002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a84d23af2b424ab6e7e797704eb366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d57c41-fb", "ovs_interfaceid": "05d57c41-fbd9-4f33-a67f-03cf2504edd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.737208] env[62683]: DEBUG nova.virt.hardware [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1355.737688] env[62683]: DEBUG nova.virt.hardware [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.737978] env[62683]: DEBUG nova.virt.hardware [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1355.738397] env[62683]: DEBUG nova.virt.hardware [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.738558] env[62683]: DEBUG nova.virt.hardware [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1355.738817] env[62683]: DEBUG nova.virt.hardware [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1355.739342] env[62683]: DEBUG nova.virt.hardware [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1355.739633] env[62683]: DEBUG nova.virt.hardware [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1355.739922] env[62683]: DEBUG nova.virt.hardware [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1355.740239] env[62683]: DEBUG nova.virt.hardware [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1355.740581] env[62683]: DEBUG nova.virt.hardware [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1355.742289] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa109b49-fd05-4dc0-b8c0-6921b451434c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.760547] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453aa1f7-ceb9-4418-bc8a-46515eb10dac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.792289] env[62683]: DEBUG oslo_vmware.api [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': task-1798395, 'name': PowerOffVM_Task, 'duration_secs': 0.371794} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.792555] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.792723] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.793018] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b81d8732-92bc-4db1-940e-b73f55ea6c63 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.864260] env[62683]: DEBUG nova.scheduler.client.report [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.882770] env[62683]: DEBUG oslo_vmware.api [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.906037] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.906037] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.906037] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Deleting the datastore file [datastore1] 173e6718-3cbe-4e9a-ae9d-fa93d945b89f {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.906037] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ded30a37-f535-46ab-bb05-9b15084915c8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.916490] env[62683]: DEBUG oslo_vmware.api [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Waiting for the task: (returnval){ [ 1355.916490] env[62683]: value = "task-1798401" [ 1355.916490] env[62683]: _type = "Task" [ 1355.916490] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.939297] env[62683]: DEBUG oslo_vmware.api [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': task-1798401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.939702] env[62683]: DEBUG oslo_vmware.api [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': task-1798398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.944603] env[62683]: DEBUG nova.network.neutron [req-b74d823d-667d-44bc-8c8e-b3c3d7cd4c9d req-a36cc9ee-8307-4527-9a61-f95b0bdeffa1 service nova] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Updated VIF entry in instance network info cache for port 1addfb6e-889e-460d-994c-6343524e1da0. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.945510] env[62683]: DEBUG nova.network.neutron [req-b74d823d-667d-44bc-8c8e-b3c3d7cd4c9d req-a36cc9ee-8307-4527-9a61-f95b0bdeffa1 service nova] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Updating instance_info_cache with network_info: [{"id": "1addfb6e-889e-460d-994c-6343524e1da0", "address": "fa:16:3e:88:14:c9", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1addfb6e-88", "ovs_interfaceid": "1addfb6e-889e-460d-994c-6343524e1da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.024935] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193185} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.026391] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1356.029316] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa441f5-c561-4292-b803-381737f9816b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.055010] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113/b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.058289] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de3dca83-73d0-4ce1-a32e-1390f3c39d51 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.079034] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798394, 'name': ReconfigVM_Task, 'duration_secs': 0.801018} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.080545] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Reconfigured VM instance instance-0000000b to attach disk [datastore1] bfd760c6-7315-4a25-91a2-c5556ccc8598/bfd760c6-7315-4a25-91a2-c5556ccc8598.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.081379] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1356.081379] env[62683]: value = "task-1798402" [ 1356.081379] env[62683]: _type = "Task" [ 1356.081379] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.081649] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed9a5fdd-5a49-4424-9d60-168f382284cc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.093880] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.095351] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1356.095351] env[62683]: value = "task-1798403" [ 1356.095351] env[62683]: _type = "Task" [ 1356.095351] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.104954] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798403, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.132245] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5230d0d9-3143-bb94-3538-36d54cf8bef9, 'name': SearchDatastore_Task, 'duration_secs': 0.016981} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.132610] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.132849] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.133106] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.133256] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.133437] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.133705] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9fabd12-5032-41c6-b17b-5a17ece2e978 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.144837] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.145061] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.145823] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40dae5ac-e189-4d1b-aaff-bb50255ceda9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.153068] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Waiting for the task: (returnval){ [ 1356.153068] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5283c3a6-3237-52e5-7316-88a6cc9587b9" [ 1356.153068] env[62683]: _type = "Task" [ 1356.153068] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.162897] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5283c3a6-3237-52e5-7316-88a6cc9587b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.222722] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Releasing lock "refresh_cache-ab44615a-1ad2-4a6e-9730-a36879dd0e63" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.223175] env[62683]: DEBUG nova.compute.manager [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Instance network_info: |[{"id": "05d57c41-fbd9-4f33-a67f-03cf2504edd9", "address": "fa:16:3e:6d:3f:82", "network": {"id": "ff96eda3-f9b2-462d-bd54-c56afbabe2f2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1334372002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a84d23af2b424ab6e7e797704eb366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d57c41-fb", "ovs_interfaceid": "05d57c41-fbd9-4f33-a67f-03cf2504edd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1356.223918] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:3f:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05d57c41-fbd9-4f33-a67f-03cf2504edd9', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1356.231734] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Creating folder: Project (98a84d23af2b424ab6e7e797704eb366). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1356.232138] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b581fa97-1873-4103-86e9-884d9e228e28 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.248034] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Created folder: Project (98a84d23af2b424ab6e7e797704eb366) in parent group-v372889. [ 1356.248274] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Creating folder: Instances. Parent ref: group-v372933. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1356.248556] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ddadbe8-abfc-42c8-a212-dddc337fa1d2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.263581] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Created folder: Instances in parent group-v372933. [ 1356.263813] env[62683]: DEBUG oslo.service.loopingcall [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1356.264026] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1356.264240] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01159a70-a9ee-4926-a7d3-6d217919ebd0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.289613] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1356.289613] env[62683]: value = "task-1798406" [ 1356.289613] env[62683]: _type = "Task" [ 1356.289613] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.300019] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798406, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.357664] env[62683]: DEBUG nova.compute.manager [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Received event network-vif-plugged-7bd6c45c-3cde-41d5-a927-957095505735 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1356.358149] env[62683]: DEBUG oslo_concurrency.lockutils [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] Acquiring lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.358310] env[62683]: DEBUG oslo_concurrency.lockutils [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] Lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.358496] env[62683]: DEBUG oslo_concurrency.lockutils [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] Lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.358684] env[62683]: DEBUG nova.compute.manager [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] No waiting events found dispatching network-vif-plugged-7bd6c45c-3cde-41d5-a927-957095505735 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1356.358990] env[62683]: WARNING nova.compute.manager [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Received unexpected event network-vif-plugged-7bd6c45c-3cde-41d5-a927-957095505735 for instance with vm_state building and task_state spawning. [ 1356.359183] env[62683]: DEBUG nova.compute.manager [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Received event network-changed-7bd6c45c-3cde-41d5-a927-957095505735 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1356.359539] env[62683]: DEBUG nova.compute.manager [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Refreshing instance network info cache due to event network-changed-7bd6c45c-3cde-41d5-a927-957095505735. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1356.359867] env[62683]: DEBUG oslo_concurrency.lockutils [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] Acquiring lock "refresh_cache-bd2a4cf9-428a-41ce-bd6f-ca19d9135931" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.360180] env[62683]: DEBUG oslo_concurrency.lockutils [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] Acquired lock "refresh_cache-bd2a4cf9-428a-41ce-bd6f-ca19d9135931" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.360451] env[62683]: DEBUG nova.network.neutron [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Refreshing network info cache for port 7bd6c45c-3cde-41d5-a927-957095505735 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1356.368859] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.369558] env[62683]: DEBUG nova.compute.manager [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1356.372791] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.200s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.373836] env[62683]: DEBUG nova.objects.instance [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Lazy-loading 'resources' on Instance uuid 7a6a23a9-4562-4e35-913a-fa2aecee6c62 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.388954] env[62683]: DEBUG oslo_vmware.api [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.623764} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.389079] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.389385] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.390027] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.390027] env[62683]: INFO nova.compute.manager [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Took 2.01 seconds to destroy the instance on the hypervisor. [ 1356.390027] env[62683]: DEBUG oslo.service.loopingcall [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1356.391074] env[62683]: DEBUG nova.compute.manager [-] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.391738] env[62683]: DEBUG nova.network.neutron [-] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.429383] env[62683]: DEBUG oslo_vmware.api [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Task: {'id': task-1798401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318741} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.430418] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.430669] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.430884] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.431100] env[62683]: INFO nova.compute.manager [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1356.431434] env[62683]: DEBUG oslo.service.loopingcall [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1356.432198] env[62683]: DEBUG nova.compute.manager [-] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.432198] env[62683]: DEBUG nova.network.neutron [-] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.436812] env[62683]: DEBUG oslo_vmware.api [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Task: {'id': task-1798398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.565089} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.437534] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.437789] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.438059] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.438316] env[62683]: INFO nova.compute.manager [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1356.438624] env[62683]: DEBUG oslo.service.loopingcall [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1356.438869] env[62683]: DEBUG nova.compute.manager [-] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.438982] env[62683]: DEBUG nova.network.neutron [-] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.449019] env[62683]: DEBUG oslo_concurrency.lockutils [req-b74d823d-667d-44bc-8c8e-b3c3d7cd4c9d req-a36cc9ee-8307-4527-9a61-f95b0bdeffa1 service nova] Releasing lock "refresh_cache-b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.449671] env[62683]: DEBUG nova.compute.manager [req-b74d823d-667d-44bc-8c8e-b3c3d7cd4c9d req-a36cc9ee-8307-4527-9a61-f95b0bdeffa1 service nova] [instance: d03ab883-ef81-4242-9091-265657adc37e] Received event network-vif-deleted-804b9870-d4c9-47f4-a6c7-ed6d01ed8bf2 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1356.449671] env[62683]: DEBUG nova.compute.manager [req-b74d823d-667d-44bc-8c8e-b3c3d7cd4c9d req-a36cc9ee-8307-4527-9a61-f95b0bdeffa1 service nova] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Received event network-changed-00772682-b36e-4bfd-af3b-6254b0dc49b3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1356.449671] env[62683]: DEBUG nova.compute.manager [req-b74d823d-667d-44bc-8c8e-b3c3d7cd4c9d req-a36cc9ee-8307-4527-9a61-f95b0bdeffa1 service nova] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Refreshing instance network info cache due to event network-changed-00772682-b36e-4bfd-af3b-6254b0dc49b3. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1356.450018] env[62683]: DEBUG oslo_concurrency.lockutils [req-b74d823d-667d-44bc-8c8e-b3c3d7cd4c9d req-a36cc9ee-8307-4527-9a61-f95b0bdeffa1 service nova] Acquiring lock "refresh_cache-3bd6551a-141e-4e53-80f4-447ad4896265" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.450018] env[62683]: DEBUG oslo_concurrency.lockutils [req-b74d823d-667d-44bc-8c8e-b3c3d7cd4c9d req-a36cc9ee-8307-4527-9a61-f95b0bdeffa1 service nova] Acquired lock "refresh_cache-3bd6551a-141e-4e53-80f4-447ad4896265" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.450176] env[62683]: DEBUG nova.network.neutron [req-b74d823d-667d-44bc-8c8e-b3c3d7cd4c9d req-a36cc9ee-8307-4527-9a61-f95b0bdeffa1 service nova] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Refreshing network info cache for port 00772682-b36e-4bfd-af3b-6254b0dc49b3 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1356.595133] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798402, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.607955] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798403, 'name': Rename_Task, 'duration_secs': 0.225574} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.608281] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.608623] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d42609b-fb7d-4efb-a34d-873d93c8e539 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.618230] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1356.618230] env[62683]: value = "task-1798407" [ 1356.618230] env[62683]: _type = "Task" [ 1356.618230] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.624171] env[62683]: DEBUG oslo_concurrency.lockutils [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Acquiring lock "843864d3-0354-4f0c-9e70-533b4c5b9712" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.624562] env[62683]: DEBUG oslo_concurrency.lockutils [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Lock "843864d3-0354-4f0c-9e70-533b4c5b9712" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.629956] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.670870] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5283c3a6-3237-52e5-7316-88a6cc9587b9, 'name': SearchDatastore_Task, 'duration_secs': 0.030126} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.672235] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-783b709a-2746-4d2f-8e2e-aa4caae0202b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.679255] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Waiting for the task: (returnval){ [ 1356.679255] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a205ae-18b9-f6c4-3e9a-d27d3a77abf9" [ 1356.679255] env[62683]: _type = "Task" [ 1356.679255] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.690323] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a205ae-18b9-f6c4-3e9a-d27d3a77abf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.802046] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798406, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.881724] env[62683]: DEBUG nova.compute.utils [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1356.884087] env[62683]: DEBUG nova.compute.manager [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1356.886583] env[62683]: DEBUG nova.network.neutron [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1356.980633] env[62683]: DEBUG nova.policy [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85111b2afdaa4dbd82887d81ae9e0172', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76a33757b0f245438ad83067b69dad34', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1357.719432] env[62683]: DEBUG nova.network.neutron [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Successfully created port: c389ed49-2c9f-4d36-9729-332a91780aea {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1357.730692] env[62683]: DEBUG nova.network.neutron [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Successfully updated port: 09613c25-d860-4268-ba53-81e734e57ccf {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1357.732289] env[62683]: DEBUG nova.network.neutron [-] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.733430] env[62683]: DEBUG nova.compute.manager [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1357.739992] env[62683]: DEBUG nova.network.neutron [-] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.757315] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "0aa7b9ae-72a8-4b1c-997c-67d78422f15b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.757734] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "0aa7b9ae-72a8-4b1c-997c-67d78422f15b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.763486] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798402, 'name': ReconfigVM_Task, 'duration_secs': 0.521866} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.764643] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Reconfigured VM instance instance-0000000c to attach disk [datastore1] b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113/b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.767130] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08c367e8-22a3-4ced-bfc2-4682d910c20d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.780221] env[62683]: DEBUG oslo_vmware.api [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798407, 'name': PowerOnVM_Task, 'duration_secs': 0.76183} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.780792] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a205ae-18b9-f6c4-3e9a-d27d3a77abf9, 'name': SearchDatastore_Task, 'duration_secs': 0.018634} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.780946] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798406, 'name': CreateVM_Task, 'duration_secs': 0.568034} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.782043] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.782249] env[62683]: INFO nova.compute.manager [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Took 12.28 seconds to spawn the instance on the hypervisor. [ 1357.782422] env[62683]: DEBUG nova.compute.manager [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.782718] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.782952] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] bd2a4cf9-428a-41ce-bd6f-ca19d9135931/bd2a4cf9-428a-41ce-bd6f-ca19d9135931.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1357.784020] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1357.784220] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84962db1-51d0-40e7-98e7-b6c7b76302fa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.788020] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea9cd448-bed7-4649-97c1-256e38193266 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.789988] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.789988] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.789988] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1357.791953] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef6c2d2e-0fd2-42a9-ada1-215c96ebaf59 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.793944] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1357.793944] env[62683]: value = "task-1798408" [ 1357.793944] env[62683]: _type = "Task" [ 1357.793944] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.806280] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Waiting for the task: (returnval){ [ 1357.806280] env[62683]: value = "task-1798409" [ 1357.806280] env[62683]: _type = "Task" [ 1357.806280] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.806280] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1357.806280] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d5992e-f7f8-600f-74d3-a3ebb4413a37" [ 1357.806280] env[62683]: _type = "Task" [ 1357.806280] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.822144] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798408, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.830967] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': task-1798409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.836208] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d5992e-f7f8-600f-74d3-a3ebb4413a37, 'name': SearchDatastore_Task, 'duration_secs': 0.016818} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.836618] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.836856] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1357.837120] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.837310] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.837456] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1357.837732] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9851c649-fe3c-427c-bc31-698fe2ce2aaa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.848132] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1357.848333] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1357.849126] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c70012-7425-430c-b1ae-f0a0abce98ab {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.856452] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1357.856452] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52115a0c-ed17-bb49-be49-05c6cd83a5e0" [ 1357.856452] env[62683]: _type = "Task" [ 1357.856452] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.874170] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52115a0c-ed17-bb49-be49-05c6cd83a5e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.064509] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2331f1ba-16ef-491c-afd8-9d961cfe2074 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.073789] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d3b1d4-f965-43ba-a567-cd5fa0bcde1c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.128898] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf5f4af-fb9c-4433-92cc-a868c8b4c946 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.142246] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5501fec-848e-43a9-880e-68849e7be9bd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.148069] env[62683]: DEBUG nova.compute.manager [req-f1c1dfa0-a792-4455-8c97-268f27a016e8 req-b19bef21-847b-4e37-ad15-81221c734cd9 service nova] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Received event network-vif-deleted-366e8ac0-1914-4252-b91b-c1407f28e726 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1358.149028] env[62683]: DEBUG nova.network.neutron [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Updated VIF entry in instance network info cache for port 7bd6c45c-3cde-41d5-a927-957095505735. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.149363] env[62683]: DEBUG nova.network.neutron [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Updating instance_info_cache with network_info: [{"id": "7bd6c45c-3cde-41d5-a927-957095505735", "address": "fa:16:3e:fe:41:6c", "network": {"id": "363a8696-76b3-439b-9a6d-586986cc5260", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-334424782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "434c8511c02947588bf3d22cb3ab9bf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd6c45c-3c", "ovs_interfaceid": "7bd6c45c-3cde-41d5-a927-957095505735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.163874] env[62683]: DEBUG nova.compute.provider_tree [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.239944] env[62683]: INFO nova.compute.manager [-] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Took 1.81 seconds to deallocate network for instance. [ 1358.240754] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquiring lock "refresh_cache-c33578cb-62b1-4f28-84c7-20a628d74712" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.240832] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquired lock "refresh_cache-c33578cb-62b1-4f28-84c7-20a628d74712" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.240966] env[62683]: DEBUG nova.network.neutron [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.260673] env[62683]: INFO nova.compute.manager [-] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Took 1.82 seconds to deallocate network for instance. [ 1358.308016] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798408, 'name': Rename_Task, 'duration_secs': 0.196389} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.308016] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.308407] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61b8f9d3-b6c7-46b7-b406-fc0ef8120913 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.344541] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': task-1798409, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.347049] env[62683]: INFO nova.compute.manager [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Took 18.49 seconds to build instance. [ 1358.350782] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1358.350782] env[62683]: value = "task-1798410" [ 1358.350782] env[62683]: _type = "Task" [ 1358.350782] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.361320] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.374217] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52115a0c-ed17-bb49-be49-05c6cd83a5e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011766} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.375545] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1d1486e-db22-4d40-86fe-f279979d7815 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.383395] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1358.383395] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52272f92-daab-6113-f87e-5879c45c0abd" [ 1358.383395] env[62683]: _type = "Task" [ 1358.383395] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.389646] env[62683]: DEBUG nova.network.neutron [req-b74d823d-667d-44bc-8c8e-b3c3d7cd4c9d req-a36cc9ee-8307-4527-9a61-f95b0bdeffa1 service nova] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Updated VIF entry in instance network info cache for port 00772682-b36e-4bfd-af3b-6254b0dc49b3. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.390199] env[62683]: DEBUG nova.network.neutron [req-b74d823d-667d-44bc-8c8e-b3c3d7cd4c9d req-a36cc9ee-8307-4527-9a61-f95b0bdeffa1 service nova] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Updating instance_info_cache with network_info: [{"id": "00772682-b36e-4bfd-af3b-6254b0dc49b3", "address": "fa:16:3e:02:5f:48", "network": {"id": "c63b7749-595e-4073-8fa8-ccc484120ab9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2007943262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ec513e99e854c48a9c37faa84f305d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00772682-b3", "ovs_interfaceid": "00772682-b36e-4bfd-af3b-6254b0dc49b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.395244] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52272f92-daab-6113-f87e-5879c45c0abd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.652075] env[62683]: DEBUG oslo_concurrency.lockutils [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] Releasing lock "refresh_cache-bd2a4cf9-428a-41ce-bd6f-ca19d9135931" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.652167] env[62683]: DEBUG nova.compute.manager [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Received event network-vif-plugged-05d57c41-fbd9-4f33-a67f-03cf2504edd9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1358.652365] env[62683]: DEBUG oslo_concurrency.lockutils [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] Acquiring lock "ab44615a-1ad2-4a6e-9730-a36879dd0e63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.652573] env[62683]: DEBUG oslo_concurrency.lockutils [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] Lock "ab44615a-1ad2-4a6e-9730-a36879dd0e63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.652731] env[62683]: DEBUG oslo_concurrency.lockutils [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] Lock "ab44615a-1ad2-4a6e-9730-a36879dd0e63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.652897] env[62683]: DEBUG nova.compute.manager [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] No waiting events found dispatching network-vif-plugged-05d57c41-fbd9-4f33-a67f-03cf2504edd9 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1358.653101] env[62683]: WARNING nova.compute.manager [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Received unexpected event network-vif-plugged-05d57c41-fbd9-4f33-a67f-03cf2504edd9 for instance with vm_state building and task_state spawning. [ 1358.653239] env[62683]: DEBUG nova.compute.manager [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Received event network-changed-05d57c41-fbd9-4f33-a67f-03cf2504edd9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1358.653507] env[62683]: DEBUG nova.compute.manager [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Refreshing instance network info cache due to event network-changed-05d57c41-fbd9-4f33-a67f-03cf2504edd9. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1358.653657] env[62683]: DEBUG oslo_concurrency.lockutils [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] Acquiring lock "refresh_cache-ab44615a-1ad2-4a6e-9730-a36879dd0e63" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.653838] env[62683]: DEBUG oslo_concurrency.lockutils [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] Acquired lock "refresh_cache-ab44615a-1ad2-4a6e-9730-a36879dd0e63" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.654213] env[62683]: DEBUG nova.network.neutron [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Refreshing network info cache for port 05d57c41-fbd9-4f33-a67f-03cf2504edd9 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.668515] env[62683]: DEBUG nova.scheduler.client.report [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.751955] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.769072] env[62683]: DEBUG oslo_concurrency.lockutils [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.833015] env[62683]: DEBUG nova.compute.manager [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1358.834392] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': task-1798409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629129} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.835393] env[62683]: DEBUG nova.network.neutron [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1358.841019] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] bd2a4cf9-428a-41ce-bd6f-ca19d9135931/bd2a4cf9-428a-41ce-bd6f-ca19d9135931.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1358.841019] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1358.841019] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87380d74-3cea-4178-95e5-1b720cb7edc5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.852013] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9599d07e-a75e-4541-ac90-0e361ccede49 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lock "bfd760c6-7315-4a25-91a2-c5556ccc8598" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.599s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.852428] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Waiting for the task: (returnval){ [ 1358.852428] env[62683]: value = "task-1798411" [ 1358.852428] env[62683]: _type = "Task" [ 1358.852428] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.875624] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798410, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.875885] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': task-1798411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.879274] env[62683]: DEBUG nova.virt.hardware [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1358.879605] env[62683]: DEBUG nova.virt.hardware [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.879771] env[62683]: DEBUG nova.virt.hardware [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1358.880152] env[62683]: DEBUG nova.virt.hardware [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.880347] env[62683]: DEBUG nova.virt.hardware [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1358.880520] env[62683]: DEBUG nova.virt.hardware [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1358.880785] env[62683]: DEBUG nova.virt.hardware [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1358.880954] env[62683]: DEBUG nova.virt.hardware [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1358.881209] env[62683]: DEBUG nova.virt.hardware [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1358.881406] env[62683]: DEBUG nova.virt.hardware [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1358.881995] env[62683]: DEBUG nova.virt.hardware [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1358.883337] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03faf47a-60c3-488a-aaf0-4eb23c697342 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.896383] env[62683]: DEBUG oslo_concurrency.lockutils [req-b74d823d-667d-44bc-8c8e-b3c3d7cd4c9d req-a36cc9ee-8307-4527-9a61-f95b0bdeffa1 service nova] Releasing lock "refresh_cache-3bd6551a-141e-4e53-80f4-447ad4896265" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.902887] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52272f92-daab-6113-f87e-5879c45c0abd, 'name': SearchDatastore_Task, 'duration_secs': 0.027123} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.904296] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfe1629-1284-4e65-b03c-e8800a8c1402 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.908282] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.908658] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] ab44615a-1ad2-4a6e-9730-a36879dd0e63/ab44615a-1ad2-4a6e-9730-a36879dd0e63.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1358.908904] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38490b0b-a7d0-4ba4-8c86-d797c0ba16d7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.929385] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1358.929385] env[62683]: value = "task-1798412" [ 1358.929385] env[62683]: _type = "Task" [ 1358.929385] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.939182] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.173994] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.801s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.176948] env[62683]: DEBUG oslo_concurrency.lockutils [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.774s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.178901] env[62683]: INFO nova.compute.claims [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1359.212156] env[62683]: INFO nova.scheduler.client.report [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Deleted allocations for instance 7a6a23a9-4562-4e35-913a-fa2aecee6c62 [ 1359.250034] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Acquiring lock "0592671e-e7d4-4e39-a076-3fe654df19fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.250034] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Lock "0592671e-e7d4-4e39-a076-3fe654df19fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.250034] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Acquiring lock "0592671e-e7d4-4e39-a076-3fe654df19fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.250034] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Lock "0592671e-e7d4-4e39-a076-3fe654df19fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.250034] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Lock "0592671e-e7d4-4e39-a076-3fe654df19fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.255610] env[62683]: INFO nova.compute.manager [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Terminating instance [ 1359.266555] env[62683]: DEBUG nova.network.neutron [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Updating instance_info_cache with network_info: [{"id": "09613c25-d860-4268-ba53-81e734e57ccf", "address": "fa:16:3e:f3:b2:af", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09613c25-d8", "ovs_interfaceid": "09613c25-d860-4268-ba53-81e734e57ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.358257] env[62683]: DEBUG nova.compute.manager [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1359.379257] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798410, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.384729] env[62683]: DEBUG nova.compute.manager [req-f3d99dc2-ea1f-402d-909e-25902b7cfffb req-839fd6e2-9763-45f1-bb67-6d8f3c6c581a service nova] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Received event network-vif-plugged-09613c25-d860-4268-ba53-81e734e57ccf {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1359.385209] env[62683]: DEBUG oslo_concurrency.lockutils [req-f3d99dc2-ea1f-402d-909e-25902b7cfffb req-839fd6e2-9763-45f1-bb67-6d8f3c6c581a service nova] Acquiring lock "c33578cb-62b1-4f28-84c7-20a628d74712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.385572] env[62683]: DEBUG oslo_concurrency.lockutils [req-f3d99dc2-ea1f-402d-909e-25902b7cfffb req-839fd6e2-9763-45f1-bb67-6d8f3c6c581a service nova] Lock "c33578cb-62b1-4f28-84c7-20a628d74712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.385853] env[62683]: DEBUG oslo_concurrency.lockutils [req-f3d99dc2-ea1f-402d-909e-25902b7cfffb req-839fd6e2-9763-45f1-bb67-6d8f3c6c581a service nova] Lock "c33578cb-62b1-4f28-84c7-20a628d74712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.386165] env[62683]: DEBUG nova.compute.manager [req-f3d99dc2-ea1f-402d-909e-25902b7cfffb req-839fd6e2-9763-45f1-bb67-6d8f3c6c581a service nova] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] No waiting events found dispatching network-vif-plugged-09613c25-d860-4268-ba53-81e734e57ccf {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1359.386445] env[62683]: WARNING nova.compute.manager [req-f3d99dc2-ea1f-402d-909e-25902b7cfffb req-839fd6e2-9763-45f1-bb67-6d8f3c6c581a service nova] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Received unexpected event network-vif-plugged-09613c25-d860-4268-ba53-81e734e57ccf for instance with vm_state building and task_state spawning. [ 1359.386719] env[62683]: DEBUG nova.compute.manager [req-f3d99dc2-ea1f-402d-909e-25902b7cfffb req-839fd6e2-9763-45f1-bb67-6d8f3c6c581a service nova] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Received event network-changed-09613c25-d860-4268-ba53-81e734e57ccf {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1359.386984] env[62683]: DEBUG nova.compute.manager [req-f3d99dc2-ea1f-402d-909e-25902b7cfffb req-839fd6e2-9763-45f1-bb67-6d8f3c6c581a service nova] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Refreshing instance network info cache due to event network-changed-09613c25-d860-4268-ba53-81e734e57ccf. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1359.387494] env[62683]: DEBUG oslo_concurrency.lockutils [req-f3d99dc2-ea1f-402d-909e-25902b7cfffb req-839fd6e2-9763-45f1-bb67-6d8f3c6c581a service nova] Acquiring lock "refresh_cache-c33578cb-62b1-4f28-84c7-20a628d74712" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.388650] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': task-1798411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.416186} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.389120] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1359.392204] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4712f3-8417-4e13-af64-47a793ad39d0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.420963] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] bd2a4cf9-428a-41ce-bd6f-ca19d9135931/bd2a4cf9-428a-41ce-bd6f-ca19d9135931.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1359.421943] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e965116e-cd84-47ca-bec3-477e6aee2656 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.450136] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798412, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.454214] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Waiting for the task: (returnval){ [ 1359.454214] env[62683]: value = "task-1798413" [ 1359.454214] env[62683]: _type = "Task" [ 1359.454214] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.461451] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': task-1798413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.558225] env[62683]: DEBUG nova.network.neutron [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Updated VIF entry in instance network info cache for port 05d57c41-fbd9-4f33-a67f-03cf2504edd9. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.558727] env[62683]: DEBUG nova.network.neutron [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Updating instance_info_cache with network_info: [{"id": "05d57c41-fbd9-4f33-a67f-03cf2504edd9", "address": "fa:16:3e:6d:3f:82", "network": {"id": "ff96eda3-f9b2-462d-bd54-c56afbabe2f2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1334372002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a84d23af2b424ab6e7e797704eb366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d57c41-fb", "ovs_interfaceid": "05d57c41-fbd9-4f33-a67f-03cf2504edd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.690343] env[62683]: DEBUG nova.network.neutron [-] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.728653] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5d72146d-288e-4ad1-8f7f-8d393f7c6816 tempest-ServerDiagnosticsNegativeTest-414351503 tempest-ServerDiagnosticsNegativeTest-414351503-project-member] Lock "7a6a23a9-4562-4e35-913a-fa2aecee6c62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.371s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.766988] env[62683]: DEBUG nova.compute.manager [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1359.767116] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.768423] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eac5f63-ae9a-47f1-af12-bcbd007fbe56 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.771825] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Releasing lock "refresh_cache-c33578cb-62b1-4f28-84c7-20a628d74712" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.772276] env[62683]: DEBUG nova.compute.manager [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Instance network_info: |[{"id": "09613c25-d860-4268-ba53-81e734e57ccf", "address": "fa:16:3e:f3:b2:af", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09613c25-d8", "ovs_interfaceid": "09613c25-d860-4268-ba53-81e734e57ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1359.772452] env[62683]: DEBUG oslo_concurrency.lockutils [req-f3d99dc2-ea1f-402d-909e-25902b7cfffb req-839fd6e2-9763-45f1-bb67-6d8f3c6c581a service nova] Acquired lock "refresh_cache-c33578cb-62b1-4f28-84c7-20a628d74712" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.772790] env[62683]: DEBUG nova.network.neutron [req-f3d99dc2-ea1f-402d-909e-25902b7cfffb req-839fd6e2-9763-45f1-bb67-6d8f3c6c581a service nova] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Refreshing network info cache for port 09613c25-d860-4268-ba53-81e734e57ccf {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1359.775258] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:b2:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09613c25-d860-4268-ba53-81e734e57ccf', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1359.788864] env[62683]: DEBUG oslo.service.loopingcall [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1359.792232] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1359.792232] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96e3ddd8-b03d-4c25-995a-53ab5d5ba783 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.823768] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.825253] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eed1964a-99ce-4bc8-b825-c65f4265eec6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.832392] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1359.832392] env[62683]: value = "task-1798414" [ 1359.832392] env[62683]: _type = "Task" [ 1359.832392] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.834053] env[62683]: DEBUG oslo_vmware.api [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Waiting for the task: (returnval){ [ 1359.834053] env[62683]: value = "task-1798415" [ 1359.834053] env[62683]: _type = "Task" [ 1359.834053] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.865697] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798414, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.866239] env[62683]: DEBUG oslo_vmware.api [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': task-1798415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.877662] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798410, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.902789] env[62683]: DEBUG oslo_concurrency.lockutils [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.951998] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577273} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.952413] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] ab44615a-1ad2-4a6e-9730-a36879dd0e63/ab44615a-1ad2-4a6e-9730-a36879dd0e63.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1359.954219] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1359.957142] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31ff5444-2f42-40bd-895c-846321ad94d0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.981772] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': task-1798413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.983458] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1359.983458] env[62683]: value = "task-1798416" [ 1359.983458] env[62683]: _type = "Task" [ 1359.983458] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.996737] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.067555] env[62683]: DEBUG oslo_concurrency.lockutils [req-cbc30e21-8d5c-4876-bee3-f7e1c5656b1e req-ffa76fd5-7304-4429-8df9-50de4b6da8ab service nova] Releasing lock "refresh_cache-ab44615a-1ad2-4a6e-9730-a36879dd0e63" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.114604] env[62683]: DEBUG nova.network.neutron [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Successfully updated port: c389ed49-2c9f-4d36-9729-332a91780aea {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1360.198682] env[62683]: INFO nova.compute.manager [-] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Took 3.80 seconds to deallocate network for instance. [ 1360.356467] env[62683]: DEBUG oslo_vmware.api [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': task-1798415, 'name': PowerOffVM_Task, 'duration_secs': 0.327529} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.356667] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798414, 'name': CreateVM_Task, 'duration_secs': 0.461634} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.357137] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.357137] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1360.357284] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.357475] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6299b20-2b94-4ba2-865c-e7578fcd2a8a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.359481] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.359656] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.359974] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.360227] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4542262d-59df-432c-8812-93952bfc62e6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.370465] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1360.370465] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]520ad738-dc4d-aa47-c20f-d7a47420ebfe" [ 1360.370465] env[62683]: _type = "Task" [ 1360.370465] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.379074] env[62683]: DEBUG oslo_vmware.api [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798410, 'name': PowerOnVM_Task, 'duration_secs': 1.586659} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.379822] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1360.380049] env[62683]: INFO nova.compute.manager [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Took 12.29 seconds to spawn the instance on the hypervisor. [ 1360.380252] env[62683]: DEBUG nova.compute.manager [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.381475] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b4557d-9a50-4dbd-a5ae-b2aeb6ac2b98 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.391050] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]520ad738-dc4d-aa47-c20f-d7a47420ebfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.466797] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': task-1798413, 'name': ReconfigVM_Task, 'duration_secs': 0.722825} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.469042] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Reconfigured VM instance instance-0000000d to attach disk [datastore1] bd2a4cf9-428a-41ce-bd6f-ca19d9135931/bd2a4cf9-428a-41ce-bd6f-ca19d9135931.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1360.469240] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1360.470043] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1360.470043] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Deleting the datastore file [datastore1] 0592671e-e7d4-4e39-a076-3fe654df19fc {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.470043] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e99cf4f0-5ce5-449c-ac11-ed5e2573d798 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.472049] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c655a2c-60cb-4c6d-aa78-aaf579bc03eb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.479104] env[62683]: DEBUG oslo_vmware.api [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Waiting for the task: (returnval){ [ 1360.479104] env[62683]: value = "task-1798419" [ 1360.479104] env[62683]: _type = "Task" [ 1360.479104] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.481210] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Waiting for the task: (returnval){ [ 1360.481210] env[62683]: value = "task-1798418" [ 1360.481210] env[62683]: _type = "Task" [ 1360.481210] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.502256] env[62683]: DEBUG oslo_vmware.api [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': task-1798419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.512239] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': task-1798418, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.512699] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083369} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.513186] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1360.514392] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ab2917-fe00-4d17-b935-421b3144b942 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.540314] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] ab44615a-1ad2-4a6e-9730-a36879dd0e63/ab44615a-1ad2-4a6e-9730-a36879dd0e63.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.549933] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43e41c2a-ba8a-4eb5-9650-a050c4794451 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.574070] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1360.574070] env[62683]: value = "task-1798420" [ 1360.574070] env[62683]: _type = "Task" [ 1360.574070] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.589881] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.619130] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "refresh_cache-d57a5650-aa26-440a-b68f-03361e1a3187" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.619130] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquired lock "refresh_cache-d57a5650-aa26-440a-b68f-03361e1a3187" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.620027] env[62683]: DEBUG nova.network.neutron [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.707611] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.803021] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f91477-16da-4dda-a399-28669040e1ac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.812282] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e055150-afc6-4019-8b6a-1554c29df7be {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.849123] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35fe912-59b2-496f-8969-0422b0ee3040 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.855388] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fa07a9-6959-4f04-9035-326efc03b1eb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.871335] env[62683]: DEBUG nova.compute.provider_tree [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.884668] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]520ad738-dc4d-aa47-c20f-d7a47420ebfe, 'name': SearchDatastore_Task, 'duration_secs': 0.024663} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.886170] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.886170] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.886170] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.886170] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.886170] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.886170] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3283308-203b-4077-98d4-18e8b3ccd151 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.896964] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.897184] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1360.898503] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-948f268c-9856-4a58-bedd-bb3a54063bd0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.908667] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1360.908667] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52abee1a-319b-1264-9402-06a491d59049" [ 1360.908667] env[62683]: _type = "Task" [ 1360.908667] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.909430] env[62683]: INFO nova.compute.manager [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Took 20.94 seconds to build instance. [ 1360.922778] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52abee1a-319b-1264-9402-06a491d59049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.993517] env[62683]: DEBUG oslo_vmware.api [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Task: {'id': task-1798419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183541} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.994214] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.994419] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.994579] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.994751] env[62683]: INFO nova.compute.manager [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1360.995025] env[62683]: DEBUG oslo.service.loopingcall [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1360.995229] env[62683]: DEBUG nova.compute.manager [-] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1360.995323] env[62683]: DEBUG nova.network.neutron [-] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1361.000190] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': task-1798418, 'name': Rename_Task, 'duration_secs': 0.359379} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.000825] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1361.001093] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-106477f7-358d-4982-88d2-3a2f5ce585fe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.010052] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Waiting for the task: (returnval){ [ 1361.010052] env[62683]: value = "task-1798421" [ 1361.010052] env[62683]: _type = "Task" [ 1361.010052] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.017628] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': task-1798421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.084554] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.147489] env[62683]: DEBUG nova.compute.manager [req-d95dc26b-7892-452e-a9cc-4595b32e700b req-0a8c9056-9d65-4f8a-b021-24026b782f1c service nova] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Received event network-vif-plugged-c389ed49-2c9f-4d36-9729-332a91780aea {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1361.147711] env[62683]: DEBUG oslo_concurrency.lockutils [req-d95dc26b-7892-452e-a9cc-4595b32e700b req-0a8c9056-9d65-4f8a-b021-24026b782f1c service nova] Acquiring lock "d57a5650-aa26-440a-b68f-03361e1a3187-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.148253] env[62683]: DEBUG oslo_concurrency.lockutils [req-d95dc26b-7892-452e-a9cc-4595b32e700b req-0a8c9056-9d65-4f8a-b021-24026b782f1c service nova] Lock "d57a5650-aa26-440a-b68f-03361e1a3187-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.148705] env[62683]: DEBUG oslo_concurrency.lockutils [req-d95dc26b-7892-452e-a9cc-4595b32e700b req-0a8c9056-9d65-4f8a-b021-24026b782f1c service nova] Lock "d57a5650-aa26-440a-b68f-03361e1a3187-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.148705] env[62683]: DEBUG nova.compute.manager [req-d95dc26b-7892-452e-a9cc-4595b32e700b req-0a8c9056-9d65-4f8a-b021-24026b782f1c service nova] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] No waiting events found dispatching network-vif-plugged-c389ed49-2c9f-4d36-9729-332a91780aea {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.148928] env[62683]: WARNING nova.compute.manager [req-d95dc26b-7892-452e-a9cc-4595b32e700b req-0a8c9056-9d65-4f8a-b021-24026b782f1c service nova] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Received unexpected event network-vif-plugged-c389ed49-2c9f-4d36-9729-332a91780aea for instance with vm_state building and task_state spawning. [ 1361.148928] env[62683]: DEBUG nova.compute.manager [req-d95dc26b-7892-452e-a9cc-4595b32e700b req-0a8c9056-9d65-4f8a-b021-24026b782f1c service nova] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Received event network-changed-c389ed49-2c9f-4d36-9729-332a91780aea {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1361.150669] env[62683]: DEBUG nova.compute.manager [req-d95dc26b-7892-452e-a9cc-4595b32e700b req-0a8c9056-9d65-4f8a-b021-24026b782f1c service nova] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Refreshing instance network info cache due to event network-changed-c389ed49-2c9f-4d36-9729-332a91780aea. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1361.150669] env[62683]: DEBUG oslo_concurrency.lockutils [req-d95dc26b-7892-452e-a9cc-4595b32e700b req-0a8c9056-9d65-4f8a-b021-24026b782f1c service nova] Acquiring lock "refresh_cache-d57a5650-aa26-440a-b68f-03361e1a3187" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.171131] env[62683]: DEBUG nova.network.neutron [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.195204] env[62683]: DEBUG nova.network.neutron [req-f3d99dc2-ea1f-402d-909e-25902b7cfffb req-839fd6e2-9763-45f1-bb67-6d8f3c6c581a service nova] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Updated VIF entry in instance network info cache for port 09613c25-d860-4268-ba53-81e734e57ccf. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1361.195571] env[62683]: DEBUG nova.network.neutron [req-f3d99dc2-ea1f-402d-909e-25902b7cfffb req-839fd6e2-9763-45f1-bb67-6d8f3c6c581a service nova] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Updating instance_info_cache with network_info: [{"id": "09613c25-d860-4268-ba53-81e734e57ccf", "address": "fa:16:3e:f3:b2:af", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09613c25-d8", "ovs_interfaceid": "09613c25-d860-4268-ba53-81e734e57ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.377812] env[62683]: DEBUG nova.scheduler.client.report [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.417070] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d833d330-b28f-4119-950c-ec434a3d0c51 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.532s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.430291] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52abee1a-319b-1264-9402-06a491d59049, 'name': SearchDatastore_Task, 'duration_secs': 0.012231} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.431888] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03ade949-06a3-4fff-b3d6-d9454e112420 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.438839] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1361.438839] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e9628a-4ef3-e3b6-8c55-9552d02e9f8e" [ 1361.438839] env[62683]: _type = "Task" [ 1361.438839] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.451707] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e9628a-4ef3-e3b6-8c55-9552d02e9f8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.520774] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': task-1798421, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.522877] env[62683]: DEBUG nova.network.neutron [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Updating instance_info_cache with network_info: [{"id": "c389ed49-2c9f-4d36-9729-332a91780aea", "address": "fa:16:3e:00:8b:bf", "network": {"id": "cdb480de-3249-4b80-bb76-9a5d49f86683", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2016498149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a33757b0f245438ad83067b69dad34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc389ed49-2c", "ovs_interfaceid": "c389ed49-2c9f-4d36-9729-332a91780aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.587790] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798420, 'name': ReconfigVM_Task, 'duration_secs': 0.769211} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.589205] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Reconfigured VM instance instance-0000000e to attach disk [datastore1] ab44615a-1ad2-4a6e-9730-a36879dd0e63/ab44615a-1ad2-4a6e-9730-a36879dd0e63.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1361.590343] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1c81ccb-3e5c-452d-b58a-545008bbc57c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.599432] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1361.599432] env[62683]: value = "task-1798422" [ 1361.599432] env[62683]: _type = "Task" [ 1361.599432] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.613384] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798422, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.704357] env[62683]: DEBUG oslo_concurrency.lockutils [req-f3d99dc2-ea1f-402d-909e-25902b7cfffb req-839fd6e2-9763-45f1-bb67-6d8f3c6c581a service nova] Releasing lock "refresh_cache-c33578cb-62b1-4f28-84c7-20a628d74712" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.704647] env[62683]: DEBUG nova.compute.manager [req-f3d99dc2-ea1f-402d-909e-25902b7cfffb req-839fd6e2-9763-45f1-bb67-6d8f3c6c581a service nova] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Received event network-vif-deleted-990edc89-c9d7-4303-96f1-90288070c497 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1361.704864] env[62683]: DEBUG nova.compute.manager [req-f3d99dc2-ea1f-402d-909e-25902b7cfffb req-839fd6e2-9763-45f1-bb67-6d8f3c6c581a service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Received event network-vif-deleted-d63cfaac-346d-433b-b26a-53618c2780fe {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1361.705046] env[62683]: INFO nova.compute.manager [req-f3d99dc2-ea1f-402d-909e-25902b7cfffb req-839fd6e2-9763-45f1-bb67-6d8f3c6c581a service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Neutron deleted interface d63cfaac-346d-433b-b26a-53618c2780fe; detaching it from the instance and deleting it from the info cache [ 1361.705352] env[62683]: DEBUG nova.network.neutron [req-f3d99dc2-ea1f-402d-909e-25902b7cfffb req-839fd6e2-9763-45f1-bb67-6d8f3c6c581a service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Updating instance_info_cache with network_info: [{"id": "623de677-03b2-4160-a9db-bca05a978236", "address": "fa:16:3e:4d:f7:2c", "network": {"id": "b55f6a15-bb9b-401d-a9a0-0b9f25e51d09", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-739042598", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e5058549694b5394d1d09911050564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623de677-03", "ovs_interfaceid": "623de677-03b2-4160-a9db-bca05a978236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d48585f0-d6dc-4156-8870-70abfbcbcf2a", "address": "fa:16:3e:d9:2b:f2", "network": {"id": "cd0b3024-d79b-4937-b8e1-b5789dc0db8c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2137166461", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f0e5058549694b5394d1d09911050564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd48585f0-d6", "ovs_interfaceid": "d48585f0-d6dc-4156-8870-70abfbcbcf2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.887124] env[62683]: DEBUG oslo_concurrency.lockutils [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.887124] env[62683]: DEBUG nova.compute.manager [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1361.888143] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.347s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.895042] env[62683]: INFO nova.compute.claims [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1361.923813] env[62683]: DEBUG nova.compute.manager [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1361.957843] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e9628a-4ef3-e3b6-8c55-9552d02e9f8e, 'name': SearchDatastore_Task, 'duration_secs': 0.012718} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.958209] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.958471] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] c33578cb-62b1-4f28-84c7-20a628d74712/c33578cb-62b1-4f28-84c7-20a628d74712.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.959089] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05215e0c-9be6-4b96-ba1d-2d0b136cef8f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.978516] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1361.978516] env[62683]: value = "task-1798423" [ 1361.978516] env[62683]: _type = "Task" [ 1361.978516] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.988943] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.022604] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': task-1798421, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.027185] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Releasing lock "refresh_cache-d57a5650-aa26-440a-b68f-03361e1a3187" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.027560] env[62683]: DEBUG nova.compute.manager [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Instance network_info: |[{"id": "c389ed49-2c9f-4d36-9729-332a91780aea", "address": "fa:16:3e:00:8b:bf", "network": {"id": "cdb480de-3249-4b80-bb76-9a5d49f86683", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2016498149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a33757b0f245438ad83067b69dad34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc389ed49-2c", "ovs_interfaceid": "c389ed49-2c9f-4d36-9729-332a91780aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1362.027862] env[62683]: DEBUG oslo_concurrency.lockutils [req-d95dc26b-7892-452e-a9cc-4595b32e700b req-0a8c9056-9d65-4f8a-b021-24026b782f1c service nova] Acquired lock "refresh_cache-d57a5650-aa26-440a-b68f-03361e1a3187" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.028047] env[62683]: DEBUG nova.network.neutron [req-d95dc26b-7892-452e-a9cc-4595b32e700b req-0a8c9056-9d65-4f8a-b021-24026b782f1c service nova] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Refreshing network info cache for port c389ed49-2c9f-4d36-9729-332a91780aea {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.029247] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:8b:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c389ed49-2c9f-4d36-9729-332a91780aea', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.038194] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Creating folder: Project (76a33757b0f245438ad83067b69dad34). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1362.038582] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84eaea7a-f51e-4450-92e6-6ee0e519e3b2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.054844] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Created folder: Project (76a33757b0f245438ad83067b69dad34) in parent group-v372889. [ 1362.055119] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Creating folder: Instances. Parent ref: group-v372937. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1362.055829] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a02d40e-fea8-4f63-b153-3f28ecb14139 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.068478] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Created folder: Instances in parent group-v372937. [ 1362.069094] env[62683]: DEBUG oslo.service.loopingcall [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.069094] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.069232] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4d143e3-9f59-481a-b257-0d92d25db0ce {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.091551] env[62683]: DEBUG nova.network.neutron [-] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.095973] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.095973] env[62683]: value = "task-1798426" [ 1362.095973] env[62683]: _type = "Task" [ 1362.095973] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.107368] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798426, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.113232] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798422, 'name': Rename_Task, 'duration_secs': 0.32855} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.113538] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1362.113842] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a3ee139-dfa6-4a2a-8a45-3b5aec071ed7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.122404] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1362.122404] env[62683]: value = "task-1798427" [ 1362.122404] env[62683]: _type = "Task" [ 1362.122404] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.132598] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.208468] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0ea855c-5153-4ab8-bed8-e813413a0bb0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.223485] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e613d710-8ae3-442d-9f89-e0b437b7080a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.257343] env[62683]: DEBUG nova.compute.manager [req-f3d99dc2-ea1f-402d-909e-25902b7cfffb req-839fd6e2-9763-45f1-bb67-6d8f3c6c581a service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Detach interface failed, port_id=d63cfaac-346d-433b-b26a-53618c2780fe, reason: Instance 1e109a37-4ac1-4c6d-ba73-ae958c417296 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1362.301829] env[62683]: DEBUG nova.compute.manager [req-0e216c29-e9b2-4845-840a-db6458c09617 req-e0d2b49e-3e2a-44a3-b604-bab50ca325a5 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Received event network-vif-deleted-d48585f0-d6dc-4156-8870-70abfbcbcf2a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1362.301829] env[62683]: INFO nova.compute.manager [req-0e216c29-e9b2-4845-840a-db6458c09617 req-e0d2b49e-3e2a-44a3-b604-bab50ca325a5 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Neutron deleted interface d48585f0-d6dc-4156-8870-70abfbcbcf2a; detaching it from the instance and deleting it from the info cache [ 1362.301829] env[62683]: DEBUG nova.network.neutron [req-0e216c29-e9b2-4845-840a-db6458c09617 req-e0d2b49e-3e2a-44a3-b604-bab50ca325a5 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Updating instance_info_cache with network_info: [{"id": "623de677-03b2-4160-a9db-bca05a978236", "address": "fa:16:3e:4d:f7:2c", "network": {"id": "b55f6a15-bb9b-401d-a9a0-0b9f25e51d09", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-739042598", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e5058549694b5394d1d09911050564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623de677-03", "ovs_interfaceid": "623de677-03b2-4160-a9db-bca05a978236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.403148] env[62683]: DEBUG nova.compute.utils [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1362.411269] env[62683]: DEBUG nova.compute.manager [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1362.411443] env[62683]: DEBUG nova.network.neutron [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1362.468412] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.493957] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798423, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.522844] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': task-1798421, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.583108] env[62683]: DEBUG nova.policy [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '201aba08db0e448badbf480b6cf94fd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa16baa1fefa43b591497da810718d47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1362.594555] env[62683]: INFO nova.compute.manager [-] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Took 1.60 seconds to deallocate network for instance. [ 1362.615020] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798426, 'name': CreateVM_Task, 'duration_secs': 0.450201} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.615392] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.615930] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.617088] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.617088] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1362.617088] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a317c0fd-8e4d-4dd9-80fc-778354b594b4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.637862] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798427, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.641567] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1362.641567] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5296c731-d5ab-76ae-f516-406c2dd9ed7f" [ 1362.641567] env[62683]: _type = "Task" [ 1362.641567] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.651191] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5296c731-d5ab-76ae-f516-406c2dd9ed7f, 'name': SearchDatastore_Task, 'duration_secs': 0.01166} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.651191] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.651191] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.651191] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.651191] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.651191] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.651191] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1164685f-8bd6-44dc-b61a-b7270a028984 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.664469] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.667819] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.674186] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80784708-b5c7-412c-a7f6-5fc7652454b0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.685144] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1362.685144] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5296b184-24ba-6511-d811-a7bb116c0e86" [ 1362.685144] env[62683]: _type = "Task" [ 1362.685144] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.696438] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5296b184-24ba-6511-d811-a7bb116c0e86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.807926] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de510470-db6e-44b8-b468-2b108a7eecdf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.821621] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec04ab5b-0ef4-4f7e-b693-8aa46906848b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.868497] env[62683]: DEBUG nova.compute.manager [req-0e216c29-e9b2-4845-840a-db6458c09617 req-e0d2b49e-3e2a-44a3-b604-bab50ca325a5 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Detach interface failed, port_id=d48585f0-d6dc-4156-8870-70abfbcbcf2a, reason: Instance 1e109a37-4ac1-4c6d-ba73-ae958c417296 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1362.870028] env[62683]: DEBUG nova.compute.manager [req-0e216c29-e9b2-4845-840a-db6458c09617 req-e0d2b49e-3e2a-44a3-b604-bab50ca325a5 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Received event network-vif-deleted-623de677-03b2-4160-a9db-bca05a978236 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1362.870028] env[62683]: INFO nova.compute.manager [req-0e216c29-e9b2-4845-840a-db6458c09617 req-e0d2b49e-3e2a-44a3-b604-bab50ca325a5 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Neutron deleted interface 623de677-03b2-4160-a9db-bca05a978236; detaching it from the instance and deleting it from the info cache [ 1362.870028] env[62683]: DEBUG nova.network.neutron [req-0e216c29-e9b2-4845-840a-db6458c09617 req-e0d2b49e-3e2a-44a3-b604-bab50ca325a5 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.913773] env[62683]: DEBUG nova.compute.manager [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1363.002014] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560171} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.006339] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] c33578cb-62b1-4f28-84c7-20a628d74712/c33578cb-62b1-4f28-84c7-20a628d74712.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1363.006859] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1363.008201] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4b279ad-8126-4ff6-a4c2-8a0737a7fe3f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.027889] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1363.027889] env[62683]: value = "task-1798428" [ 1363.027889] env[62683]: _type = "Task" [ 1363.027889] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.035170] env[62683]: DEBUG oslo_vmware.api [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': task-1798421, 'name': PowerOnVM_Task, 'duration_secs': 1.888969} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.035890] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1363.036121] env[62683]: INFO nova.compute.manager [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Took 12.40 seconds to spawn the instance on the hypervisor. [ 1363.036335] env[62683]: DEBUG nova.compute.manager [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1363.037383] env[62683]: DEBUG nova.network.neutron [req-d95dc26b-7892-452e-a9cc-4595b32e700b req-0a8c9056-9d65-4f8a-b021-24026b782f1c service nova] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Updated VIF entry in instance network info cache for port c389ed49-2c9f-4d36-9729-332a91780aea. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.037804] env[62683]: DEBUG nova.network.neutron [req-d95dc26b-7892-452e-a9cc-4595b32e700b req-0a8c9056-9d65-4f8a-b021-24026b782f1c service nova] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Updating instance_info_cache with network_info: [{"id": "c389ed49-2c9f-4d36-9729-332a91780aea", "address": "fa:16:3e:00:8b:bf", "network": {"id": "cdb480de-3249-4b80-bb76-9a5d49f86683", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2016498149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a33757b0f245438ad83067b69dad34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc389ed49-2c", "ovs_interfaceid": "c389ed49-2c9f-4d36-9729-332a91780aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.043024] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94facb6-e3c8-4c6c-a1e5-72d6fd577683 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.049218] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.108140] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.141058] env[62683]: DEBUG oslo_vmware.api [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798427, 'name': PowerOnVM_Task, 'duration_secs': 0.779113} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.143792] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1363.144049] env[62683]: INFO nova.compute.manager [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1363.144412] env[62683]: DEBUG nova.compute.manager [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1363.150655] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0c3010-5f05-4fba-bd2f-2f68b7e41733 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.201387] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5296b184-24ba-6511-d811-a7bb116c0e86, 'name': SearchDatastore_Task, 'duration_secs': 0.012839} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.202869] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc2a8b5a-96b2-475a-8fdb-c3a76528b52e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.214206] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1363.214206] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a0657b-0a0d-aaef-b068-580d544b224f" [ 1363.214206] env[62683]: _type = "Task" [ 1363.214206] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.227751] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a0657b-0a0d-aaef-b068-580d544b224f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.374548] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16a6c12c-6809-4474-baa0-4a144e3510c0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.391526] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d0dbfe-7dfb-4d7a-99c0-9c28f0f807c6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.424621] env[62683]: DEBUG oslo_concurrency.lockutils [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquiring lock "3a679cd2-5cf8-4125-8354-9db55b8f18f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.424883] env[62683]: DEBUG oslo_concurrency.lockutils [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Lock "3a679cd2-5cf8-4125-8354-9db55b8f18f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.440648] env[62683]: DEBUG nova.compute.manager [req-0e216c29-e9b2-4845-840a-db6458c09617 req-e0d2b49e-3e2a-44a3-b604-bab50ca325a5 service nova] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Detach interface failed, port_id=623de677-03b2-4160-a9db-bca05a978236, reason: Instance 1e109a37-4ac1-4c6d-ba73-ae958c417296 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1363.509135] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97165d22-ecc1-4e10-956e-f2d3853c09f3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.519684] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f22ef72-56f8-4946-8fa0-a7537e27374a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.554850] env[62683]: DEBUG oslo_concurrency.lockutils [req-d95dc26b-7892-452e-a9cc-4595b32e700b req-0a8c9056-9d65-4f8a-b021-24026b782f1c service nova] Releasing lock "refresh_cache-d57a5650-aa26-440a-b68f-03361e1a3187" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.560505] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b437d68c-2949-4a6c-9e3c-81b401f12047 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.575836] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087283} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.576261] env[62683]: INFO nova.compute.manager [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Took 22.45 seconds to build instance. [ 1363.579661] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1363.580525] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06f178a-163a-4d2b-b9d7-8882bc92c364 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.584147] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46a2b6a-70f8-4e63-b7e8-a83b0909b3c8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.610973] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] c33578cb-62b1-4f28-84c7-20a628d74712/c33578cb-62b1-4f28-84c7-20a628d74712.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.619542] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a6cc0e-ad37-4677-89d8-3f8b506a6ffa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.635799] env[62683]: DEBUG nova.compute.provider_tree [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.646500] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1363.646500] env[62683]: value = "task-1798429" [ 1363.646500] env[62683]: _type = "Task" [ 1363.646500] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.656286] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.674153] env[62683]: INFO nova.compute.manager [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Took 21.02 seconds to build instance. [ 1363.726801] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a0657b-0a0d-aaef-b068-580d544b224f, 'name': SearchDatastore_Task, 'duration_secs': 0.016521} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.726854] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.727154] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] d57a5650-aa26-440a-b68f-03361e1a3187/d57a5650-aa26-440a-b68f-03361e1a3187.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.727472] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cb4d824-9672-4ac6-9413-470e9bd51343 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.737465] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1363.737465] env[62683]: value = "task-1798430" [ 1363.737465] env[62683]: _type = "Task" [ 1363.737465] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.748364] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.934251] env[62683]: DEBUG nova.compute.manager [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1363.992631] env[62683]: DEBUG nova.virt.hardware [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1363.992889] env[62683]: DEBUG nova.virt.hardware [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.993724] env[62683]: DEBUG nova.virt.hardware [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1363.994091] env[62683]: DEBUG nova.virt.hardware [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.994300] env[62683]: DEBUG nova.virt.hardware [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1363.994521] env[62683]: DEBUG nova.virt.hardware [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1363.996206] env[62683]: DEBUG nova.virt.hardware [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1363.996616] env[62683]: DEBUG nova.virt.hardware [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1363.996936] env[62683]: DEBUG nova.virt.hardware [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1363.997251] env[62683]: DEBUG nova.virt.hardware [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1363.997616] env[62683]: DEBUG nova.virt.hardware [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.001728] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85920dc-1251-4136-86dd-8c0ffe1542ac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.012598] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff45a23-ad41-43ea-9e43-8f6451821ff0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.080846] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbcf6bca-8721-418d-963e-252eeae8ace8 tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.936s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.140135] env[62683]: DEBUG nova.scheduler.client.report [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.166124] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798429, 'name': ReconfigVM_Task, 'duration_secs': 0.482005} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.166638] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Reconfigured VM instance instance-0000000f to attach disk [datastore1] c33578cb-62b1-4f28-84c7-20a628d74712/c33578cb-62b1-4f28-84c7-20a628d74712.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.170979] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8451b904-33d1-4d75-8672-62681c446de8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.176066] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71af170a-7781-43be-99f8-e9e71bbdc40a tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lock "ab44615a-1ad2-4a6e-9730-a36879dd0e63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.834s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.182827] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1364.182827] env[62683]: value = "task-1798431" [ 1364.182827] env[62683]: _type = "Task" [ 1364.182827] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.191022] env[62683]: DEBUG nova.compute.manager [req-b4722f5b-ccc5-41aa-908d-90ddf812fcb9 req-8c7fec1d-f213-4537-87f4-26551e40ce31 service nova] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Received event network-vif-deleted-b23ec1f7-bdbd-4b9f-9d3a-90fdab98fa0f {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1364.196112] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798431, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.258045] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798430, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.295806] env[62683]: DEBUG nova.network.neutron [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Successfully created port: 64adcb01-cb66-4772-987f-3092027dcd35 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1364.584677] env[62683]: DEBUG nova.compute.manager [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1364.647087] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.648043] env[62683]: DEBUG nova.compute.manager [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1364.650633] env[62683]: DEBUG oslo_concurrency.lockutils [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.561s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.652636] env[62683]: INFO nova.compute.claims [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1364.680024] env[62683]: DEBUG nova.compute.manager [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1364.695754] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798431, 'name': Rename_Task, 'duration_secs': 0.192304} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.697187] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1364.697187] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4725a095-6579-43e1-8958-e7458d2b130a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.707087] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1364.707087] env[62683]: value = "task-1798432" [ 1364.707087] env[62683]: _type = "Task" [ 1364.707087] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.721857] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.753841] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734933} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.753841] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] d57a5650-aa26-440a-b68f-03361e1a3187/d57a5650-aa26-440a-b68f-03361e1a3187.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1364.754094] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1364.754374] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e261dc48-0740-4e3b-b9e4-7f711410b7d4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.763687] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1364.763687] env[62683]: value = "task-1798433" [ 1364.763687] env[62683]: _type = "Task" [ 1364.763687] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.776537] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.793558] env[62683]: DEBUG nova.compute.manager [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Stashing vm_state: active {{(pid=62683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1365.117353] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.162299] env[62683]: DEBUG nova.compute.utils [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1365.163657] env[62683]: DEBUG nova.compute.manager [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Not allocating networking since 'none' was specified. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1365.209063] env[62683]: DEBUG oslo_concurrency.lockutils [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.222688] env[62683]: DEBUG oslo_vmware.api [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798432, 'name': PowerOnVM_Task, 'duration_secs': 0.472985} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.222688] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1365.222893] env[62683]: INFO nova.compute.manager [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1365.223143] env[62683]: DEBUG nova.compute.manager [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.224207] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8a4d5c-1615-4804-a8f6-f5151b6d019f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.276295] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071886} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.279653] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.279653] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c7085f-beea-4239-880b-d621d4f8c382 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.306558] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] d57a5650-aa26-440a-b68f-03361e1a3187/d57a5650-aa26-440a-b68f-03361e1a3187.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.311529] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f9df5e5-73b5-4c79-9373-c96bb02d92a1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.339254] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1365.339254] env[62683]: value = "task-1798434" [ 1365.339254] env[62683]: _type = "Task" [ 1365.339254] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.345177] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.355029] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798434, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.669167] env[62683]: DEBUG nova.compute.manager [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1365.752275] env[62683]: INFO nova.compute.manager [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Took 21.42 seconds to build instance. [ 1365.858664] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798434, 'name': ReconfigVM_Task, 'duration_secs': 0.495711} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.858664] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Reconfigured VM instance instance-00000010 to attach disk [datastore1] d57a5650-aa26-440a-b68f-03361e1a3187/d57a5650-aa26-440a-b68f-03361e1a3187.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1365.858664] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d16e2a1b-051b-434a-b0c1-16da5eeaf90b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.865967] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1365.865967] env[62683]: value = "task-1798435" [ 1365.865967] env[62683]: _type = "Task" [ 1365.865967] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.874375] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798435, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.245019] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8808f6-21ee-4fb8-a8fc-54bad2dfbefe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.257020] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c9ce222-995e-40ac-a48d-9964d64e18ea tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lock "c33578cb-62b1-4f28-84c7-20a628d74712" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.703s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.257020] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7800e9-33e5-49d2-a1d4-4ca433897075 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.296089] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb083253-9248-4030-9240-bd2881a32012 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.309823] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343b9f4c-8a2d-49cd-af2f-497950ea6982 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.329269] env[62683]: DEBUG nova.compute.provider_tree [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.377681] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798435, 'name': Rename_Task, 'duration_secs': 0.257585} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.378144] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.378700] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b2e079c-5335-45d0-9c2b-bfa4da379a2e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.387519] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1366.387519] env[62683]: value = "task-1798436" [ 1366.387519] env[62683]: _type = "Task" [ 1366.387519] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.403608] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.681910] env[62683]: DEBUG nova.compute.manager [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1366.722753] env[62683]: DEBUG nova.virt.hardware [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1366.722993] env[62683]: DEBUG nova.virt.hardware [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.723167] env[62683]: DEBUG nova.virt.hardware [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1366.723348] env[62683]: DEBUG nova.virt.hardware [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.723492] env[62683]: DEBUG nova.virt.hardware [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1366.723928] env[62683]: DEBUG nova.virt.hardware [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1366.723928] env[62683]: DEBUG nova.virt.hardware [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1366.724062] env[62683]: DEBUG nova.virt.hardware [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1366.724855] env[62683]: DEBUG nova.virt.hardware [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1366.725054] env[62683]: DEBUG nova.virt.hardware [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1366.725440] env[62683]: DEBUG nova.virt.hardware [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1366.726440] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b779cfc9-cf2e-4d0e-a446-30b07f030c67 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.735759] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6fec4c-f3b2-422e-b019-75b97de7eeb7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.754013] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Instance VIF info [] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1366.762089] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Creating folder: Project (4cb03bd5d77f45fda89753beaa444a61). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1366.762906] env[62683]: DEBUG nova.compute.manager [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1366.766162] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ba66988-a934-45aa-baf6-c116391b20d4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.783403] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Created folder: Project (4cb03bd5d77f45fda89753beaa444a61) in parent group-v372889. [ 1366.783665] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Creating folder: Instances. Parent ref: group-v372940. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1366.783920] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07e0962f-4208-49dc-ad50-7761e795533a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.799752] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Created folder: Instances in parent group-v372940. [ 1366.799752] env[62683]: DEBUG oslo.service.loopingcall [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1366.799752] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1366.799752] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4ff5bdb-5f5a-488c-83fa-da91989f53df {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.823538] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1366.823538] env[62683]: value = "task-1798439" [ 1366.823538] env[62683]: _type = "Task" [ 1366.823538] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.834437] env[62683]: DEBUG nova.scheduler.client.report [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.837830] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798439, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.900196] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.294397] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.335689] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798439, 'name': CreateVM_Task, 'duration_secs': 0.466242} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.335877] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1367.336641] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.336730] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.337540] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1367.337843] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53338aae-23b8-4d17-bf6d-0fd0b1aed917 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.341363] env[62683]: DEBUG oslo_concurrency.lockutils [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.341363] env[62683]: DEBUG nova.compute.manager [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1367.345163] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.150s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.346039] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.346039] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1367.346255] env[62683]: DEBUG oslo_concurrency.lockutils [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.025s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.346414] env[62683]: DEBUG nova.objects.instance [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Lazy-loading 'resources' on Instance uuid d03ab883-ef81-4242-9091-265657adc37e {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.349069] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071d46f4-f445-41a4-b70b-e9acdb412a4d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.355588] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Waiting for the task: (returnval){ [ 1367.355588] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52751fa4-d08c-d48f-77e2-218ffcbbfe34" [ 1367.355588] env[62683]: _type = "Task" [ 1367.355588] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.368714] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421df8b8-6095-4dd5-939f-34d53ec6ff9a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.377321] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52751fa4-d08c-d48f-77e2-218ffcbbfe34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.395161] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9bb709-d445-4689-ac0f-804fe9c06834 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.405440] env[62683]: DEBUG oslo_vmware.api [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798436, 'name': PowerOnVM_Task, 'duration_secs': 0.859487} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.407677] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.407963] env[62683]: INFO nova.compute.manager [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1367.408181] env[62683]: DEBUG nova.compute.manager [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.409258] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af29f3d-1d5b-449d-a14e-9b5a1230cc39 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.412874] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7245cbd7-d12d-47eb-82ab-9985a6b51026 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.450534] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181378MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1367.450677] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.850184] env[62683]: DEBUG nova.compute.utils [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1367.861918] env[62683]: DEBUG nova.compute.manager [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1367.862974] env[62683]: DEBUG nova.network.neutron [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1367.887535] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52751fa4-d08c-d48f-77e2-218ffcbbfe34, 'name': SearchDatastore_Task, 'duration_secs': 0.020924} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.887746] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.888653] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1367.888653] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.888653] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.888985] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.894683] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d58cff8a-4086-43fc-b9bf-60ce02de7e49 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.905745] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1367.905955] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1367.906732] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb65ac1-74ad-4ba5-ba36-e7a707bea623 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.916205] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Waiting for the task: (returnval){ [ 1367.916205] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52543732-448c-caf8-a9ac-f90f0ff41244" [ 1367.916205] env[62683]: _type = "Task" [ 1367.916205] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.928063] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52543732-448c-caf8-a9ac-f90f0ff41244, 'name': SearchDatastore_Task} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.931167] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb1bcb3a-9d4d-4a6d-b29a-5793c6c8df2d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.938671] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Waiting for the task: (returnval){ [ 1367.938671] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d3c4ad-c884-c064-0253-af8b4f85dd6b" [ 1367.938671] env[62683]: _type = "Task" [ 1367.938671] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.960491] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d3c4ad-c884-c064-0253-af8b4f85dd6b, 'name': SearchDatastore_Task, 'duration_secs': 0.011526} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.967970] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.968867] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 1efa2920-b9aa-40b6-8719-57b4d1724b83/1efa2920-b9aa-40b6-8719-57b4d1724b83.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.969563] env[62683]: INFO nova.compute.manager [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Took 22.49 seconds to build instance. [ 1367.970588] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5421357-6010-4cd4-bee2-c40e463d375a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.984791] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Waiting for the task: (returnval){ [ 1367.984791] env[62683]: value = "task-1798440" [ 1367.984791] env[62683]: _type = "Task" [ 1367.984791] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.003996] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': task-1798440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.008617] env[62683]: DEBUG nova.policy [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30daac22249447be99b5b2cc5d57b094', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f0607ea45649d682da73596543fef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1368.089827] env[62683]: DEBUG nova.network.neutron [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Successfully updated port: 64adcb01-cb66-4772-987f-3092027dcd35 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1368.362103] env[62683]: DEBUG nova.compute.manager [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1368.436939] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0203c49-082f-4328-9ed9-fdc3c7d3c91e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.447542] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cec4616-789b-47b3-b1c1-38b3333edbfc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.491026] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32592042-07a7-4a38-ac8d-67defe41d516 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "d57a5650-aa26-440a-b68f-03361e1a3187" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.253s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.494774] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df5d9cb-2a28-4f4b-b51e-9b55d3f25c12 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.511928] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dedbe2-6ee8-407c-ac0e-b17385e84219 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.518534] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': task-1798440, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.533480] env[62683]: DEBUG nova.compute.provider_tree [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.594483] env[62683]: DEBUG oslo_concurrency.lockutils [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "refresh_cache-dce9138f-3674-47af-a392-567b1a85d23a" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.594483] env[62683]: DEBUG oslo_concurrency.lockutils [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "refresh_cache-dce9138f-3674-47af-a392-567b1a85d23a" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.594483] env[62683]: DEBUG nova.network.neutron [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.607292] env[62683]: DEBUG nova.compute.manager [req-6339e16e-e40a-476f-8edc-931cf420350a req-26581576-4219-4020-9432-a53539832083 service nova] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Received event network-vif-plugged-64adcb01-cb66-4772-987f-3092027dcd35 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1368.607631] env[62683]: DEBUG oslo_concurrency.lockutils [req-6339e16e-e40a-476f-8edc-931cf420350a req-26581576-4219-4020-9432-a53539832083 service nova] Acquiring lock "dce9138f-3674-47af-a392-567b1a85d23a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.607789] env[62683]: DEBUG oslo_concurrency.lockutils [req-6339e16e-e40a-476f-8edc-931cf420350a req-26581576-4219-4020-9432-a53539832083 service nova] Lock "dce9138f-3674-47af-a392-567b1a85d23a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.607904] env[62683]: DEBUG oslo_concurrency.lockutils [req-6339e16e-e40a-476f-8edc-931cf420350a req-26581576-4219-4020-9432-a53539832083 service nova] Lock "dce9138f-3674-47af-a392-567b1a85d23a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.609694] env[62683]: DEBUG nova.compute.manager [req-6339e16e-e40a-476f-8edc-931cf420350a req-26581576-4219-4020-9432-a53539832083 service nova] [instance: dce9138f-3674-47af-a392-567b1a85d23a] No waiting events found dispatching network-vif-plugged-64adcb01-cb66-4772-987f-3092027dcd35 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1368.610462] env[62683]: WARNING nova.compute.manager [req-6339e16e-e40a-476f-8edc-931cf420350a req-26581576-4219-4020-9432-a53539832083 service nova] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Received unexpected event network-vif-plugged-64adcb01-cb66-4772-987f-3092027dcd35 for instance with vm_state building and task_state spawning. [ 1369.006609] env[62683]: DEBUG nova.compute.manager [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1369.026205] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': task-1798440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547865} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.027127] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 1efa2920-b9aa-40b6-8719-57b4d1724b83/1efa2920-b9aa-40b6-8719-57b4d1724b83.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1369.027127] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1369.027127] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19715075-1cbd-4827-b267-e61d5181a7fc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.037903] env[62683]: DEBUG nova.scheduler.client.report [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.048411] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Waiting for the task: (returnval){ [ 1369.048411] env[62683]: value = "task-1798441" [ 1369.048411] env[62683]: _type = "Task" [ 1369.048411] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.069630] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': task-1798441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.155546] env[62683]: DEBUG nova.network.neutron [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.374871] env[62683]: DEBUG nova.compute.manager [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1369.410281] env[62683]: DEBUG nova.virt.hardware [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1369.410535] env[62683]: DEBUG nova.virt.hardware [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1369.410694] env[62683]: DEBUG nova.virt.hardware [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1369.410877] env[62683]: DEBUG nova.virt.hardware [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1369.411037] env[62683]: DEBUG nova.virt.hardware [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1369.411188] env[62683]: DEBUG nova.virt.hardware [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1369.411390] env[62683]: DEBUG nova.virt.hardware [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1369.411548] env[62683]: DEBUG nova.virt.hardware [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1369.411714] env[62683]: DEBUG nova.virt.hardware [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1369.411911] env[62683]: DEBUG nova.virt.hardware [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1369.412124] env[62683]: DEBUG nova.virt.hardware [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1369.413233] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daebe705-9036-4595-8778-194bdb20ea06 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.424297] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a030e9a2-35a6-4c3f-b26f-4ee819295d4b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.549748] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.550491] env[62683]: DEBUG oslo_concurrency.lockutils [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.560564] env[62683]: DEBUG nova.network.neutron [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Successfully created port: 9068d2d5-2459-4523-8735-20246860f75d {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1369.562681] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.156s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.567490] env[62683]: INFO nova.compute.claims [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1369.580968] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': task-1798441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082174} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.581344] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1369.582939] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c16a3c-3df6-4499-a1d9-30bcefe1feef {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.588434] env[62683]: INFO nova.scheduler.client.report [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Deleted allocations for instance d03ab883-ef81-4242-9091-265657adc37e [ 1369.610173] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 1efa2920-b9aa-40b6-8719-57b4d1724b83/1efa2920-b9aa-40b6-8719-57b4d1724b83.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.613151] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93748c0b-78d5-4239-ab14-598faa4ce6e0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.636034] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5dd3af9c-cd29-41ab-b1f9-6ed2eb0a3323 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "d57a5650-aa26-440a-b68f-03361e1a3187" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.636034] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5dd3af9c-cd29-41ab-b1f9-6ed2eb0a3323 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "d57a5650-aa26-440a-b68f-03361e1a3187" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.636184] env[62683]: DEBUG nova.compute.manager [None req-5dd3af9c-cd29-41ab-b1f9-6ed2eb0a3323 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.637167] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9c4e83-0078-4092-8538-4ce2fdbaf2e0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.645438] env[62683]: DEBUG nova.compute.manager [None req-5dd3af9c-cd29-41ab-b1f9-6ed2eb0a3323 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1369.646080] env[62683]: DEBUG nova.objects.instance [None req-5dd3af9c-cd29-41ab-b1f9-6ed2eb0a3323 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lazy-loading 'flavor' on Instance uuid d57a5650-aa26-440a-b68f-03361e1a3187 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.648582] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Waiting for the task: (returnval){ [ 1369.648582] env[62683]: value = "task-1798442" [ 1369.648582] env[62683]: _type = "Task" [ 1369.648582] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.657919] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': task-1798442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.658873] env[62683]: DEBUG nova.network.neutron [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Updating instance_info_cache with network_info: [{"id": "64adcb01-cb66-4772-987f-3092027dcd35", "address": "fa:16:3e:03:42:61", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64adcb01-cb", "ovs_interfaceid": "64adcb01-cb66-4772-987f-3092027dcd35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.140283] env[62683]: DEBUG oslo_concurrency.lockutils [None req-174c5ac8-68ff-41e2-b3e5-fc38a2650527 tempest-ServerDiagnosticsTest-1642910657 tempest-ServerDiagnosticsTest-1642910657-project-member] Lock "d03ab883-ef81-4242-9091-265657adc37e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.670s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.170457] env[62683]: DEBUG oslo_concurrency.lockutils [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "refresh_cache-dce9138f-3674-47af-a392-567b1a85d23a" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.170847] env[62683]: DEBUG nova.compute.manager [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Instance network_info: |[{"id": "64adcb01-cb66-4772-987f-3092027dcd35", "address": "fa:16:3e:03:42:61", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64adcb01-cb", "ovs_interfaceid": "64adcb01-cb66-4772-987f-3092027dcd35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1370.171200] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': task-1798442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.172293] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:42:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64adcb01-cb66-4772-987f-3092027dcd35', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1370.181725] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Creating folder: Project (fa16baa1fefa43b591497da810718d47). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.183276] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a9de435-963e-4a70-a741-1d2267aa5ecf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.196846] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Created folder: Project (fa16baa1fefa43b591497da810718d47) in parent group-v372889. [ 1370.197117] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Creating folder: Instances. Parent ref: group-v372943. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.197382] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8ee7293-69a6-43c3-8c9c-cc5e17f46244 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.216205] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Created folder: Instances in parent group-v372943. [ 1370.216469] env[62683]: DEBUG oslo.service.loopingcall [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.216682] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1370.216913] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-386e067c-2a2f-46c2-b4c4-b9eeafd8b31d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.240269] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1370.240269] env[62683]: value = "task-1798445" [ 1370.240269] env[62683]: _type = "Task" [ 1370.240269] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.250047] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798445, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.424253] env[62683]: DEBUG nova.compute.manager [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.425238] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c06bab0-19f9-43b7-838f-3b009d2244f3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.663959] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd3af9c-cd29-41ab-b1f9-6ed2eb0a3323 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.663959] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': task-1798442, 'name': ReconfigVM_Task, 'duration_secs': 0.678235} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.664145] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-519adc3b-9738-45ec-92c0-0d3906837647 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.666394] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 1efa2920-b9aa-40b6-8719-57b4d1724b83/1efa2920-b9aa-40b6-8719-57b4d1724b83.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.667254] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a26f0149-41f5-4ac7-bf43-2e11c208875c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.680233] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Waiting for the task: (returnval){ [ 1370.680233] env[62683]: value = "task-1798447" [ 1370.680233] env[62683]: _type = "Task" [ 1370.680233] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.681767] env[62683]: DEBUG oslo_vmware.api [None req-5dd3af9c-cd29-41ab-b1f9-6ed2eb0a3323 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1370.681767] env[62683]: value = "task-1798446" [ 1370.681767] env[62683]: _type = "Task" [ 1370.681767] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.695138] env[62683]: DEBUG oslo_vmware.api [None req-5dd3af9c-cd29-41ab-b1f9-6ed2eb0a3323 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.703118] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': task-1798447, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.756945] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798445, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.944432] env[62683]: INFO nova.compute.manager [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] instance snapshotting [ 1370.948552] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b834eff-58ab-4d90-86cb-0ec334c07744 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.974845] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e532a3f4-e042-4eed-a0b9-533943ed6cdb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.105953] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badee3a6-f36a-4dd8-b5e5-3811a3cb2de6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.116395] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb5a746-9aeb-4b55-b758-fc3f46ffa470 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.150274] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e8ac74-738e-4b2a-a687-f6bde1dcfba9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.159221] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a596aad5-fe9d-46ee-9bb2-4fb92284966f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.174425] env[62683]: DEBUG nova.compute.provider_tree [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.195351] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': task-1798447, 'name': Rename_Task, 'duration_secs': 0.25155} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.198383] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1371.199792] env[62683]: DEBUG oslo_vmware.api [None req-5dd3af9c-cd29-41ab-b1f9-6ed2eb0a3323 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798446, 'name': PowerOffVM_Task, 'duration_secs': 0.271224} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.200134] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e9c1166-91e1-4e71-83ed-6de2f928095b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.201881] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd3af9c-cd29-41ab-b1f9-6ed2eb0a3323 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.202238] env[62683]: DEBUG nova.compute.manager [None req-5dd3af9c-cd29-41ab-b1f9-6ed2eb0a3323 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.203106] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3815c4df-ea40-4164-8ffc-cd73ed496f3f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.214971] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Waiting for the task: (returnval){ [ 1371.214971] env[62683]: value = "task-1798448" [ 1371.214971] env[62683]: _type = "Task" [ 1371.214971] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.223851] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': task-1798448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.253264] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798445, 'name': CreateVM_Task, 'duration_secs': 0.726038} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.253491] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1371.254893] env[62683]: DEBUG oslo_concurrency.lockutils [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.254893] env[62683]: DEBUG oslo_concurrency.lockutils [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.255099] env[62683]: DEBUG oslo_concurrency.lockutils [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1371.255548] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adcea3f2-bcc2-41d9-aa8d-2fdadd3c5d96 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.261772] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1371.261772] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f9aef2-947c-0d69-0ddb-4c607694959f" [ 1371.261772] env[62683]: _type = "Task" [ 1371.261772] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.272358] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f9aef2-947c-0d69-0ddb-4c607694959f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.397237] env[62683]: DEBUG nova.compute.manager [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Received event network-changed-7bd6c45c-3cde-41d5-a927-957095505735 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1371.397444] env[62683]: DEBUG nova.compute.manager [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Refreshing instance network info cache due to event network-changed-7bd6c45c-3cde-41d5-a927-957095505735. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1371.397664] env[62683]: DEBUG oslo_concurrency.lockutils [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] Acquiring lock "refresh_cache-bd2a4cf9-428a-41ce-bd6f-ca19d9135931" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.397848] env[62683]: DEBUG oslo_concurrency.lockutils [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] Acquired lock "refresh_cache-bd2a4cf9-428a-41ce-bd6f-ca19d9135931" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.397989] env[62683]: DEBUG nova.network.neutron [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Refreshing network info cache for port 7bd6c45c-3cde-41d5-a927-957095505735 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1371.487345] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Creating Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1371.487345] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6f704cb6-5f49-41bd-8d01-1361c1d540d1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.495633] env[62683]: DEBUG oslo_vmware.api [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1371.495633] env[62683]: value = "task-1798449" [ 1371.495633] env[62683]: _type = "Task" [ 1371.495633] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.506825] env[62683]: DEBUG oslo_vmware.api [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798449, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.678781] env[62683]: DEBUG nova.scheduler.client.report [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.722795] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5dd3af9c-cd29-41ab-b1f9-6ed2eb0a3323 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "d57a5650-aa26-440a-b68f-03361e1a3187" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.734949] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': task-1798448, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.772241] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f9aef2-947c-0d69-0ddb-4c607694959f, 'name': SearchDatastore_Task, 'duration_secs': 0.017841} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.773022] env[62683]: DEBUG oslo_concurrency.lockutils [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.773022] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.773022] env[62683]: DEBUG oslo_concurrency.lockutils [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.773334] env[62683]: DEBUG oslo_concurrency.lockutils [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.773334] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.773582] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76e225bc-2330-4fd0-9cd1-5ad77243bc88 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.783919] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.784215] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.785277] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a032341-772b-40a9-bd3e-3d6b77316ee9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.796163] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1371.796163] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52aea617-eb85-00e3-b0cc-0574110adcb1" [ 1371.796163] env[62683]: _type = "Task" [ 1371.796163] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.806855] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52aea617-eb85-00e3-b0cc-0574110adcb1, 'name': SearchDatastore_Task, 'duration_secs': 0.009645} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.808576] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77c12bfb-256e-427e-9427-989ca2e24eed {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.816103] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1371.816103] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cde337-8e10-957e-f128-bff6d7a6a8bf" [ 1371.816103] env[62683]: _type = "Task" [ 1371.816103] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.825253] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cde337-8e10-957e-f128-bff6d7a6a8bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.006930] env[62683]: DEBUG oslo_vmware.api [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798449, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.165119] env[62683]: DEBUG nova.network.neutron [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Successfully updated port: 9068d2d5-2459-4523-8735-20246860f75d {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1372.188218] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.188878] env[62683]: DEBUG nova.compute.manager [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1372.193305] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.441s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.193535] env[62683]: DEBUG nova.objects.instance [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Lazy-loading 'resources' on Instance uuid 173e6718-3cbe-4e9a-ae9d-fa93d945b89f {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.229537] env[62683]: DEBUG oslo_vmware.api [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': task-1798448, 'name': PowerOnVM_Task, 'duration_secs': 0.535024} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.229871] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1372.230225] env[62683]: INFO nova.compute.manager [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Took 5.55 seconds to spawn the instance on the hypervisor. [ 1372.230225] env[62683]: DEBUG nova.compute.manager [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1372.231021] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efceb03-fa6d-4867-b7e7-5331da3a26c2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.329965] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cde337-8e10-957e-f128-bff6d7a6a8bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009142} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.331143] env[62683]: DEBUG oslo_concurrency.lockutils [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.331143] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] dce9138f-3674-47af-a392-567b1a85d23a/dce9138f-3674-47af-a392-567b1a85d23a.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1372.331380] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d1ed1b2-109b-4ded-b34b-c79b179c86d2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.343787] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1372.343787] env[62683]: value = "task-1798450" [ 1372.343787] env[62683]: _type = "Task" [ 1372.343787] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.353809] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.426957] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Acquiring lock "08f0825a-cc85-4cd5-9d91-48406245d0e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.426957] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Lock "08f0825a-cc85-4cd5-9d91-48406245d0e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.490926] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Acquiring lock "eb5f2021-ffbe-400e-bef4-809fdfa4422e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.491486] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Lock "eb5f2021-ffbe-400e-bef4-809fdfa4422e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.508990] env[62683]: DEBUG oslo_vmware.api [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798449, 'name': CreateSnapshot_Task, 'duration_secs': 0.879738} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.510127] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Created Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1372.511239] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365bc8c6-746c-46c6-8548-81710a1d2103 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.668371] env[62683]: DEBUG oslo_concurrency.lockutils [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Acquiring lock "refresh_cache-80e2cac6-2438-4896-8997-362523e12084" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.668648] env[62683]: DEBUG oslo_concurrency.lockutils [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Acquired lock "refresh_cache-80e2cac6-2438-4896-8997-362523e12084" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.668853] env[62683]: DEBUG nova.network.neutron [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.696977] env[62683]: DEBUG nova.compute.utils [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1372.704638] env[62683]: DEBUG nova.compute.manager [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1372.709195] env[62683]: DEBUG nova.network.neutron [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1372.760997] env[62683]: INFO nova.compute.manager [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Took 22.24 seconds to build instance. [ 1372.855943] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798450, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.888280] env[62683]: DEBUG nova.policy [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da99f68b153144e1ad43cf85c7c2a5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cde0457171ac4181aec0b9bfc6d3bce8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1373.013178] env[62683]: DEBUG nova.network.neutron [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Updated VIF entry in instance network info cache for port 7bd6c45c-3cde-41d5-a927-957095505735. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.014013] env[62683]: DEBUG nova.network.neutron [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Updating instance_info_cache with network_info: [{"id": "7bd6c45c-3cde-41d5-a927-957095505735", "address": "fa:16:3e:fe:41:6c", "network": {"id": "363a8696-76b3-439b-9a6d-586986cc5260", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-334424782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "434c8511c02947588bf3d22cb3ab9bf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd6c45c-3c", "ovs_interfaceid": "7bd6c45c-3cde-41d5-a927-957095505735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.044382] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Creating linked-clone VM from snapshot {{(pid=62683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1373.044382] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b6b9c98f-f36f-4596-b547-9ab0712a06db {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.065032] env[62683]: DEBUG oslo_vmware.api [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1373.065032] env[62683]: value = "task-1798451" [ 1373.065032] env[62683]: _type = "Task" [ 1373.065032] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.076176] env[62683]: DEBUG oslo_vmware.api [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798451, 'name': CloneVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.200351] env[62683]: DEBUG nova.compute.manager [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1373.260909] env[62683]: DEBUG nova.network.neutron [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1373.264573] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a3bdab0-9f3e-468b-96d0-8c8371294ad7 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Lock "1efa2920-b9aa-40b6-8719-57b4d1724b83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.136s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.277574] env[62683]: DEBUG nova.compute.manager [req-13146bac-1a2c-4ea8-addc-60f51f56a55c req-ec933cdd-7d1f-498d-a8a9-5b922b69d199 service nova] [instance: 80e2cac6-2438-4896-8997-362523e12084] Received event network-vif-plugged-9068d2d5-2459-4523-8735-20246860f75d {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1373.277574] env[62683]: DEBUG oslo_concurrency.lockutils [req-13146bac-1a2c-4ea8-addc-60f51f56a55c req-ec933cdd-7d1f-498d-a8a9-5b922b69d199 service nova] Acquiring lock "80e2cac6-2438-4896-8997-362523e12084-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.277574] env[62683]: DEBUG oslo_concurrency.lockutils [req-13146bac-1a2c-4ea8-addc-60f51f56a55c req-ec933cdd-7d1f-498d-a8a9-5b922b69d199 service nova] Lock "80e2cac6-2438-4896-8997-362523e12084-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.282026] env[62683]: DEBUG oslo_concurrency.lockutils [req-13146bac-1a2c-4ea8-addc-60f51f56a55c req-ec933cdd-7d1f-498d-a8a9-5b922b69d199 service nova] Lock "80e2cac6-2438-4896-8997-362523e12084-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.282026] env[62683]: DEBUG nova.compute.manager [req-13146bac-1a2c-4ea8-addc-60f51f56a55c req-ec933cdd-7d1f-498d-a8a9-5b922b69d199 service nova] [instance: 80e2cac6-2438-4896-8997-362523e12084] No waiting events found dispatching network-vif-plugged-9068d2d5-2459-4523-8735-20246860f75d {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1373.282026] env[62683]: WARNING nova.compute.manager [req-13146bac-1a2c-4ea8-addc-60f51f56a55c req-ec933cdd-7d1f-498d-a8a9-5b922b69d199 service nova] [instance: 80e2cac6-2438-4896-8997-362523e12084] Received unexpected event network-vif-plugged-9068d2d5-2459-4523-8735-20246860f75d for instance with vm_state building and task_state spawning. [ 1373.356817] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5313} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.357118] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] dce9138f-3674-47af-a392-567b1a85d23a/dce9138f-3674-47af-a392-567b1a85d23a.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1373.357337] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1373.357608] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ec0da3f-a217-4b0f-95cd-7bb58917c3b3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.366271] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1373.366271] env[62683]: value = "task-1798452" [ 1373.366271] env[62683]: _type = "Task" [ 1373.366271] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.367038] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ccfccb-b3e2-4d4b-ae58-e6715511275f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.379479] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cc64b8-1b1d-4f36-85c0-f08679bc58d6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.389011] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.417877] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7c0ada-6029-4a9d-98f1-f55f607b964c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.426374] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee89000b-6c8d-45ca-802b-88d56633da2b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.443342] env[62683]: DEBUG nova.compute.provider_tree [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.518881] env[62683]: DEBUG oslo_concurrency.lockutils [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] Releasing lock "refresh_cache-bd2a4cf9-428a-41ce-bd6f-ca19d9135931" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.519794] env[62683]: DEBUG nova.compute.manager [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Received event network-changed-64adcb01-cb66-4772-987f-3092027dcd35 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1373.519892] env[62683]: DEBUG nova.compute.manager [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Refreshing instance network info cache due to event network-changed-64adcb01-cb66-4772-987f-3092027dcd35. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1373.520056] env[62683]: DEBUG oslo_concurrency.lockutils [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] Acquiring lock "refresh_cache-dce9138f-3674-47af-a392-567b1a85d23a" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.520209] env[62683]: DEBUG oslo_concurrency.lockutils [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] Acquired lock "refresh_cache-dce9138f-3674-47af-a392-567b1a85d23a" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.520715] env[62683]: DEBUG nova.network.neutron [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Refreshing network info cache for port 64adcb01-cb66-4772-987f-3092027dcd35 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.574371] env[62683]: DEBUG oslo_vmware.api [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798451, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.644532] env[62683]: DEBUG nova.network.neutron [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Updating instance_info_cache with network_info: [{"id": "9068d2d5-2459-4523-8735-20246860f75d", "address": "fa:16:3e:e0:c3:e6", "network": {"id": "1b782e1d-3aa0-4632-a5a3-3d8c16377349", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1519400942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f0607ea45649d682da73596543fef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9068d2d5-24", "ovs_interfaceid": "9068d2d5-2459-4523-8735-20246860f75d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.767341] env[62683]: DEBUG nova.compute.manager [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1373.784760] env[62683]: DEBUG nova.network.neutron [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Successfully created port: a5d6e721-ca0b-4873-91b6-44dfa050bc76 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1373.879023] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06201} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.879403] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1373.880213] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53c40aa-7955-477c-9d91-81fd1bda1e8d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.906426] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] dce9138f-3674-47af-a392-567b1a85d23a/dce9138f-3674-47af-a392-567b1a85d23a.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.906753] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdb61f23-b0a9-4479-bcd8-9c5aacdf42cf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.927411] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1373.927411] env[62683]: value = "task-1798453" [ 1373.927411] env[62683]: _type = "Task" [ 1373.927411] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.936792] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.948407] env[62683]: DEBUG nova.scheduler.client.report [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.077289] env[62683]: DEBUG oslo_vmware.api [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798451, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.147449] env[62683]: DEBUG oslo_concurrency.lockutils [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Releasing lock "refresh_cache-80e2cac6-2438-4896-8997-362523e12084" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.147885] env[62683]: DEBUG nova.compute.manager [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Instance network_info: |[{"id": "9068d2d5-2459-4523-8735-20246860f75d", "address": "fa:16:3e:e0:c3:e6", "network": {"id": "1b782e1d-3aa0-4632-a5a3-3d8c16377349", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1519400942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f0607ea45649d682da73596543fef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9068d2d5-24", "ovs_interfaceid": "9068d2d5-2459-4523-8735-20246860f75d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1374.148355] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:c3:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9068d2d5-2459-4523-8735-20246860f75d', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.156397] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Creating folder: Project (58f0607ea45649d682da73596543fef5). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.156691] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9785eab9-b3ae-4bcb-90e7-9e2e0330a4d2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.168051] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Created folder: Project (58f0607ea45649d682da73596543fef5) in parent group-v372889. [ 1374.168234] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Creating folder: Instances. Parent ref: group-v372948. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.168366] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a335e633-0bce-40f9-a1fd-f7bfe1728453 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.178233] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Created folder: Instances in parent group-v372948. [ 1374.178233] env[62683]: DEBUG oslo.service.loopingcall [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1374.178516] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80e2cac6-2438-4896-8997-362523e12084] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1374.178621] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e296efe3-064e-495e-beb2-f92583b4f2df {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.201267] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1374.201267] env[62683]: value = "task-1798456" [ 1374.201267] env[62683]: _type = "Task" [ 1374.201267] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.212018] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798456, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.215373] env[62683]: DEBUG nova.compute.manager [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1374.242474] env[62683]: DEBUG nova.virt.hardware [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1374.242770] env[62683]: DEBUG nova.virt.hardware [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1374.242983] env[62683]: DEBUG nova.virt.hardware [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1374.244182] env[62683]: DEBUG nova.virt.hardware [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1374.244182] env[62683]: DEBUG nova.virt.hardware [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1374.244182] env[62683]: DEBUG nova.virt.hardware [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1374.244182] env[62683]: DEBUG nova.virt.hardware [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1374.244182] env[62683]: DEBUG nova.virt.hardware [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1374.244182] env[62683]: DEBUG nova.virt.hardware [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1374.244495] env[62683]: DEBUG nova.virt.hardware [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1374.244784] env[62683]: DEBUG nova.virt.hardware [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1374.245758] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd55b31-b294-4a17-a8e6-d46896b71e1a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.256658] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9923b20-264a-4c90-99a3-321fe6acdd51 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.313255] env[62683]: DEBUG oslo_concurrency.lockutils [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.441030] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798453, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.454253] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.457531] env[62683]: DEBUG oslo_concurrency.lockutils [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.688s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.457531] env[62683]: DEBUG nova.objects.instance [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Lazy-loading 'resources' on Instance uuid c0d94c9e-6312-4a46-96fb-250874a085f9 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.479692] env[62683]: INFO nova.scheduler.client.report [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Deleted allocations for instance 173e6718-3cbe-4e9a-ae9d-fa93d945b89f [ 1374.584546] env[62683]: DEBUG oslo_vmware.api [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798451, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.709296] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798456, 'name': CreateVM_Task, 'duration_secs': 0.434973} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.710516] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80e2cac6-2438-4896-8997-362523e12084] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1374.711739] env[62683]: DEBUG nova.compute.manager [None req-256d091d-578d-4224-8e06-4072e4b760fb tempest-ServerDiagnosticsV248Test-1931302523 tempest-ServerDiagnosticsV248Test-1931302523-project-admin] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.712456] env[62683]: DEBUG oslo_concurrency.lockutils [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.712620] env[62683]: DEBUG oslo_concurrency.lockutils [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.712935] env[62683]: DEBUG oslo_concurrency.lockutils [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1374.714024] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164daa76-b9ab-41ba-9fe0-91e30c211d6a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.717912] env[62683]: DEBUG nova.network.neutron [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Updated VIF entry in instance network info cache for port 64adcb01-cb66-4772-987f-3092027dcd35. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.718324] env[62683]: DEBUG nova.network.neutron [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Updating instance_info_cache with network_info: [{"id": "64adcb01-cb66-4772-987f-3092027dcd35", "address": "fa:16:3e:03:42:61", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64adcb01-cb", "ovs_interfaceid": "64adcb01-cb66-4772-987f-3092027dcd35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.719516] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959ed04d-2170-4576-9181-936e3cf23173 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.729980] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Waiting for the task: (returnval){ [ 1374.729980] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]525fecf0-f655-d3f2-9337-ffe1bd3ad5de" [ 1374.729980] env[62683]: _type = "Task" [ 1374.729980] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.732643] env[62683]: INFO nova.compute.manager [None req-256d091d-578d-4224-8e06-4072e4b760fb tempest-ServerDiagnosticsV248Test-1931302523 tempest-ServerDiagnosticsV248Test-1931302523-project-admin] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Retrieving diagnostics [ 1374.737065] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bacc29-f228-4818-9188-19ee09a0a1c0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.747034] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]525fecf0-f655-d3f2-9337-ffe1bd3ad5de, 'name': SearchDatastore_Task, 'duration_secs': 0.011811} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.793681] env[62683]: DEBUG oslo_concurrency.lockutils [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.793681] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1374.793681] env[62683]: DEBUG oslo_concurrency.lockutils [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.793681] env[62683]: DEBUG oslo_concurrency.lockutils [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.793681] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1374.797961] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61a446ce-6dd0-4eed-abb5-d0990eebba76 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.810508] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1374.810793] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1374.812219] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d18f6f70-518c-43fa-8622-df0b0a8f4cb0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.818496] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Waiting for the task: (returnval){ [ 1374.818496] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52878278-8797-60bb-2a08-74c7ab7e6b6c" [ 1374.818496] env[62683]: _type = "Task" [ 1374.818496] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.830810] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52878278-8797-60bb-2a08-74c7ab7e6b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.952773] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798453, 'name': ReconfigVM_Task, 'duration_secs': 0.728373} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.952773] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Reconfigured VM instance instance-00000011 to attach disk [datastore1] dce9138f-3674-47af-a392-567b1a85d23a/dce9138f-3674-47af-a392-567b1a85d23a.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.952773] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bb82745-b60e-4b79-912e-db610171825b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.952773] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1374.952773] env[62683]: value = "task-1798457" [ 1374.952773] env[62683]: _type = "Task" [ 1374.952773] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.957920] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798457, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.996029] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a1379e5-7601-4f2f-9056-f8668570088b tempest-InstanceActionsTestJSON-495188759 tempest-InstanceActionsTestJSON-495188759-project-member] Lock "173e6718-3cbe-4e9a-ae9d-fa93d945b89f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.282s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.014117] env[62683]: DEBUG nova.compute.manager [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.014814] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505ad43e-0f23-468d-8980-e2c72495f05c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.081609] env[62683]: DEBUG oslo_vmware.api [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798451, 'name': CloneVM_Task, 'duration_secs': 1.890732} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.081966] env[62683]: INFO nova.virt.vmwareapi.vmops [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Created linked-clone VM from snapshot [ 1375.082899] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf69ec9-56f1-4d09-a997-5e748d586974 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.096494] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Uploading image ef1cfb0d-4f6c-4562-b5e4-2e2023acf45b {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1375.129314] env[62683]: DEBUG oslo_vmware.rw_handles [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1375.129314] env[62683]: value = "vm-372947" [ 1375.129314] env[62683]: _type = "VirtualMachine" [ 1375.129314] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1375.129675] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e728ebcf-25da-4dcc-8a43-ddbb360f903e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.140691] env[62683]: DEBUG oslo_vmware.rw_handles [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lease: (returnval){ [ 1375.140691] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52fdcd15-4225-bab3-f5d9-35a4d3b60a7c" [ 1375.140691] env[62683]: _type = "HttpNfcLease" [ 1375.140691] env[62683]: } obtained for exporting VM: (result){ [ 1375.140691] env[62683]: value = "vm-372947" [ 1375.140691] env[62683]: _type = "VirtualMachine" [ 1375.140691] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1375.141279] env[62683]: DEBUG oslo_vmware.api [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the lease: (returnval){ [ 1375.141279] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52fdcd15-4225-bab3-f5d9-35a4d3b60a7c" [ 1375.141279] env[62683]: _type = "HttpNfcLease" [ 1375.141279] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1375.150685] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1375.150685] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52fdcd15-4225-bab3-f5d9-35a4d3b60a7c" [ 1375.150685] env[62683]: _type = "HttpNfcLease" [ 1375.150685] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1375.228166] env[62683]: DEBUG oslo_concurrency.lockutils [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] Releasing lock "refresh_cache-dce9138f-3674-47af-a392-567b1a85d23a" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.228441] env[62683]: DEBUG nova.compute.manager [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Received event network-changed-05d57c41-fbd9-4f33-a67f-03cf2504edd9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1375.228603] env[62683]: DEBUG nova.compute.manager [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Refreshing instance network info cache due to event network-changed-05d57c41-fbd9-4f33-a67f-03cf2504edd9. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1375.228845] env[62683]: DEBUG oslo_concurrency.lockutils [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] Acquiring lock "refresh_cache-ab44615a-1ad2-4a6e-9730-a36879dd0e63" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.229051] env[62683]: DEBUG oslo_concurrency.lockutils [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] Acquired lock "refresh_cache-ab44615a-1ad2-4a6e-9730-a36879dd0e63" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.230036] env[62683]: DEBUG nova.network.neutron [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Refreshing network info cache for port 05d57c41-fbd9-4f33-a67f-03cf2504edd9 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.330434] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52878278-8797-60bb-2a08-74c7ab7e6b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010041} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.332181] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc30601-0f07-46e6-a3c5-0e874016cfb7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.337900] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Waiting for the task: (returnval){ [ 1375.337900] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5282622f-e07a-f70b-adab-5ff62ec7e3d8" [ 1375.337900] env[62683]: _type = "Task" [ 1375.337900] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.351826] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5282622f-e07a-f70b-adab-5ff62ec7e3d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010403} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.352791] env[62683]: DEBUG oslo_concurrency.lockutils [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.352791] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 80e2cac6-2438-4896-8997-362523e12084/80e2cac6-2438-4896-8997-362523e12084.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1375.352791] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2babf8d4-1b21-4109-b73a-9fc576ecf364 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.363828] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Waiting for the task: (returnval){ [ 1375.363828] env[62683]: value = "task-1798459" [ 1375.363828] env[62683]: _type = "Task" [ 1375.363828] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.373274] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Task: {'id': task-1798459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.401552] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "d33a79ce-b109-47f3-a565-3a7019896c97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.401842] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "d33a79ce-b109-47f3-a565-3a7019896c97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.459145] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798457, 'name': Rename_Task, 'duration_secs': 0.165042} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.462509] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1375.463424] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61d36ddb-2838-433f-93b2-9bf80b1b7e26 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.470155] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1375.470155] env[62683]: value = "task-1798460" [ 1375.470155] env[62683]: _type = "Task" [ 1375.470155] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.484305] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.528164] env[62683]: INFO nova.compute.manager [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] instance snapshotting [ 1375.528640] env[62683]: WARNING nova.compute.manager [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1375.535704] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef0eea3-12d9-451e-8349-a9abdb02d875 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.563160] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0173d39-7c1e-4e73-90a8-f1b69041f260 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.566813] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fea72c8-163b-4038-9ce5-e5af1c1c0c19 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.582946] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52a3efa-a1bd-49ed-be2b-c4f4a7d7853f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.616856] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb764a5-2e42-438b-abb1-d9361cb5b164 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.629233] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64563f93-f5b8-428a-9db7-a635c646cbc8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.652134] env[62683]: DEBUG nova.compute.provider_tree [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.661219] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1375.661219] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52fdcd15-4225-bab3-f5d9-35a4d3b60a7c" [ 1375.661219] env[62683]: _type = "HttpNfcLease" [ 1375.661219] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1375.661415] env[62683]: DEBUG oslo_vmware.rw_handles [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1375.661415] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52fdcd15-4225-bab3-f5d9-35a4d3b60a7c" [ 1375.661415] env[62683]: _type = "HttpNfcLease" [ 1375.661415] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1375.662375] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62077967-7343-4386-bc31-3d2505ebf3bf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.677662] env[62683]: DEBUG oslo_vmware.rw_handles [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52115453-c82c-a667-ffc7-34295bc9aa07/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1375.677859] env[62683]: DEBUG oslo_vmware.rw_handles [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52115453-c82c-a667-ffc7-34295bc9aa07/disk-0.vmdk for reading. {{(pid=62683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1375.842184] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ca73460-8dbf-4ae4-8447-96ed019d3ba1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.878701] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Task: {'id': task-1798459, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.985113] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798460, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.081345] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Creating Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1376.083169] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-688d82cb-fa36-4d5a-ab2e-86fe072c9e9b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.110074] env[62683]: DEBUG oslo_vmware.api [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1376.110074] env[62683]: value = "task-1798461" [ 1376.110074] env[62683]: _type = "Task" [ 1376.110074] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.128806] env[62683]: DEBUG oslo_vmware.api [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798461, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.157998] env[62683]: DEBUG nova.scheduler.client.report [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.263026] env[62683]: DEBUG nova.compute.manager [req-66fc251c-8267-4dba-871b-8c8b5c5b056e req-e33f4638-6346-45af-abc6-b79da0ef1557 service nova] [instance: 80e2cac6-2438-4896-8997-362523e12084] Received event network-changed-9068d2d5-2459-4523-8735-20246860f75d {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1376.263026] env[62683]: DEBUG nova.compute.manager [req-66fc251c-8267-4dba-871b-8c8b5c5b056e req-e33f4638-6346-45af-abc6-b79da0ef1557 service nova] [instance: 80e2cac6-2438-4896-8997-362523e12084] Refreshing instance network info cache due to event network-changed-9068d2d5-2459-4523-8735-20246860f75d. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1376.263026] env[62683]: DEBUG oslo_concurrency.lockutils [req-66fc251c-8267-4dba-871b-8c8b5c5b056e req-e33f4638-6346-45af-abc6-b79da0ef1557 service nova] Acquiring lock "refresh_cache-80e2cac6-2438-4896-8997-362523e12084" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.263026] env[62683]: DEBUG oslo_concurrency.lockutils [req-66fc251c-8267-4dba-871b-8c8b5c5b056e req-e33f4638-6346-45af-abc6-b79da0ef1557 service nova] Acquired lock "refresh_cache-80e2cac6-2438-4896-8997-362523e12084" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.263026] env[62683]: DEBUG nova.network.neutron [req-66fc251c-8267-4dba-871b-8c8b5c5b056e req-e33f4638-6346-45af-abc6-b79da0ef1557 service nova] [instance: 80e2cac6-2438-4896-8997-362523e12084] Refreshing network info cache for port 9068d2d5-2459-4523-8735-20246860f75d {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1376.377127] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Task: {'id': task-1798459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525547} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.377425] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 80e2cac6-2438-4896-8997-362523e12084/80e2cac6-2438-4896-8997-362523e12084.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1376.377679] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1376.378034] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5d47d4f-0bcf-4a17-958a-1cdb848129cb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.385916] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Waiting for the task: (returnval){ [ 1376.385916] env[62683]: value = "task-1798462" [ 1376.385916] env[62683]: _type = "Task" [ 1376.385916] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.397780] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Task: {'id': task-1798462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.487518] env[62683]: DEBUG oslo_vmware.api [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798460, 'name': PowerOnVM_Task, 'duration_secs': 0.834062} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.488222] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.489084] env[62683]: INFO nova.compute.manager [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Took 12.55 seconds to spawn the instance on the hypervisor. [ 1376.489406] env[62683]: DEBUG nova.compute.manager [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1376.490661] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fcdddc-6540-46ba-bab6-2e2b91acb5fc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.630138] env[62683]: DEBUG oslo_vmware.api [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798461, 'name': CreateSnapshot_Task, 'duration_secs': 0.472603} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.630902] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Created Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1376.631500] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b8ba17-edc2-4377-9021-b3c040c16c9c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.637732] env[62683]: DEBUG nova.network.neutron [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Updated VIF entry in instance network info cache for port 05d57c41-fbd9-4f33-a67f-03cf2504edd9. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.637732] env[62683]: DEBUG nova.network.neutron [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Updating instance_info_cache with network_info: [{"id": "05d57c41-fbd9-4f33-a67f-03cf2504edd9", "address": "fa:16:3e:6d:3f:82", "network": {"id": "ff96eda3-f9b2-462d-bd54-c56afbabe2f2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1334372002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a84d23af2b424ab6e7e797704eb366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d57c41-fb", "ovs_interfaceid": "05d57c41-fbd9-4f33-a67f-03cf2504edd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.666796] env[62683]: DEBUG oslo_concurrency.lockutils [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.673365] env[62683]: DEBUG oslo_concurrency.lockutils [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.771s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.675512] env[62683]: INFO nova.compute.claims [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.714044] env[62683]: INFO nova.scheduler.client.report [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Deleted allocations for instance c0d94c9e-6312-4a46-96fb-250874a085f9 [ 1376.899331] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Task: {'id': task-1798462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077756} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.899722] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1376.900625] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dd6693-3dec-43ec-9391-0d175e442334 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.932595] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 80e2cac6-2438-4896-8997-362523e12084/80e2cac6-2438-4896-8997-362523e12084.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.933217] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0957d8dd-a912-421d-b4c0-34ea424bc929 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.965597] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Waiting for the task: (returnval){ [ 1376.965597] env[62683]: value = "task-1798463" [ 1376.965597] env[62683]: _type = "Task" [ 1376.965597] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.976049] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Task: {'id': task-1798463, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.013929] env[62683]: INFO nova.compute.manager [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Took 26.63 seconds to build instance. [ 1377.147051] env[62683]: DEBUG oslo_concurrency.lockutils [req-38928ee7-59ba-4e4b-86a3-d007baa7209c req-90f7fd29-ea52-4205-868c-2c603b7efd86 service nova] Releasing lock "refresh_cache-ab44615a-1ad2-4a6e-9730-a36879dd0e63" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.162671] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Creating linked-clone VM from snapshot {{(pid=62683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1377.164190] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5cd77de5-a587-47ce-af7e-b735a0bf4e86 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.176335] env[62683]: DEBUG oslo_vmware.api [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1377.176335] env[62683]: value = "task-1798464" [ 1377.176335] env[62683]: _type = "Task" [ 1377.176335] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.191929] env[62683]: DEBUG oslo_vmware.api [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798464, 'name': CloneVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.226718] env[62683]: DEBUG oslo_concurrency.lockutils [None req-019837ac-e22a-443a-8521-f2e547879ad4 tempest-ServerExternalEventsTest-1922215827 tempest-ServerExternalEventsTest-1922215827-project-member] Lock "c0d94c9e-6312-4a46-96fb-250874a085f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.036s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.411550] env[62683]: DEBUG nova.network.neutron [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Successfully updated port: a5d6e721-ca0b-4873-91b6-44dfa050bc76 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1377.478199] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Task: {'id': task-1798463, 'name': ReconfigVM_Task, 'duration_secs': 0.298906} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.478199] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 80e2cac6-2438-4896-8997-362523e12084/80e2cac6-2438-4896-8997-362523e12084.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.479260] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a94a30ea-f057-423b-a93b-d605ba7b9a18 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.491121] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Waiting for the task: (returnval){ [ 1377.491121] env[62683]: value = "task-1798465" [ 1377.491121] env[62683]: _type = "Task" [ 1377.491121] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.501984] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Task: {'id': task-1798465, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.516954] env[62683]: DEBUG oslo_concurrency.lockutils [None req-66d1ce14-db13-4c01-b44e-b9d0322e4074 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "dce9138f-3674-47af-a392-567b1a85d23a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.301s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.602275] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquiring lock "512f1357-cb29-440a-9c61-f4c75dab4207" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.602275] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "512f1357-cb29-440a-9c61-f4c75dab4207" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.614455] env[62683]: DEBUG nova.network.neutron [req-66fc251c-8267-4dba-871b-8c8b5c5b056e req-e33f4638-6346-45af-abc6-b79da0ef1557 service nova] [instance: 80e2cac6-2438-4896-8997-362523e12084] Updated VIF entry in instance network info cache for port 9068d2d5-2459-4523-8735-20246860f75d. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1377.615094] env[62683]: DEBUG nova.network.neutron [req-66fc251c-8267-4dba-871b-8c8b5c5b056e req-e33f4638-6346-45af-abc6-b79da0ef1557 service nova] [instance: 80e2cac6-2438-4896-8997-362523e12084] Updating instance_info_cache with network_info: [{"id": "9068d2d5-2459-4523-8735-20246860f75d", "address": "fa:16:3e:e0:c3:e6", "network": {"id": "1b782e1d-3aa0-4632-a5a3-3d8c16377349", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1519400942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f0607ea45649d682da73596543fef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9068d2d5-24", "ovs_interfaceid": "9068d2d5-2459-4523-8735-20246860f75d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.692845] env[62683]: DEBUG oslo_vmware.api [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798464, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.916356] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquiring lock "refresh_cache-f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.916356] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquired lock "refresh_cache-f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.916356] env[62683]: DEBUG nova.network.neutron [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.001691] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Task: {'id': task-1798465, 'name': Rename_Task, 'duration_secs': 0.409156} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.002569] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1378.006225] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b34efce8-4eec-432d-9002-2781d8da61c9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.014316] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Waiting for the task: (returnval){ [ 1378.014316] env[62683]: value = "task-1798466" [ 1378.014316] env[62683]: _type = "Task" [ 1378.014316] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.025211] env[62683]: DEBUG nova.compute.manager [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1378.027893] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Task: {'id': task-1798466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.125796] env[62683]: DEBUG oslo_concurrency.lockutils [req-66fc251c-8267-4dba-871b-8c8b5c5b056e req-e33f4638-6346-45af-abc6-b79da0ef1557 service nova] Releasing lock "refresh_cache-80e2cac6-2438-4896-8997-362523e12084" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.194608] env[62683]: DEBUG oslo_vmware.api [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798464, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.293824] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a135a1-2fbf-46d0-81e0-59804775f34b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.303976] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d1d40b-ba2a-4ea6-a4a8-bfabdd0ca3ba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.343851] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ae3208-d892-4f36-a538-48b83aad4031 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.352701] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d416dd-e5df-4d8f-8d56-5966d6ee2ca0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.371690] env[62683]: DEBUG nova.compute.provider_tree [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.476608] env[62683]: DEBUG nova.network.neutron [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1378.543288] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Task: {'id': task-1798466, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.575585] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.669197] env[62683]: DEBUG nova.compute.manager [req-00e89948-a38f-4c2e-8a5f-7fe5318b8e6b req-7ff3c56a-639f-4cdb-bab2-77d089a3bed9 service nova] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Received event network-vif-plugged-a5d6e721-ca0b-4873-91b6-44dfa050bc76 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1378.669197] env[62683]: DEBUG oslo_concurrency.lockutils [req-00e89948-a38f-4c2e-8a5f-7fe5318b8e6b req-7ff3c56a-639f-4cdb-bab2-77d089a3bed9 service nova] Acquiring lock "f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.669197] env[62683]: DEBUG oslo_concurrency.lockutils [req-00e89948-a38f-4c2e-8a5f-7fe5318b8e6b req-7ff3c56a-639f-4cdb-bab2-77d089a3bed9 service nova] Lock "f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.669197] env[62683]: DEBUG oslo_concurrency.lockutils [req-00e89948-a38f-4c2e-8a5f-7fe5318b8e6b req-7ff3c56a-639f-4cdb-bab2-77d089a3bed9 service nova] Lock "f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.669197] env[62683]: DEBUG nova.compute.manager [req-00e89948-a38f-4c2e-8a5f-7fe5318b8e6b req-7ff3c56a-639f-4cdb-bab2-77d089a3bed9 service nova] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] No waiting events found dispatching network-vif-plugged-a5d6e721-ca0b-4873-91b6-44dfa050bc76 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1378.669197] env[62683]: WARNING nova.compute.manager [req-00e89948-a38f-4c2e-8a5f-7fe5318b8e6b req-7ff3c56a-639f-4cdb-bab2-77d089a3bed9 service nova] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Received unexpected event network-vif-plugged-a5d6e721-ca0b-4873-91b6-44dfa050bc76 for instance with vm_state building and task_state spawning. [ 1378.669197] env[62683]: DEBUG nova.compute.manager [req-00e89948-a38f-4c2e-8a5f-7fe5318b8e6b req-7ff3c56a-639f-4cdb-bab2-77d089a3bed9 service nova] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Received event network-changed-a5d6e721-ca0b-4873-91b6-44dfa050bc76 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1378.669197] env[62683]: DEBUG nova.compute.manager [req-00e89948-a38f-4c2e-8a5f-7fe5318b8e6b req-7ff3c56a-639f-4cdb-bab2-77d089a3bed9 service nova] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Refreshing instance network info cache due to event network-changed-a5d6e721-ca0b-4873-91b6-44dfa050bc76. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1378.669197] env[62683]: DEBUG oslo_concurrency.lockutils [req-00e89948-a38f-4c2e-8a5f-7fe5318b8e6b req-7ff3c56a-639f-4cdb-bab2-77d089a3bed9 service nova] Acquiring lock "refresh_cache-f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.692866] env[62683]: DEBUG oslo_vmware.api [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798464, 'name': CloneVM_Task, 'duration_secs': 1.442489} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.696092] env[62683]: INFO nova.virt.vmwareapi.vmops [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Created linked-clone VM from snapshot [ 1378.697358] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17650f6-2310-4f03-bcde-7a4ccb71f4c3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.714066] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Uploading image ed509bd5-1d6e-4707-b9af-df4a3d5f7279 {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1378.775863] env[62683]: DEBUG nova.network.neutron [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Updating instance_info_cache with network_info: [{"id": "a5d6e721-ca0b-4873-91b6-44dfa050bc76", "address": "fa:16:3e:31:4d:a9", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d6e721-ca", "ovs_interfaceid": "a5d6e721-ca0b-4873-91b6-44dfa050bc76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.779729] env[62683]: DEBUG oslo_vmware.rw_handles [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1378.779729] env[62683]: value = "vm-372952" [ 1378.779729] env[62683]: _type = "VirtualMachine" [ 1378.779729] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1378.780458] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ac084985-2098-416d-be9b-7608b6af0930 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.787623] env[62683]: DEBUG oslo_vmware.rw_handles [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lease: (returnval){ [ 1378.787623] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52bc8031-2bfd-f2f1-53ad-2ed842ebc0a8" [ 1378.787623] env[62683]: _type = "HttpNfcLease" [ 1378.787623] env[62683]: } obtained for exporting VM: (result){ [ 1378.787623] env[62683]: value = "vm-372952" [ 1378.787623] env[62683]: _type = "VirtualMachine" [ 1378.787623] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1378.787898] env[62683]: DEBUG oslo_vmware.api [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the lease: (returnval){ [ 1378.787898] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52bc8031-2bfd-f2f1-53ad-2ed842ebc0a8" [ 1378.787898] env[62683]: _type = "HttpNfcLease" [ 1378.787898] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1378.795492] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1378.795492] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52bc8031-2bfd-f2f1-53ad-2ed842ebc0a8" [ 1378.795492] env[62683]: _type = "HttpNfcLease" [ 1378.795492] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1378.876042] env[62683]: DEBUG nova.scheduler.client.report [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.035115] env[62683]: DEBUG oslo_vmware.api [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Task: {'id': task-1798466, 'name': PowerOnVM_Task, 'duration_secs': 0.736644} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.035831] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1379.036330] env[62683]: INFO nova.compute.manager [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1379.036621] env[62683]: DEBUG nova.compute.manager [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1379.037768] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9806b480-4fdb-4749-90c3-8c0e770a34a9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.278584] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Releasing lock "refresh_cache-f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.278881] env[62683]: DEBUG nova.compute.manager [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Instance network_info: |[{"id": "a5d6e721-ca0b-4873-91b6-44dfa050bc76", "address": "fa:16:3e:31:4d:a9", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d6e721-ca", "ovs_interfaceid": "a5d6e721-ca0b-4873-91b6-44dfa050bc76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1379.279209] env[62683]: DEBUG oslo_concurrency.lockutils [req-00e89948-a38f-4c2e-8a5f-7fe5318b8e6b req-7ff3c56a-639f-4cdb-bab2-77d089a3bed9 service nova] Acquired lock "refresh_cache-f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.279386] env[62683]: DEBUG nova.network.neutron [req-00e89948-a38f-4c2e-8a5f-7fe5318b8e6b req-7ff3c56a-639f-4cdb-bab2-77d089a3bed9 service nova] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Refreshing network info cache for port a5d6e721-ca0b-4873-91b6-44dfa050bc76 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.280677] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:4d:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5d6e721-ca0b-4873-91b6-44dfa050bc76', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.299472] env[62683]: DEBUG oslo.service.loopingcall [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.304880] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1379.313694] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f494e9d1-5875-44c2-a537-cc660b74ba5f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.339072] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1379.339072] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52bc8031-2bfd-f2f1-53ad-2ed842ebc0a8" [ 1379.339072] env[62683]: _type = "HttpNfcLease" [ 1379.339072] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1379.340852] env[62683]: DEBUG oslo_vmware.rw_handles [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1379.340852] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52bc8031-2bfd-f2f1-53ad-2ed842ebc0a8" [ 1379.340852] env[62683]: _type = "HttpNfcLease" [ 1379.340852] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1379.342094] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.342094] env[62683]: value = "task-1798471" [ 1379.342094] env[62683]: _type = "Task" [ 1379.342094] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.342094] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cba106a-d4da-4b27-b5a9-c798c0d8b452 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.354868] env[62683]: DEBUG oslo_vmware.rw_handles [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274a7ea-3e67-2fdb-6580-582ae48eeac8/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1379.355083] env[62683]: DEBUG oslo_vmware.rw_handles [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274a7ea-3e67-2fdb-6580-582ae48eeac8/disk-0.vmdk for reading. {{(pid=62683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1379.362232] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798471, 'name': CreateVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.419989] env[62683]: DEBUG oslo_concurrency.lockutils [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.422069] env[62683]: DEBUG nova.compute.manager [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1379.431063] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.719s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.431063] env[62683]: DEBUG nova.objects.instance [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lazy-loading 'resources' on Instance uuid 1e109a37-4ac1-4c6d-ba73-ae958c417296 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.432066] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Acquiring lock "645b60de-8a61-4c6f-bdb8-b36ee7e082d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.432308] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Lock "645b60de-8a61-4c6f-bdb8-b36ee7e082d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.451398] env[62683]: INFO nova.compute.manager [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Rebuilding instance [ 1379.488253] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-43768dbc-f7d8-4b81-8952-99e691154b2a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.513209] env[62683]: DEBUG nova.compute.manager [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1379.513209] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc1d3ad-5a03-4c66-a9b5-5cc62ab6e87f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.563222] env[62683]: INFO nova.compute.manager [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Took 27.49 seconds to build instance. [ 1379.859162] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798471, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.863453] env[62683]: DEBUG nova.network.neutron [req-00e89948-a38f-4c2e-8a5f-7fe5318b8e6b req-7ff3c56a-639f-4cdb-bab2-77d089a3bed9 service nova] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Updated VIF entry in instance network info cache for port a5d6e721-ca0b-4873-91b6-44dfa050bc76. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.865217] env[62683]: DEBUG nova.network.neutron [req-00e89948-a38f-4c2e-8a5f-7fe5318b8e6b req-7ff3c56a-639f-4cdb-bab2-77d089a3bed9 service nova] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Updating instance_info_cache with network_info: [{"id": "a5d6e721-ca0b-4873-91b6-44dfa050bc76", "address": "fa:16:3e:31:4d:a9", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d6e721-ca", "ovs_interfaceid": "a5d6e721-ca0b-4873-91b6-44dfa050bc76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.934493] env[62683]: DEBUG nova.compute.utils [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1379.948339] env[62683]: DEBUG nova.compute.manager [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1379.948658] env[62683]: DEBUG nova.network.neutron [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1380.067095] env[62683]: DEBUG oslo_concurrency.lockutils [None req-415e44c3-b114-431c-9d11-46afdb0ce030 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Lock "80e2cac6-2438-4896-8997-362523e12084" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.450s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.069688] env[62683]: DEBUG nova.policy [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94953af0a895402aa7927fd88ed28940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33f40b09eb2b41aaa0502e2f5168c06c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1380.367183] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798471, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.369092] env[62683]: DEBUG oslo_concurrency.lockutils [req-00e89948-a38f-4c2e-8a5f-7fe5318b8e6b req-7ff3c56a-639f-4cdb-bab2-77d089a3bed9 service nova] Releasing lock "refresh_cache-f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.448704] env[62683]: DEBUG nova.compute.manager [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1380.538194] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.538618] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cb12601-3b79-45b2-94f2-02734a67fab3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.547861] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1380.547861] env[62683]: value = "task-1798472" [ 1380.547861] env[62683]: _type = "Task" [ 1380.547861] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.550040] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c6d72f-eae6-4fb3-8ca6-a7dca42ffaeb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.569871] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.572570] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dbcbd0-7e57-4106-bcc6-337afd677b35 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.574882] env[62683]: DEBUG nova.compute.manager [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1380.609904] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0522332f-fa91-4b92-accb-172d1107b62c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.616477] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d81d69-3fb7-4f0e-8c65-9295a6a1dcb7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.632415] env[62683]: DEBUG nova.compute.provider_tree [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.863851] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798471, 'name': CreateVM_Task, 'duration_secs': 1.255029} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.867141] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1380.867141] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.867141] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.867141] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1380.867141] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e4004a-d70c-400b-84ce-5925674236a8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.871793] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1380.871793] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52339e41-aae8-a04c-b74d-718bbe5795fe" [ 1380.871793] env[62683]: _type = "Task" [ 1380.871793] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.883560] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52339e41-aae8-a04c-b74d-718bbe5795fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.915062] env[62683]: DEBUG nova.network.neutron [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Successfully created port: 574077d6-7cd0-4233-9908-55eb5a6f564e {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1381.063660] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798472, 'name': PowerOffVM_Task, 'duration_secs': 0.240395} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.063660] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.063660] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1381.063822] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc48e219-234c-4493-80b4-65c0a07cdca6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.071792] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.071933] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42fc0fa9-79ab-466a-b360-b818ef546e16 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.101910] env[62683]: DEBUG oslo_concurrency.lockutils [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.136633] env[62683]: DEBUG nova.scheduler.client.report [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.264916] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.265275] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.265479] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleting the datastore file [datastore1] dce9138f-3674-47af-a392-567b1a85d23a {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.265842] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-114cdbe6-c571-42b3-9e56-c5af53a7717d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.274448] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1381.274448] env[62683]: value = "task-1798474" [ 1381.274448] env[62683]: _type = "Task" [ 1381.274448] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.284010] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.387036] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52339e41-aae8-a04c-b74d-718bbe5795fe, 'name': SearchDatastore_Task, 'duration_secs': 0.012478} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.387036] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.387036] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.387036] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.387036] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.387036] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.387036] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e455c30-5271-4a4f-ae56-4552f1b9e736 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.394742] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.394938] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.395730] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac723099-6caf-4e35-be00-53e354606df1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.401419] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1381.401419] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f514b4-f815-92c6-409c-c743a81dc7a2" [ 1381.401419] env[62683]: _type = "Task" [ 1381.401419] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.412629] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f514b4-f815-92c6-409c-c743a81dc7a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.462773] env[62683]: DEBUG nova.compute.manager [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1381.644906] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.648325] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.179s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.649923] env[62683]: INFO nova.compute.claims [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1381.664521] env[62683]: INFO nova.scheduler.client.report [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Deleted allocations for instance 1e109a37-4ac1-4c6d-ba73-ae958c417296 [ 1381.785832] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191834} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.786207] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.786421] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1381.786612] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1381.913572] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f514b4-f815-92c6-409c-c743a81dc7a2, 'name': SearchDatastore_Task, 'duration_secs': 0.014848} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.914429] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4eb4995-0269-44f6-bacf-db708c3ee107 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.920397] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1381.920397] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]529b8b43-6fa3-177d-5d03-8d3951503cb0" [ 1381.920397] env[62683]: _type = "Task" [ 1381.920397] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.929728] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]529b8b43-6fa3-177d-5d03-8d3951503cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.175609] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fb5f98f2-a26d-4c07-a64a-eaf0f610b30d tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lock "1e109a37-4ac1-4c6d-ba73-ae958c417296" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.311s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.434996] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]529b8b43-6fa3-177d-5d03-8d3951503cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.011069} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.435272] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.435525] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49/f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.435778] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72f28b84-2301-4d38-b525-2877a7ec8385 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.443038] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1382.443038] env[62683]: value = "task-1798475" [ 1382.443038] env[62683]: _type = "Task" [ 1382.443038] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.451193] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.805442] env[62683]: DEBUG nova.network.neutron [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Successfully updated port: 574077d6-7cd0-4233-9908-55eb5a6f564e {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1382.954889] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798475, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.157430] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2690d237-745e-441a-a6a0-2f6d9b747d2d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.166071] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07edfdda-92ad-463a-94f2-1576c0d148e4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.200760] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e725c2-d7b7-4585-b54a-00c00bcbe6be {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.208930] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ec2ca0-c978-4046-8a78-401609bbf3e0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.223514] env[62683]: DEBUG nova.compute.provider_tree [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1383.309057] env[62683]: DEBUG oslo_concurrency.lockutils [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquiring lock "refresh_cache-3d0abd43-e9ad-49b8-9c48-04fc76596358" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.309213] env[62683]: DEBUG oslo_concurrency.lockutils [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquired lock "refresh_cache-3d0abd43-e9ad-49b8-9c48-04fc76596358" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.309456] env[62683]: DEBUG nova.network.neutron [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.455652] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798475, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.744574] env[62683]: ERROR nova.scheduler.client.report [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [req-b7bab4a8-474c-4992-ad20-cde352eb4dcd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b7bab4a8-474c-4992-ad20-cde352eb4dcd"}]} [ 1383.764675] env[62683]: DEBUG nova.scheduler.client.report [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1383.780658] env[62683]: DEBUG nova.scheduler.client.report [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1383.780658] env[62683]: DEBUG nova.compute.provider_tree [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1383.792943] env[62683]: DEBUG nova.scheduler.client.report [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1383.813221] env[62683]: DEBUG nova.scheduler.client.report [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1383.851342] env[62683]: DEBUG nova.network.neutron [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1383.954605] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798475, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.004499] env[62683]: DEBUG nova.network.neutron [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Updating instance_info_cache with network_info: [{"id": "574077d6-7cd0-4233-9908-55eb5a6f564e", "address": "fa:16:3e:55:f0:55", "network": {"id": "b75a1a46-359f-4640-b545-fdb3324e3ffd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1001477532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33f40b09eb2b41aaa0502e2f5168c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap574077d6-7c", "ovs_interfaceid": "574077d6-7cd0-4233-9908-55eb5a6f564e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.238340] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faa9619-f487-47c8-84d0-0f307b642be0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.247317] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3663a295-9eef-4ca7-a97b-9c517125d8a6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.278134] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d577271e-b15c-448a-8d8a-58e52d217d3c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.286279] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd6b059-5499-4d25-a20a-e7cfd2d23ed1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.300225] env[62683]: DEBUG nova.compute.provider_tree [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.454539] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798475, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.557634} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.454812] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49/f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1384.455041] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1384.455292] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9cf05e7-d282-4502-bef8-4aab7c594103 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.461970] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1384.461970] env[62683]: value = "task-1798476" [ 1384.461970] env[62683]: _type = "Task" [ 1384.461970] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.471312] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.507133] env[62683]: DEBUG oslo_concurrency.lockutils [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Releasing lock "refresh_cache-3d0abd43-e9ad-49b8-9c48-04fc76596358" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.507622] env[62683]: DEBUG nova.compute.manager [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Instance network_info: |[{"id": "574077d6-7cd0-4233-9908-55eb5a6f564e", "address": "fa:16:3e:55:f0:55", "network": {"id": "b75a1a46-359f-4640-b545-fdb3324e3ffd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1001477532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33f40b09eb2b41aaa0502e2f5168c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap574077d6-7c", "ovs_interfaceid": "574077d6-7cd0-4233-9908-55eb5a6f564e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1384.804817] env[62683]: DEBUG nova.scheduler.client.report [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.962199] env[62683]: DEBUG nova.virt.hardware [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1384.962541] env[62683]: DEBUG nova.virt.hardware [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1384.962722] env[62683]: DEBUG nova.virt.hardware [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1384.962913] env[62683]: DEBUG nova.virt.hardware [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1384.963086] env[62683]: DEBUG nova.virt.hardware [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1384.963261] env[62683]: DEBUG nova.virt.hardware [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1384.963486] env[62683]: DEBUG nova.virt.hardware [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1384.963639] env[62683]: DEBUG nova.virt.hardware [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1384.963852] env[62683]: DEBUG nova.virt.hardware [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1384.963993] env[62683]: DEBUG nova.virt.hardware [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1384.964209] env[62683]: DEBUG nova.virt.hardware [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1384.966605] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cd11d9-462f-4015-80f5-b82d55fb6431 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.982122] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146565} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.984355] env[62683]: DEBUG nova.virt.hardware [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1384.984600] env[62683]: DEBUG nova.virt.hardware [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1384.984759] env[62683]: DEBUG nova.virt.hardware [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1384.984949] env[62683]: DEBUG nova.virt.hardware [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1384.985114] env[62683]: DEBUG nova.virt.hardware [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1384.985269] env[62683]: DEBUG nova.virt.hardware [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1384.985476] env[62683]: DEBUG nova.virt.hardware [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1384.985637] env[62683]: DEBUG nova.virt.hardware [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1384.985802] env[62683]: DEBUG nova.virt.hardware [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1384.985996] env[62683]: DEBUG nova.virt.hardware [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1384.986213] env[62683]: DEBUG nova.virt.hardware [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1384.987544] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e34b6c-772f-441d-ae97-d6297289f800 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.992018] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1384.993814] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03d0364-feed-4015-8354-b737d0c542c3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.997129] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92623846-ff40-4c06-9f3a-2f75aa6fe443 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.012433] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:f0:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '574077d6-7cd0-4233-9908-55eb5a6f564e', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1385.020358] env[62683]: DEBUG oslo.service.loopingcall [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.030380] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46712a4a-03ec-4023-a418-f09cfe900d64 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.037891] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1385.051912] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49/f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.051912] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05df7ec6-208f-4e65-a690-d89b09e523e6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.070924] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-749da9ce-a460-4112-8a92-06986fd7b192 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.089594] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1385.089594] env[62683]: value = "task-1798477" [ 1385.089594] env[62683]: _type = "Task" [ 1385.089594] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.101282] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:42:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64adcb01-cb66-4772-987f-3092027dcd35', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1385.110703] env[62683]: DEBUG oslo.service.loopingcall [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.112807] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1385.113076] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1385.113076] env[62683]: value = "task-1798478" [ 1385.113076] env[62683]: _type = "Task" [ 1385.113076] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.113324] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a791456-f4dc-4e46-ae3d-ee0cd0b391d0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.136235] env[62683]: DEBUG oslo_vmware.rw_handles [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52115453-c82c-a667-ffc7-34295bc9aa07/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1385.142371] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.143282] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9d554a-bc25-40c1-adbd-0d0ab942be00 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.154730] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798478, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.157111] env[62683]: DEBUG oslo_vmware.rw_handles [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52115453-c82c-a667-ffc7-34295bc9aa07/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1385.157330] env[62683]: ERROR oslo_vmware.rw_handles [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52115453-c82c-a667-ffc7-34295bc9aa07/disk-0.vmdk due to incomplete transfer. [ 1385.158751] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d5d85697-dd36-4ce7-94c1-3eac535b61bc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.160930] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1385.160930] env[62683]: value = "task-1798479" [ 1385.160930] env[62683]: _type = "Task" [ 1385.160930] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.178031] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798479, 'name': CreateVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.179850] env[62683]: DEBUG oslo_vmware.rw_handles [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52115453-c82c-a667-ffc7-34295bc9aa07/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1385.180159] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Uploaded image ef1cfb0d-4f6c-4562-b5e4-2e2023acf45b to the Glance image server {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1385.182572] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Destroying the VM {{(pid=62683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1385.183517] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2c2724ff-5ae8-4a55-ac9a-8fd52ae70596 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.199210] env[62683]: DEBUG oslo_vmware.api [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1385.199210] env[62683]: value = "task-1798480" [ 1385.199210] env[62683]: _type = "Task" [ 1385.199210] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.212262] env[62683]: DEBUG oslo_vmware.api [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798480, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.310254] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.663s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.310877] env[62683]: DEBUG nova.compute.manager [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1385.317019] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.206s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.317019] env[62683]: DEBUG nova.objects.instance [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Lazy-loading 'resources' on Instance uuid 0592671e-e7d4-4e39-a076-3fe654df19fc {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.615983] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798477, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.647602] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6b2ef161-30c3-4894-a6f0-d07634ebcbcc tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Acquiring lock "interface-80e2cac6-2438-4896-8997-362523e12084-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.647914] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6b2ef161-30c3-4894-a6f0-d07634ebcbcc tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Lock "interface-80e2cac6-2438-4896-8997-362523e12084-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.648604] env[62683]: DEBUG nova.objects.instance [None req-6b2ef161-30c3-4894-a6f0-d07634ebcbcc tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Lazy-loading 'flavor' on Instance uuid 80e2cac6-2438-4896-8997-362523e12084 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.653397] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798478, 'name': CreateVM_Task, 'duration_secs': 0.389847} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.653776] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1385.654482] env[62683]: DEBUG oslo_concurrency.lockutils [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.654841] env[62683]: DEBUG oslo_concurrency.lockutils [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.654991] env[62683]: DEBUG oslo_concurrency.lockutils [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.655259] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb83dc4f-194f-4dd7-80e8-be769a37bf63 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.659926] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for the task: (returnval){ [ 1385.659926] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526419cd-953c-67e7-f123-379c47e32400" [ 1385.659926] env[62683]: _type = "Task" [ 1385.659926] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.670876] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526419cd-953c-67e7-f123-379c47e32400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.674069] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798479, 'name': CreateVM_Task, 'duration_secs': 0.431319} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.674235] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1385.674865] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.711024] env[62683]: DEBUG oslo_vmware.api [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798480, 'name': Destroy_Task, 'duration_secs': 0.450741} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.711374] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Destroyed the VM [ 1385.711760] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Deleting Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1385.712059] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-072bbf7a-cab0-49b7-bc61-3778bb2b878b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.718459] env[62683]: DEBUG oslo_vmware.api [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1385.718459] env[62683]: value = "task-1798481" [ 1385.718459] env[62683]: _type = "Task" [ 1385.718459] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.728117] env[62683]: DEBUG oslo_vmware.api [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798481, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.818079] env[62683]: DEBUG nova.compute.utils [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1385.822730] env[62683]: DEBUG nova.compute.manager [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1385.823111] env[62683]: DEBUG nova.network.neutron [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1385.865487] env[62683]: DEBUG nova.policy [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd99e7cebc4c48bfa4dab9703d263b94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c4a0338d8a14cd59fcd49b0a6a8fff5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1386.102934] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798477, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.156931] env[62683]: DEBUG nova.objects.instance [None req-6b2ef161-30c3-4894-a6f0-d07634ebcbcc tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Lazy-loading 'pci_requests' on Instance uuid 80e2cac6-2438-4896-8997-362523e12084 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.177628] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526419cd-953c-67e7-f123-379c47e32400, 'name': SearchDatastore_Task, 'duration_secs': 0.029482} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.178273] env[62683]: DEBUG oslo_concurrency.lockutils [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.178651] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1386.179052] env[62683]: DEBUG oslo_concurrency.lockutils [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.179309] env[62683]: DEBUG oslo_concurrency.lockutils [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.179631] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1386.180090] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.183195] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.183195] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d62766d3-1159-4c5b-adab-9ea8c78b277e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.186859] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b4fef2f-7645-4e86-b709-b30ccae3d5b5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.196031] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1386.196031] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d89c99-b872-2fa3-3a52-f4fd50a80e58" [ 1386.196031] env[62683]: _type = "Task" [ 1386.196031] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.202978] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1386.203342] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1386.209718] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e1eeb83-1b13-4ccc-8c27-e818d4c3dd80 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.212952] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d89c99-b872-2fa3-3a52-f4fd50a80e58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.216863] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for the task: (returnval){ [ 1386.216863] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52319c07-52de-33cb-8e36-acfc72f6ab50" [ 1386.216863] env[62683]: _type = "Task" [ 1386.216863] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.230932] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52319c07-52de-33cb-8e36-acfc72f6ab50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.235543] env[62683]: DEBUG oslo_vmware.api [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798481, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.299931] env[62683]: DEBUG nova.network.neutron [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Successfully created port: f6f588e8-5f62-4ce8-ad68-a0780df44e8a {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1386.321693] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1493b9-a330-41e0-ae3a-ab16b3df3351 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.326021] env[62683]: DEBUG nova.compute.manager [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1386.336164] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a52ed32-483b-43b5-9b83-9b755fe66f5c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.370020] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f628396-8529-46e3-9927-a8268412b59b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.374860] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063752cc-feb6-4e27-ae74-4a52f6c77380 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.389356] env[62683]: DEBUG nova.compute.provider_tree [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1386.598851] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798477, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.661277] env[62683]: DEBUG nova.objects.base [None req-6b2ef161-30c3-4894-a6f0-d07634ebcbcc tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Object Instance<80e2cac6-2438-4896-8997-362523e12084> lazy-loaded attributes: flavor,pci_requests {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1386.661572] env[62683]: DEBUG nova.network.neutron [None req-6b2ef161-30c3-4894-a6f0-d07634ebcbcc tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1386.707685] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d89c99-b872-2fa3-3a52-f4fd50a80e58, 'name': SearchDatastore_Task, 'duration_secs': 0.03455} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.708028] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.708291] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1386.708516] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.733575] env[62683]: DEBUG oslo_vmware.api [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798481, 'name': RemoveSnapshot_Task, 'duration_secs': 0.644785} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.739033] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Deleted Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1386.739033] env[62683]: INFO nova.compute.manager [None req-bd3aac74-6c17-4e94-9154-484c1d245dfa tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Took 15.79 seconds to snapshot the instance on the hypervisor. [ 1386.739457] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52319c07-52de-33cb-8e36-acfc72f6ab50, 'name': SearchDatastore_Task, 'duration_secs': 0.037479} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.742480] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d554c7a5-32d4-47af-aef2-52359c225282 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.748171] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for the task: (returnval){ [ 1386.748171] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5261533a-8d51-91aa-dc9c-9b447d229295" [ 1386.748171] env[62683]: _type = "Task" [ 1386.748171] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.756468] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5261533a-8d51-91aa-dc9c-9b447d229295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.847898] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6b2ef161-30c3-4894-a6f0-d07634ebcbcc tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Lock "interface-80e2cac6-2438-4896-8997-362523e12084-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.200s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.915947] env[62683]: ERROR nova.scheduler.client.report [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [req-a1a4492b-4ac0-4478-9f13-060e159cb629] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a1a4492b-4ac0-4478-9f13-060e159cb629"}]} [ 1386.935235] env[62683]: DEBUG nova.scheduler.client.report [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1386.949630] env[62683]: DEBUG nova.scheduler.client.report [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1386.949929] env[62683]: DEBUG nova.compute.provider_tree [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1386.965180] env[62683]: DEBUG nova.scheduler.client.report [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1386.983879] env[62683]: DEBUG nova.scheduler.client.report [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1387.103519] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798477, 'name': ReconfigVM_Task, 'duration_secs': 1.517022} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.105018] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Reconfigured VM instance instance-00000014 to attach disk [datastore1] f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49/f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.105018] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-206402ae-70ff-44a6-9d88-fde9e0dd3778 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.110902] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1387.110902] env[62683]: value = "task-1798483" [ 1387.110902] env[62683]: _type = "Task" [ 1387.110902] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.122781] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798483, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.187600] env[62683]: DEBUG nova.compute.manager [req-af7a8317-94cc-499e-8317-fdb54af9d5c2 req-ff5b807a-8691-4588-996e-96ee4bf56158 service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Received event network-vif-plugged-574077d6-7cd0-4233-9908-55eb5a6f564e {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1387.187861] env[62683]: DEBUG oslo_concurrency.lockutils [req-af7a8317-94cc-499e-8317-fdb54af9d5c2 req-ff5b807a-8691-4588-996e-96ee4bf56158 service nova] Acquiring lock "3d0abd43-e9ad-49b8-9c48-04fc76596358-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.188121] env[62683]: DEBUG oslo_concurrency.lockutils [req-af7a8317-94cc-499e-8317-fdb54af9d5c2 req-ff5b807a-8691-4588-996e-96ee4bf56158 service nova] Lock "3d0abd43-e9ad-49b8-9c48-04fc76596358-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.188328] env[62683]: DEBUG oslo_concurrency.lockutils [req-af7a8317-94cc-499e-8317-fdb54af9d5c2 req-ff5b807a-8691-4588-996e-96ee4bf56158 service nova] Lock "3d0abd43-e9ad-49b8-9c48-04fc76596358-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.188522] env[62683]: DEBUG nova.compute.manager [req-af7a8317-94cc-499e-8317-fdb54af9d5c2 req-ff5b807a-8691-4588-996e-96ee4bf56158 service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] No waiting events found dispatching network-vif-plugged-574077d6-7cd0-4233-9908-55eb5a6f564e {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1387.188706] env[62683]: WARNING nova.compute.manager [req-af7a8317-94cc-499e-8317-fdb54af9d5c2 req-ff5b807a-8691-4588-996e-96ee4bf56158 service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Received unexpected event network-vif-plugged-574077d6-7cd0-4233-9908-55eb5a6f564e for instance with vm_state building and task_state spawning. [ 1387.261327] env[62683]: DEBUG nova.compute.manager [None req-fc56b05c-16fb-4124-9b7b-3f8d9530f7f3 tempest-ServerDiagnosticsV248Test-1931302523 tempest-ServerDiagnosticsV248Test-1931302523-project-admin] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1387.266362] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef9f21b-2743-4ea5-b383-63d9b99ce4cf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.275297] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5261533a-8d51-91aa-dc9c-9b447d229295, 'name': SearchDatastore_Task, 'duration_secs': 0.010917} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.279166] env[62683]: DEBUG oslo_concurrency.lockutils [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.279481] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 3d0abd43-e9ad-49b8-9c48-04fc76596358/3d0abd43-e9ad-49b8-9c48-04fc76596358.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1387.280357] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Acquiring lock "f284c206-f517-4ff6-aa4f-412d9831c6ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.280653] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Lock "f284c206-f517-4ff6-aa4f-412d9831c6ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.280909] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.281118] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1387.281388] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da955ed3-c338-4cc0-a5c4-02ade17dd15a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.285368] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25afbc21-6bd1-498a-897b-b4bd0dad2019 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.288117] env[62683]: INFO nova.compute.manager [None req-fc56b05c-16fb-4124-9b7b-3f8d9530f7f3 tempest-ServerDiagnosticsV248Test-1931302523 tempest-ServerDiagnosticsV248Test-1931302523-project-admin] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Retrieving diagnostics [ 1387.291920] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fedc32-8f27-4efa-a001-47662eddfbf7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.297490] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for the task: (returnval){ [ 1387.297490] env[62683]: value = "task-1798484" [ 1387.297490] env[62683]: _type = "Task" [ 1387.297490] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.327709] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1387.327950] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1387.333967] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da7012d8-1003-4134-a3e9-165cf3341bda {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.341112] env[62683]: DEBUG nova.compute.manager [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1387.345110] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.347715] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1387.347715] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526f5555-0fea-ae35-4b2b-c691fbb90ea2" [ 1387.347715] env[62683]: _type = "Task" [ 1387.347715] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.364694] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526f5555-0fea-ae35-4b2b-c691fbb90ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.010549} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.366980] env[62683]: DEBUG nova.virt.hardware [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.367736] env[62683]: DEBUG nova.virt.hardware [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.367736] env[62683]: DEBUG nova.virt.hardware [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.367736] env[62683]: DEBUG nova.virt.hardware [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.367893] env[62683]: DEBUG nova.virt.hardware [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.367934] env[62683]: DEBUG nova.virt.hardware [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.368138] env[62683]: DEBUG nova.virt.hardware [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.368317] env[62683]: DEBUG nova.virt.hardware [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.368508] env[62683]: DEBUG nova.virt.hardware [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.368689] env[62683]: DEBUG nova.virt.hardware [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.368887] env[62683]: DEBUG nova.virt.hardware [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.371630] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa71184f-5779-45f4-91a6-d1b1c7f95bb2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.373618] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6b5fba-8125-4700-a31d-b083e8a0f18d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.387682] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b022f916-f367-44ba-b315-dc7306719859 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.393125] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1387.393125] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52171d55-da03-bff2-ecfe-a91b7b7580ca" [ 1387.393125] env[62683]: _type = "Task" [ 1387.393125] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.415837] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52171d55-da03-bff2-ecfe-a91b7b7580ca, 'name': SearchDatastore_Task, 'duration_secs': 0.014145} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.416129] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.416398] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] dce9138f-3674-47af-a392-567b1a85d23a/dce9138f-3674-47af-a392-567b1a85d23a.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1387.416675] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd671411-2707-4878-b2f8-d0bb971f3b90 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.423457] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1387.423457] env[62683]: value = "task-1798485" [ 1387.423457] env[62683]: _type = "Task" [ 1387.423457] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.432471] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.505744] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5290c751-b4cb-4a5c-a86c-30184c7a21a6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.513700] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bf966b-3f4e-4d40-832d-55f460aceef8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.549417] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595256a4-9fb2-4e8e-b13f-27f007a18877 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.558223] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ee8b19-88ec-47e0-86ee-2040738bb9da {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.574386] env[62683]: DEBUG nova.compute.provider_tree [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1387.625542] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798483, 'name': Rename_Task, 'duration_secs': 0.203775} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.625542] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.625542] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf01c853-379c-48d7-9497-51b00b5362b0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.633785] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1387.633785] env[62683]: value = "task-1798486" [ 1387.633785] env[62683]: _type = "Task" [ 1387.633785] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.642470] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.811362] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798484, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.829852] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Acquiring lock "89c1a690-0166-40a5-9947-5e4fd6c90748" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.830105] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Lock "89c1a690-0166-40a5-9947-5e4fd6c90748" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.887484] env[62683]: DEBUG oslo_vmware.rw_handles [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274a7ea-3e67-2fdb-6580-582ae48eeac8/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1387.888552] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78e8e7b-d765-416a-8c75-a2d81904e30d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.898927] env[62683]: DEBUG oslo_vmware.rw_handles [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274a7ea-3e67-2fdb-6580-582ae48eeac8/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1387.898927] env[62683]: ERROR oslo_vmware.rw_handles [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274a7ea-3e67-2fdb-6580-582ae48eeac8/disk-0.vmdk due to incomplete transfer. [ 1387.899414] env[62683]: DEBUG nova.network.neutron [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Successfully updated port: f6f588e8-5f62-4ce8-ad68-a0780df44e8a {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1387.902852] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-78651c41-e2a5-4d48-b68c-bb00b252a7c4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.908888] env[62683]: DEBUG oslo_vmware.rw_handles [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274a7ea-3e67-2fdb-6580-582ae48eeac8/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1387.908888] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Uploaded image ed509bd5-1d6e-4707-b9af-df4a3d5f7279 to the Glance image server {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1387.910286] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Destroying the VM {{(pid=62683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1387.910523] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-079c9d26-9ad8-44ed-9f7b-af147395f5ab {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.918623] env[62683]: DEBUG oslo_vmware.api [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1387.918623] env[62683]: value = "task-1798488" [ 1387.918623] env[62683]: _type = "Task" [ 1387.918623] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.930621] env[62683]: DEBUG oslo_vmware.api [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798488, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.935602] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798485, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.098355] env[62683]: ERROR nova.scheduler.client.report [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] [req-0e793af0-41b8-4bf2-bbef-90e8b9835495] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0e793af0-41b8-4bf2-bbef-90e8b9835495"}]} [ 1388.117207] env[62683]: DEBUG nova.scheduler.client.report [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1388.135345] env[62683]: DEBUG nova.scheduler.client.report [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1388.135586] env[62683]: DEBUG nova.compute.provider_tree [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1388.147395] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798486, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.160133] env[62683]: DEBUG nova.scheduler.client.report [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1388.185756] env[62683]: DEBUG nova.scheduler.client.report [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1388.311107] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532122} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.311107] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 3d0abd43-e9ad-49b8-9c48-04fc76596358/3d0abd43-e9ad-49b8-9c48-04fc76596358.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1388.311107] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1388.311107] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc978d24-7b58-4da4-a58d-56c490687b3a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.316095] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for the task: (returnval){ [ 1388.316095] env[62683]: value = "task-1798489" [ 1388.316095] env[62683]: _type = "Task" [ 1388.316095] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.324338] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.405447] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "refresh_cache-dfb8b226-70ba-415c-b183-6a81e9aa3026" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.405447] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired lock "refresh_cache-dfb8b226-70ba-415c-b183-6a81e9aa3026" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.405447] env[62683]: DEBUG nova.network.neutron [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1388.435447] env[62683]: DEBUG oslo_vmware.api [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798488, 'name': Destroy_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.442044] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798485, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.615153] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02905885-52a0-427b-87ec-6be77f863c73 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.624321] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b71d043-da9b-493f-abf1-1c3facff6df6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.660235] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e96954d-43fd-4d52-898c-ecb83f27b85f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.672049] env[62683]: DEBUG oslo_vmware.api [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798486, 'name': PowerOnVM_Task, 'duration_secs': 0.850657} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.676026] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.676026] env[62683]: INFO nova.compute.manager [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Took 14.46 seconds to spawn the instance on the hypervisor. [ 1388.676026] env[62683]: DEBUG nova.compute.manager [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1388.677166] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e1326c-2fe7-4ede-8bff-e15bd966e59c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.681037] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed2f19c-afde-44f2-8b4f-76529f52a92c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.700100] env[62683]: DEBUG nova.compute.provider_tree [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1388.826180] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162144} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.827038] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1388.827756] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9727e71d-268a-4991-b597-900f40aea61e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.849439] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 3d0abd43-e9ad-49b8-9c48-04fc76596358/3d0abd43-e9ad-49b8-9c48-04fc76596358.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.850039] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64ce4cea-94a4-4e0d-bb43-38fcc035c1bf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.868929] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for the task: (returnval){ [ 1388.868929] env[62683]: value = "task-1798490" [ 1388.868929] env[62683]: _type = "Task" [ 1388.868929] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.876988] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.930038] env[62683]: DEBUG oslo_vmware.api [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798488, 'name': Destroy_Task, 'duration_secs': 0.897145} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.933394] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Destroyed the VM [ 1388.933603] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Deleting Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1388.933885] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ae792d89-dda0-4603-9a88-03fc0ec177ad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.941664] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798485, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.943062] env[62683]: DEBUG oslo_vmware.api [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1388.943062] env[62683]: value = "task-1798491" [ 1388.943062] env[62683]: _type = "Task" [ 1388.943062] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.951074] env[62683]: DEBUG oslo_vmware.api [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798491, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.955931] env[62683]: DEBUG nova.network.neutron [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1389.166852] env[62683]: DEBUG oslo_concurrency.lockutils [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Acquiring lock "1efa2920-b9aa-40b6-8719-57b4d1724b83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.167150] env[62683]: DEBUG oslo_concurrency.lockutils [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Lock "1efa2920-b9aa-40b6-8719-57b4d1724b83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.167352] env[62683]: DEBUG oslo_concurrency.lockutils [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Acquiring lock "1efa2920-b9aa-40b6-8719-57b4d1724b83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.167579] env[62683]: DEBUG oslo_concurrency.lockutils [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Lock "1efa2920-b9aa-40b6-8719-57b4d1724b83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.167792] env[62683]: DEBUG oslo_concurrency.lockutils [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Lock "1efa2920-b9aa-40b6-8719-57b4d1724b83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.172629] env[62683]: INFO nova.compute.manager [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Terminating instance [ 1389.180750] env[62683]: DEBUG nova.network.neutron [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Updating instance_info_cache with network_info: [{"id": "f6f588e8-5f62-4ce8-ad68-a0780df44e8a", "address": "fa:16:3e:77:c5:7e", "network": {"id": "fd1f8a1b-3b78-411d-8fae-bc54aa2313e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1362759368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4a0338d8a14cd59fcd49b0a6a8fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f588e8-5f", "ovs_interfaceid": "f6f588e8-5f62-4ce8-ad68-a0780df44e8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.214997] env[62683]: INFO nova.compute.manager [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Took 35.83 seconds to build instance. [ 1389.259043] env[62683]: DEBUG nova.scheduler.client.report [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1389.259348] env[62683]: DEBUG nova.compute.provider_tree [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 45 to 46 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1389.259505] env[62683]: DEBUG nova.compute.provider_tree [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1389.299748] env[62683]: DEBUG oslo_concurrency.lockutils [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Acquiring lock "80e2cac6-2438-4896-8997-362523e12084" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.300074] env[62683]: DEBUG oslo_concurrency.lockutils [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Lock "80e2cac6-2438-4896-8997-362523e12084" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.300288] env[62683]: DEBUG oslo_concurrency.lockutils [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Acquiring lock "80e2cac6-2438-4896-8997-362523e12084-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.300480] env[62683]: DEBUG oslo_concurrency.lockutils [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Lock "80e2cac6-2438-4896-8997-362523e12084-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.300649] env[62683]: DEBUG oslo_concurrency.lockutils [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Lock "80e2cac6-2438-4896-8997-362523e12084-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.303148] env[62683]: INFO nova.compute.manager [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Terminating instance [ 1389.379404] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798490, 'name': ReconfigVM_Task, 'duration_secs': 0.269336} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.380031] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 3d0abd43-e9ad-49b8-9c48-04fc76596358/3d0abd43-e9ad-49b8-9c48-04fc76596358.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.381887] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed0f3137-8c6b-4fc0-8f96-44b2d564e4ea {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.389038] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for the task: (returnval){ [ 1389.389038] env[62683]: value = "task-1798492" [ 1389.389038] env[62683]: _type = "Task" [ 1389.389038] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.409031] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798492, 'name': Rename_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.444028] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798485, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.787742} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.444028] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] dce9138f-3674-47af-a392-567b1a85d23a/dce9138f-3674-47af-a392-567b1a85d23a.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1389.444211] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1389.447580] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e890c3c5-de28-46d8-b41e-fe0b4cafff6d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.455740] env[62683]: DEBUG oslo_vmware.api [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798491, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.457338] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1389.457338] env[62683]: value = "task-1798493" [ 1389.457338] env[62683]: _type = "Task" [ 1389.457338] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.470291] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.625614] env[62683]: DEBUG nova.compute.manager [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Received event network-changed-574077d6-7cd0-4233-9908-55eb5a6f564e {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1389.625766] env[62683]: DEBUG nova.compute.manager [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Refreshing instance network info cache due to event network-changed-574077d6-7cd0-4233-9908-55eb5a6f564e. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1389.626062] env[62683]: DEBUG oslo_concurrency.lockutils [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] Acquiring lock "refresh_cache-3d0abd43-e9ad-49b8-9c48-04fc76596358" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.626118] env[62683]: DEBUG oslo_concurrency.lockutils [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] Acquired lock "refresh_cache-3d0abd43-e9ad-49b8-9c48-04fc76596358" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.626267] env[62683]: DEBUG nova.network.neutron [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Refreshing network info cache for port 574077d6-7cd0-4233-9908-55eb5a6f564e {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.678201] env[62683]: DEBUG oslo_concurrency.lockutils [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Acquiring lock "refresh_cache-1efa2920-b9aa-40b6-8719-57b4d1724b83" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.678393] env[62683]: DEBUG oslo_concurrency.lockutils [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Acquired lock "refresh_cache-1efa2920-b9aa-40b6-8719-57b4d1724b83" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.678573] env[62683]: DEBUG nova.network.neutron [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.685805] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Releasing lock "refresh_cache-dfb8b226-70ba-415c-b183-6a81e9aa3026" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.686259] env[62683]: DEBUG nova.compute.manager [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Instance network_info: |[{"id": "f6f588e8-5f62-4ce8-ad68-a0780df44e8a", "address": "fa:16:3e:77:c5:7e", "network": {"id": "fd1f8a1b-3b78-411d-8fae-bc54aa2313e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1362759368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4a0338d8a14cd59fcd49b0a6a8fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f588e8-5f", "ovs_interfaceid": "f6f588e8-5f62-4ce8-ad68-a0780df44e8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1389.686685] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:c5:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6f588e8-5f62-4ce8-ad68-a0780df44e8a', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1389.695201] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Creating folder: Project (2c4a0338d8a14cd59fcd49b0a6a8fff5). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1389.696420] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05a31830-a170-4e23-94dc-fb54ef908bd0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.707740] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Created folder: Project (2c4a0338d8a14cd59fcd49b0a6a8fff5) in parent group-v372889. [ 1389.707827] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Creating folder: Instances. Parent ref: group-v372959. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1389.708041] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb354463-325a-4066-84c1-fdab9d8a678d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.717472] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a9b55814-9de4-4e80-a347-44b2efcc1500 tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lock "f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.361s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.717798] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Created folder: Instances in parent group-v372959. [ 1389.718038] env[62683]: DEBUG oslo.service.loopingcall [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1389.720569] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1389.723422] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33c30001-2d4e-4399-8fe0-8f7607d259ed {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.741064] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquiring lock "46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.741326] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lock "46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.747839] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1389.747839] env[62683]: value = "task-1798496" [ 1389.747839] env[62683]: _type = "Task" [ 1389.747839] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.755381] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798496, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.765810] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.452s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.768091] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.651s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.769611] env[62683]: INFO nova.compute.claims [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1389.794433] env[62683]: INFO nova.scheduler.client.report [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Deleted allocations for instance 0592671e-e7d4-4e39-a076-3fe654df19fc [ 1389.807447] env[62683]: DEBUG nova.compute.manager [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1389.807771] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1389.809240] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e5f890-bffc-4f97-873c-56b7da1c040a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.818598] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.819242] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaaa271a-2069-41b9-b654-118e101e6cf7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.826684] env[62683]: DEBUG oslo_vmware.api [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Waiting for the task: (returnval){ [ 1389.826684] env[62683]: value = "task-1798497" [ 1389.826684] env[62683]: _type = "Task" [ 1389.826684] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.837808] env[62683]: DEBUG oslo_vmware.api [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Task: {'id': task-1798497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.899491] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798492, 'name': Rename_Task, 'duration_secs': 0.181016} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.902666] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.902666] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9c010b2-dfd2-41d9-ae08-a7cd21f6e62e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.910020] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for the task: (returnval){ [ 1389.910020] env[62683]: value = "task-1798499" [ 1389.910020] env[62683]: _type = "Task" [ 1389.910020] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.923503] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.955740] env[62683]: DEBUG oslo_vmware.api [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798491, 'name': RemoveSnapshot_Task, 'duration_secs': 0.963221} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.955890] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Deleted Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1389.956528] env[62683]: INFO nova.compute.manager [None req-9deb55ce-ecd8-4c35-8ba9-342a37168bc5 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Took 14.42 seconds to snapshot the instance on the hypervisor. [ 1389.969811] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070484} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.970253] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1389.971370] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee87fa04-e4d8-4ab0-acf2-8c28062dd61b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.996457] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] dce9138f-3674-47af-a392-567b1a85d23a/dce9138f-3674-47af-a392-567b1a85d23a.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1389.997705] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d43c02b-05a6-4856-8a5a-fd634f302e88 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.022023] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1390.022023] env[62683]: value = "task-1798500" [ 1390.022023] env[62683]: _type = "Task" [ 1390.022023] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.035382] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798500, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.141461] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Acquiring lock "3bd6551a-141e-4e53-80f4-447ad4896265" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.141461] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Lock "3bd6551a-141e-4e53-80f4-447ad4896265" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.141461] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Acquiring lock "3bd6551a-141e-4e53-80f4-447ad4896265-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.141461] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Lock "3bd6551a-141e-4e53-80f4-447ad4896265-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.141461] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Lock "3bd6551a-141e-4e53-80f4-447ad4896265-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.142979] env[62683]: INFO nova.compute.manager [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Terminating instance [ 1390.212291] env[62683]: DEBUG nova.network.neutron [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1390.226234] env[62683]: DEBUG nova.compute.manager [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1390.262888] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798496, 'name': CreateVM_Task, 'duration_secs': 0.369221} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.263430] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1390.263700] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.264295] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.264295] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.264562] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e4e9339-5d84-44c1-afec-f20d2a9bca91 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.270041] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1390.270041] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526db573-e528-29ee-2bac-29c6fea36a76" [ 1390.270041] env[62683]: _type = "Task" [ 1390.270041] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.282687] env[62683]: DEBUG nova.network.neutron [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.289019] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526db573-e528-29ee-2bac-29c6fea36a76, 'name': SearchDatastore_Task, 'duration_secs': 0.011203} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.289986] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.289986] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1390.289986] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.290241] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.290241] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1390.290507] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cf2d6a3-ee1d-4f80-b412-8e30eeea7b75 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.299305] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1390.299512] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1390.303223] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d430c6d8-3477-417d-9371-f38001623dcb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.305870] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3598a111-b587-4b08-8b77-b773b3016361 tempest-TenantUsagesTestJSON-945490540 tempest-TenantUsagesTestJSON-945490540-project-member] Lock "0592671e-e7d4-4e39-a076-3fe654df19fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.058s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.318382] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1390.318382] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e98aae-15fc-75cf-d053-5ce7ffdfbb69" [ 1390.318382] env[62683]: _type = "Task" [ 1390.318382] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.334841] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e98aae-15fc-75cf-d053-5ce7ffdfbb69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.340290] env[62683]: DEBUG oslo_vmware.api [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Task: {'id': task-1798497, 'name': PowerOffVM_Task, 'duration_secs': 0.245575} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.340710] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1390.340774] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1390.341073] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d4d6c73-aec3-4b66-af29-91455b70f48c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.406716] env[62683]: DEBUG nova.compute.manager [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.407718] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481aceee-a8cc-42ce-8bd6-02075bbe2303 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.420819] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798499, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.472074] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1390.472074] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1390.472074] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Deleting the datastore file [datastore1] 80e2cac6-2438-4896-8997-362523e12084 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1390.472074] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66ba26ed-0151-41aa-a15c-0f49a59009a7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.481415] env[62683]: DEBUG oslo_vmware.api [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Waiting for the task: (returnval){ [ 1390.481415] env[62683]: value = "task-1798502" [ 1390.481415] env[62683]: _type = "Task" [ 1390.481415] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.489623] env[62683]: DEBUG oslo_vmware.api [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Task: {'id': task-1798502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.531744] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798500, 'name': ReconfigVM_Task, 'duration_secs': 0.315803} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.532233] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Reconfigured VM instance instance-00000011 to attach disk [datastore1] dce9138f-3674-47af-a392-567b1a85d23a/dce9138f-3674-47af-a392-567b1a85d23a.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1390.534780] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0796d3e-e4e1-4bd6-9cb9-7110af8356a6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.542016] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1390.542016] env[62683]: value = "task-1798503" [ 1390.542016] env[62683]: _type = "Task" [ 1390.542016] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.552040] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798503, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.599276] env[62683]: DEBUG nova.network.neutron [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Updated VIF entry in instance network info cache for port 574077d6-7cd0-4233-9908-55eb5a6f564e. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.599276] env[62683]: DEBUG nova.network.neutron [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Updating instance_info_cache with network_info: [{"id": "574077d6-7cd0-4233-9908-55eb5a6f564e", "address": "fa:16:3e:55:f0:55", "network": {"id": "b75a1a46-359f-4640-b545-fdb3324e3ffd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1001477532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33f40b09eb2b41aaa0502e2f5168c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap574077d6-7c", "ovs_interfaceid": "574077d6-7cd0-4233-9908-55eb5a6f564e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.650608] env[62683]: DEBUG nova.compute.manager [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1390.650608] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1390.650608] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa56d0da-2a9d-44df-95a7-0076ebe36c47 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.664569] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1390.665173] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61f428de-d91e-449c-9ad8-120d8d931cbb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.675994] env[62683]: DEBUG oslo_vmware.api [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Waiting for the task: (returnval){ [ 1390.675994] env[62683]: value = "task-1798504" [ 1390.675994] env[62683]: _type = "Task" [ 1390.675994] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.688754] env[62683]: DEBUG oslo_vmware.api [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': task-1798504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.761797] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.788625] env[62683]: DEBUG oslo_concurrency.lockutils [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Releasing lock "refresh_cache-1efa2920-b9aa-40b6-8719-57b4d1724b83" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.789699] env[62683]: DEBUG nova.compute.manager [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1390.789699] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1390.791643] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa0ffbf-51ef-4232-97ca-af2488235320 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.801296] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1390.801586] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1112bb4-b1e2-40f1-a597-6531c70c2ccd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.807731] env[62683]: DEBUG oslo_vmware.api [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Waiting for the task: (returnval){ [ 1390.807731] env[62683]: value = "task-1798505" [ 1390.807731] env[62683]: _type = "Task" [ 1390.807731] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.822179] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba2fdb5-5830-4524-ba33-a99ccec9913e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.835830] env[62683]: DEBUG oslo_vmware.api [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': task-1798505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.845599] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-93c47322-ef38-49c4-ac0c-ba4d8fcd5475 tempest-ServersAdminNegativeTestJSON-1295802393 tempest-ServersAdminNegativeTestJSON-1295802393-project-admin] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Suspending the VM {{(pid=62683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1390.845982] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e98aae-15fc-75cf-d053-5ce7ffdfbb69, 'name': SearchDatastore_Task, 'duration_secs': 0.019002} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.846508] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6bbbe74f-a145-41be-8dbf-1b1b27ac28fc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.849139] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bfa8340-ffe9-4ca3-ab6d-867dccad8fd5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.856222] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1390.856222] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d40d0c-416e-461e-8242-19cf1a819355" [ 1390.856222] env[62683]: _type = "Task" [ 1390.856222] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.866354] env[62683]: DEBUG oslo_vmware.api [None req-93c47322-ef38-49c4-ac0c-ba4d8fcd5475 tempest-ServersAdminNegativeTestJSON-1295802393 tempest-ServersAdminNegativeTestJSON-1295802393-project-admin] Waiting for the task: (returnval){ [ 1390.866354] env[62683]: value = "task-1798506" [ 1390.866354] env[62683]: _type = "Task" [ 1390.866354] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.876556] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d40d0c-416e-461e-8242-19cf1a819355, 'name': SearchDatastore_Task, 'duration_secs': 0.013653} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.879936] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.880776] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] dfb8b226-70ba-415c-b183-6a81e9aa3026/dfb8b226-70ba-415c-b183-6a81e9aa3026.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1390.880776] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f441c4ef-8c55-4d70-bfc7-15f641c1f90e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.886369] env[62683]: DEBUG oslo_vmware.api [None req-93c47322-ef38-49c4-ac0c-ba4d8fcd5475 tempest-ServersAdminNegativeTestJSON-1295802393 tempest-ServersAdminNegativeTestJSON-1295802393-project-admin] Task: {'id': task-1798506, 'name': SuspendVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.891685] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1390.891685] env[62683]: value = "task-1798507" [ 1390.891685] env[62683]: _type = "Task" [ 1390.891685] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.904398] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.925780] env[62683]: DEBUG oslo_vmware.api [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798499, 'name': PowerOnVM_Task, 'duration_secs': 0.515627} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.931962] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.931962] env[62683]: INFO nova.compute.manager [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1390.931962] env[62683]: DEBUG nova.compute.manager [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.931962] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8babb26-8aa9-4d52-b308-c54b32f60fce {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.935415] env[62683]: INFO nova.compute.manager [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] instance snapshotting [ 1390.940374] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0673cc1-be33-4335-8aef-f88e3cbf391c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.978529] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec56517-0433-4a37-8c1f-7f7371245e6f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.995656] env[62683]: DEBUG oslo_vmware.api [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Task: {'id': task-1798502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293101} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.998811] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1390.999044] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1390.999242] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1390.999420] env[62683]: INFO nova.compute.manager [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] [instance: 80e2cac6-2438-4896-8997-362523e12084] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1390.999708] env[62683]: DEBUG oslo.service.loopingcall [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1391.000453] env[62683]: DEBUG nova.compute.manager [-] [instance: 80e2cac6-2438-4896-8997-362523e12084] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1391.001502] env[62683]: DEBUG nova.network.neutron [-] [instance: 80e2cac6-2438-4896-8997-362523e12084] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1391.051172] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798503, 'name': Rename_Task, 'duration_secs': 0.266521} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.056333] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1391.056333] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-356329ec-f8d8-4c89-bc8b-bbdf7ef9b97d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.062187] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1391.062187] env[62683]: value = "task-1798508" [ 1391.062187] env[62683]: _type = "Task" [ 1391.062187] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.073856] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.100650] env[62683]: DEBUG oslo_concurrency.lockutils [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] Releasing lock "refresh_cache-3d0abd43-e9ad-49b8-9c48-04fc76596358" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.101064] env[62683]: DEBUG nova.compute.manager [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Received event network-vif-plugged-f6f588e8-5f62-4ce8-ad68-a0780df44e8a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1391.101323] env[62683]: DEBUG oslo_concurrency.lockutils [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] Acquiring lock "dfb8b226-70ba-415c-b183-6a81e9aa3026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.101537] env[62683]: DEBUG oslo_concurrency.lockutils [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] Lock "dfb8b226-70ba-415c-b183-6a81e9aa3026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.101721] env[62683]: DEBUG oslo_concurrency.lockutils [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] Lock "dfb8b226-70ba-415c-b183-6a81e9aa3026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.101874] env[62683]: DEBUG nova.compute.manager [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] No waiting events found dispatching network-vif-plugged-f6f588e8-5f62-4ce8-ad68-a0780df44e8a {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1391.102075] env[62683]: WARNING nova.compute.manager [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Received unexpected event network-vif-plugged-f6f588e8-5f62-4ce8-ad68-a0780df44e8a for instance with vm_state building and task_state spawning. [ 1391.102252] env[62683]: DEBUG nova.compute.manager [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Received event network-changed-f6f588e8-5f62-4ce8-ad68-a0780df44e8a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1391.102409] env[62683]: DEBUG nova.compute.manager [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Refreshing instance network info cache due to event network-changed-f6f588e8-5f62-4ce8-ad68-a0780df44e8a. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1391.102630] env[62683]: DEBUG oslo_concurrency.lockutils [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] Acquiring lock "refresh_cache-dfb8b226-70ba-415c-b183-6a81e9aa3026" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.102732] env[62683]: DEBUG oslo_concurrency.lockutils [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] Acquired lock "refresh_cache-dfb8b226-70ba-415c-b183-6a81e9aa3026" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.102891] env[62683]: DEBUG nova.network.neutron [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Refreshing network info cache for port f6f588e8-5f62-4ce8-ad68-a0780df44e8a {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.185118] env[62683]: DEBUG oslo_vmware.api [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': task-1798504, 'name': PowerOffVM_Task, 'duration_secs': 0.248542} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.185409] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.185571] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1391.185822] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7f78d59-6847-4219-89d2-05165e02ea45 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.224431] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "d57a5650-aa26-440a-b68f-03361e1a3187" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.224804] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "d57a5650-aa26-440a-b68f-03361e1a3187" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.224857] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "d57a5650-aa26-440a-b68f-03361e1a3187-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.225054] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "d57a5650-aa26-440a-b68f-03361e1a3187-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.225243] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "d57a5650-aa26-440a-b68f-03361e1a3187-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.231983] env[62683]: INFO nova.compute.manager [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Terminating instance [ 1391.321017] env[62683]: DEBUG oslo_vmware.api [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': task-1798505, 'name': PowerOffVM_Task, 'duration_secs': 0.212852} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.321326] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.321530] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1391.321820] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7d86109-ad54-4eb6-b3fb-27a3c8002000 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.351712] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1391.351911] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1391.352112] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Deleting the datastore file [datastore1] 1efa2920-b9aa-40b6-8719-57b4d1724b83 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1391.352389] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-894065c4-17e1-44ea-9043-f68327c938d8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.362219] env[62683]: DEBUG oslo_vmware.api [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Waiting for the task: (returnval){ [ 1391.362219] env[62683]: value = "task-1798511" [ 1391.362219] env[62683]: _type = "Task" [ 1391.362219] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.377672] env[62683]: DEBUG oslo_vmware.api [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': task-1798511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.386336] env[62683]: DEBUG oslo_vmware.api [None req-93c47322-ef38-49c4-ac0c-ba4d8fcd5475 tempest-ServersAdminNegativeTestJSON-1295802393 tempest-ServersAdminNegativeTestJSON-1295802393-project-admin] Task: {'id': task-1798506, 'name': SuspendVM_Task} progress is 54%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.405545] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798507, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.410088] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283a3aeb-355c-4ffc-b326-41ac37172c03 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.419736] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5709227-0e43-45a9-b1ea-8430e0136f24 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.457024] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334a62be-2f1a-423c-beb7-586833ceacd9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.457024] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1391.457024] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1391.457024] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Deleting the datastore file [datastore1] 3bd6551a-141e-4e53-80f4-447ad4896265 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1391.460659] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f490c63-42ee-431d-9e72-20195cb1fb73 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.468116] env[62683]: INFO nova.compute.manager [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Took 31.60 seconds to build instance. [ 1391.471565] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba2c377-8999-4a06-86f6-d08680ada9e3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.476674] env[62683]: DEBUG oslo_vmware.api [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Waiting for the task: (returnval){ [ 1391.476674] env[62683]: value = "task-1798512" [ 1391.476674] env[62683]: _type = "Task" [ 1391.476674] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.490483] env[62683]: DEBUG nova.compute.provider_tree [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.495576] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Creating Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1391.495576] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bf1a0c5a-5036-4b83-8fdf-d1c811703cf4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.500148] env[62683]: DEBUG oslo_vmware.api [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': task-1798512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.505535] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1391.505535] env[62683]: value = "task-1798513" [ 1391.505535] env[62683]: _type = "Task" [ 1391.505535] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.515417] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798513, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.572268] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798508, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.736461] env[62683]: DEBUG nova.compute.manager [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1391.737302] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1391.738920] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938d92e0-a931-4f73-8194-c1024e2a3b3e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.746551] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1391.746730] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c5490ee-1ad7-4d32-a5b3-7a0b3e62594c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.846167] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1391.846167] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1391.846167] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Deleting the datastore file [datastore1] d57a5650-aa26-440a-b68f-03361e1a3187 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1391.846167] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc85dc34-7334-4bb8-b7ba-3e70c613e38b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.857250] env[62683]: DEBUG oslo_vmware.api [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1391.857250] env[62683]: value = "task-1798515" [ 1391.857250] env[62683]: _type = "Task" [ 1391.857250] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.874778] env[62683]: DEBUG oslo_vmware.api [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.885410] env[62683]: DEBUG oslo_vmware.api [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Task: {'id': task-1798511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251406} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.889124] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1391.889634] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1391.890378] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1391.890796] env[62683]: INFO nova.compute.manager [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1391.893018] env[62683]: DEBUG oslo.service.loopingcall [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1391.893018] env[62683]: DEBUG oslo_vmware.api [None req-93c47322-ef38-49c4-ac0c-ba4d8fcd5475 tempest-ServersAdminNegativeTestJSON-1295802393 tempest-ServersAdminNegativeTestJSON-1295802393-project-admin] Task: {'id': task-1798506, 'name': SuspendVM_Task, 'duration_secs': 0.770109} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.893018] env[62683]: DEBUG nova.compute.manager [-] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1391.893018] env[62683]: DEBUG nova.network.neutron [-] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1391.893729] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-93c47322-ef38-49c4-ac0c-ba4d8fcd5475 tempest-ServersAdminNegativeTestJSON-1295802393 tempest-ServersAdminNegativeTestJSON-1295802393-project-admin] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Suspended the VM {{(pid=62683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1391.894025] env[62683]: DEBUG nova.compute.manager [None req-93c47322-ef38-49c4-ac0c-ba4d8fcd5475 tempest-ServersAdminNegativeTestJSON-1295802393 tempest-ServersAdminNegativeTestJSON-1295802393-project-admin] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1391.895154] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b836513c-59c6-4b05-a2d7-94b522f3be2a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.913154] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641054} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.913541] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] dfb8b226-70ba-415c-b183-6a81e9aa3026/dfb8b226-70ba-415c-b183-6a81e9aa3026.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1391.913817] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1391.914120] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57c480ac-a9c5-42bc-b965-fffaa1052d9f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.922129] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1391.922129] env[62683]: value = "task-1798516" [ 1391.922129] env[62683]: _type = "Task" [ 1391.922129] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.931850] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.949234] env[62683]: DEBUG nova.network.neutron [-] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1391.979841] env[62683]: DEBUG oslo_concurrency.lockutils [None req-de5df3a8-2fe6-44e3-82bb-918401d89446 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "3d0abd43-e9ad-49b8-9c48-04fc76596358" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.916s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.995617] env[62683]: DEBUG nova.scheduler.client.report [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.007467] env[62683]: DEBUG oslo_vmware.api [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Task: {'id': task-1798512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210505} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.007467] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.007467] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.007467] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.007467] env[62683]: INFO nova.compute.manager [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1392.007467] env[62683]: DEBUG oslo.service.loopingcall [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1392.007467] env[62683]: DEBUG nova.compute.manager [-] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.007467] env[62683]: DEBUG nova.network.neutron [-] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.019061] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798513, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.074705] env[62683]: DEBUG oslo_vmware.api [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798508, 'name': PowerOnVM_Task, 'duration_secs': 0.845399} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.074917] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.075141] env[62683]: DEBUG nova.compute.manager [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.076017] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb8b5a3-fd57-44fa-84ed-8c84c1eb20ea {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.111987] env[62683]: DEBUG nova.network.neutron [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Updated VIF entry in instance network info cache for port f6f588e8-5f62-4ce8-ad68-a0780df44e8a. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.112459] env[62683]: DEBUG nova.network.neutron [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Updating instance_info_cache with network_info: [{"id": "f6f588e8-5f62-4ce8-ad68-a0780df44e8a", "address": "fa:16:3e:77:c5:7e", "network": {"id": "fd1f8a1b-3b78-411d-8fae-bc54aa2313e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1362759368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4a0338d8a14cd59fcd49b0a6a8fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f588e8-5f", "ovs_interfaceid": "f6f588e8-5f62-4ce8-ad68-a0780df44e8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.286829] env[62683]: DEBUG nova.network.neutron [-] [instance: 80e2cac6-2438-4896-8997-362523e12084] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.319862] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "c984ffc7-5f46-4e7e-93b8-a18e4c321b11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.319862] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "c984ffc7-5f46-4e7e-93b8-a18e4c321b11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.366306] env[62683]: DEBUG oslo_vmware.api [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401745} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.366306] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.366819] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.370037] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.370037] env[62683]: INFO nova.compute.manager [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1392.370037] env[62683]: DEBUG oslo.service.loopingcall [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1392.370037] env[62683]: DEBUG nova.compute.manager [-] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.370037] env[62683]: DEBUG nova.network.neutron [-] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.373333] env[62683]: DEBUG nova.compute.manager [req-6acf7114-087c-47b4-af1e-884c8063c770 req-0b192164-949e-4aaf-834d-67e56a26bf1b service nova] [instance: 80e2cac6-2438-4896-8997-362523e12084] Received event network-vif-deleted-9068d2d5-2459-4523-8735-20246860f75d {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1392.435860] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121176} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.435860] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1392.435860] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b4e516-9c92-48bb-8c3d-f31b6a3ab2b0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.452962] env[62683]: DEBUG nova.network.neutron [-] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.464087] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] dfb8b226-70ba-415c-b183-6a81e9aa3026/dfb8b226-70ba-415c-b183-6a81e9aa3026.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1392.465503] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-706bb07a-dcbd-47e2-8a8a-e05c4dd42373 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.488362] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1392.488362] env[62683]: value = "task-1798518" [ 1392.488362] env[62683]: _type = "Task" [ 1392.488362] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.496752] env[62683]: DEBUG nova.compute.manager [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1392.499788] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.504431] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.508018] env[62683]: DEBUG nova.compute.manager [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1392.508680] env[62683]: DEBUG oslo_concurrency.lockutils [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.299s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.512026] env[62683]: INFO nova.compute.claims [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.525681] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798513, 'name': CreateSnapshot_Task, 'duration_secs': 0.78226} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.525983] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Created Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1392.526843] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda48c85-a4c0-401f-b61a-8948803e8b89 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.594920] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.616750] env[62683]: DEBUG oslo_concurrency.lockutils [req-2f7ea22a-46fd-4e22-8703-b2d94400a37f req-bbbd93f2-972b-44da-940f-1023faeb106e service nova] Releasing lock "refresh_cache-dfb8b226-70ba-415c-b183-6a81e9aa3026" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.790027] env[62683]: INFO nova.compute.manager [-] [instance: 80e2cac6-2438-4896-8997-362523e12084] Took 1.79 seconds to deallocate network for instance. [ 1392.965867] env[62683]: INFO nova.compute.manager [-] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Took 1.07 seconds to deallocate network for instance. [ 1393.001936] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.018960] env[62683]: DEBUG nova.compute.utils [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1393.018960] env[62683]: DEBUG nova.compute.manager [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1393.019259] env[62683]: DEBUG nova.network.neutron [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1393.041562] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.054237] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Creating linked-clone VM from snapshot {{(pid=62683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1393.054926] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-14d3e5a7-e5dc-4f44-9669-474d3982f953 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.067822] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1393.067822] env[62683]: value = "task-1798519" [ 1393.067822] env[62683]: _type = "Task" [ 1393.067822] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.080058] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798519, 'name': CloneVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.116594] env[62683]: DEBUG nova.policy [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '218a8ecfb41f4485b41c7d40d3f41076', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78a369676a4a4b55a44a6a092b844550', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1393.300687] env[62683]: DEBUG oslo_concurrency.lockutils [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.481106] env[62683]: DEBUG oslo_concurrency.lockutils [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.499607] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798518, 'name': ReconfigVM_Task, 'duration_secs': 0.65514} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.500019] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Reconfigured VM instance instance-00000016 to attach disk [datastore1] dfb8b226-70ba-415c-b183-6a81e9aa3026/dfb8b226-70ba-415c-b183-6a81e9aa3026.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1393.500845] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d17d410a-4fb2-4537-a1d1-9fcd57c1cb2c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.512210] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1393.512210] env[62683]: value = "task-1798520" [ 1393.512210] env[62683]: _type = "Task" [ 1393.512210] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.527468] env[62683]: DEBUG nova.compute.manager [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1393.537022] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798520, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.592070] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798519, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.603132] env[62683]: DEBUG nova.network.neutron [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Successfully created port: 1ad6cde1-6280-47d9-817d-e3e9df309398 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1393.802129] env[62683]: DEBUG nova.network.neutron [-] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.007940] env[62683]: DEBUG nova.network.neutron [-] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.025334] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798520, 'name': Rename_Task, 'duration_secs': 0.421482} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.025694] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1394.026727] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e54f817e-47a8-4d94-bbe5-504ef8b0e3bd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.042370] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1394.042370] env[62683]: value = "task-1798521" [ 1394.042370] env[62683]: _type = "Task" [ 1394.042370] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.057483] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.087335] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798519, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.173425] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f806f3-0e8e-4abe-ae74-5f92aa7892be {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.183815] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa2aac5-0205-41f3-8a50-46ec21ecbc18 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.223247] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed646b24-dbc7-4dc1-b36b-a07511c1db9b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.232718] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433477e6-5799-4326-a2e1-aa1473592b40 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.261021] env[62683]: DEBUG nova.compute.provider_tree [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.305564] env[62683]: INFO nova.compute.manager [-] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Took 2.30 seconds to deallocate network for instance. [ 1394.358585] env[62683]: DEBUG nova.compute.manager [req-3b8362c7-c2bd-40f5-967c-906b04f795d8 req-79a4b9cf-ea39-4168-9692-ccb066dd8445 service nova] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Received event network-vif-deleted-c389ed49-2c9f-4d36-9729-332a91780aea {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1394.513296] env[62683]: INFO nova.compute.manager [-] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Took 2.15 seconds to deallocate network for instance. [ 1394.544534] env[62683]: DEBUG nova.compute.manager [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1394.566098] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798521, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.583152] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798519, 'name': CloneVM_Task} progress is 95%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.596022] env[62683]: DEBUG nova.virt.hardware [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.596022] env[62683]: DEBUG nova.virt.hardware [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.596022] env[62683]: DEBUG nova.virt.hardware [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.596022] env[62683]: DEBUG nova.virt.hardware [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.596022] env[62683]: DEBUG nova.virt.hardware [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.596022] env[62683]: DEBUG nova.virt.hardware [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.596022] env[62683]: DEBUG nova.virt.hardware [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.596650] env[62683]: DEBUG nova.virt.hardware [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.597050] env[62683]: DEBUG nova.virt.hardware [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.597353] env[62683]: DEBUG nova.virt.hardware [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.597643] env[62683]: DEBUG nova.virt.hardware [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.599019] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fc48ca-cf29-4122-8ec9-46c4500b9516 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.609738] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9da8c8-9915-4ee4-ab54-8412af25910b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.766601] env[62683]: DEBUG nova.scheduler.client.report [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1394.813283] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.021670] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.063164] env[62683]: DEBUG oslo_vmware.api [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798521, 'name': PowerOnVM_Task, 'duration_secs': 0.551589} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.063164] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1395.063164] env[62683]: INFO nova.compute.manager [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1395.063791] env[62683]: DEBUG nova.compute.manager [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1395.065104] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8dc767-6b0d-481b-bf84-c5349f189356 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.091485] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798519, 'name': CloneVM_Task, 'duration_secs': 1.772983} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.093395] env[62683]: INFO nova.virt.vmwareapi.vmops [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Created linked-clone VM from snapshot [ 1395.094596] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609f582f-dfaa-47a9-8fef-860c76c8f563 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.105589] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Uploading image c259b3da-e4d6-473c-952d-0ccc076de5b2 {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1395.133626] env[62683]: DEBUG oslo_vmware.rw_handles [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1395.133626] env[62683]: value = "vm-372964" [ 1395.133626] env[62683]: _type = "VirtualMachine" [ 1395.133626] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1395.133919] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-32b37f9d-b306-4123-be5c-360c11acc95b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.143440] env[62683]: DEBUG oslo_vmware.rw_handles [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lease: (returnval){ [ 1395.143440] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52363f4b-abfb-bbf6-c1a7-fd812d03a954" [ 1395.143440] env[62683]: _type = "HttpNfcLease" [ 1395.143440] env[62683]: } obtained for exporting VM: (result){ [ 1395.143440] env[62683]: value = "vm-372964" [ 1395.143440] env[62683]: _type = "VirtualMachine" [ 1395.143440] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1395.143706] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the lease: (returnval){ [ 1395.143706] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52363f4b-abfb-bbf6-c1a7-fd812d03a954" [ 1395.143706] env[62683]: _type = "HttpNfcLease" [ 1395.143706] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1395.151514] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1395.151514] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52363f4b-abfb-bbf6-c1a7-fd812d03a954" [ 1395.151514] env[62683]: _type = "HttpNfcLease" [ 1395.151514] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1395.271356] env[62683]: DEBUG oslo_concurrency.lockutils [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.272246] env[62683]: DEBUG nova.compute.manager [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1395.275296] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.932s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.449105] env[62683]: DEBUG nova.compute.manager [req-1d832ace-ee65-4c25-99d6-76cea28468b3 req-56f179df-2b50-4ab1-a443-5924688ab4f6 service nova] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Received event network-vif-deleted-00772682-b36e-4bfd-af3b-6254b0dc49b3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1395.603664] env[62683]: INFO nova.compute.manager [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Took 33.17 seconds to build instance. [ 1395.655591] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1395.655591] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52363f4b-abfb-bbf6-c1a7-fd812d03a954" [ 1395.655591] env[62683]: _type = "HttpNfcLease" [ 1395.655591] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1395.658018] env[62683]: DEBUG oslo_vmware.rw_handles [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1395.658018] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52363f4b-abfb-bbf6-c1a7-fd812d03a954" [ 1395.658018] env[62683]: _type = "HttpNfcLease" [ 1395.658018] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1395.658018] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1244c4-ff10-40a6-8929-c17fe6b1ef01 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.665955] env[62683]: DEBUG oslo_vmware.rw_handles [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c8941-ad3a-edb1-6499-dd54ea2a7993/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1395.666157] env[62683]: DEBUG oslo_vmware.rw_handles [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c8941-ad3a-edb1-6499-dd54ea2a7993/disk-0.vmdk for reading. {{(pid=62683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1395.770078] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5949421d-ec33-4841-8a13-e24417c7754b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.779500] env[62683]: DEBUG nova.compute.utils [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1395.783220] env[62683]: INFO nova.compute.claims [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1395.789763] env[62683]: DEBUG nova.compute.manager [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1395.790457] env[62683]: DEBUG nova.network.neutron [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1395.823321] env[62683]: DEBUG nova.network.neutron [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Successfully updated port: 1ad6cde1-6280-47d9-817d-e3e9df309398 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1395.880283] env[62683]: DEBUG nova.policy [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd99e7cebc4c48bfa4dab9703d263b94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c4a0338d8a14cd59fcd49b0a6a8fff5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1396.009992] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "dce9138f-3674-47af-a392-567b1a85d23a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.012078] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "dce9138f-3674-47af-a392-567b1a85d23a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.012990] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "dce9138f-3674-47af-a392-567b1a85d23a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.013263] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "dce9138f-3674-47af-a392-567b1a85d23a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.013703] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "dce9138f-3674-47af-a392-567b1a85d23a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.015790] env[62683]: INFO nova.compute.manager [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Terminating instance [ 1396.107193] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7291172c-8f51-44c3-bff6-5f906b763184 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "dfb8b226-70ba-415c-b183-6a81e9aa3026" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.194s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.292165] env[62683]: DEBUG nova.compute.manager [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1396.302774] env[62683]: INFO nova.compute.resource_tracker [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Updating resource usage from migration 9215a540-a4bb-444b-8f2d-74ca9209e4fc [ 1396.327230] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "refresh_cache-ae965366-0db1-499a-b590-11511dd4d8b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.327468] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired lock "refresh_cache-ae965366-0db1-499a-b590-11511dd4d8b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.327691] env[62683]: DEBUG nova.network.neutron [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1396.523580] env[62683]: DEBUG nova.compute.manager [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1396.523939] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1396.525194] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c11bc2-d620-4c60-b0fb-e2f0969fb632 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.535322] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.535866] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a36e65f-919f-48ed-ad26-8691479ceb90 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.547879] env[62683]: DEBUG oslo_vmware.api [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1396.547879] env[62683]: value = "task-1798525" [ 1396.547879] env[62683]: _type = "Task" [ 1396.547879] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.559553] env[62683]: DEBUG oslo_vmware.api [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.610992] env[62683]: DEBUG nova.compute.manager [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1396.839536] env[62683]: DEBUG nova.network.neutron [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Successfully created port: d4ff2b67-aea1-40cb-936b-8ca87a0ada98 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1396.896056] env[62683]: DEBUG nova.network.neutron [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1396.989612] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10816de3-d4a2-404c-86b8-83b415034fff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.002683] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd982a75-bf3d-454e-8ede-4922673341b0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.058397] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6777f6-1e85-41cc-8e82-34ff13b8f05d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.071187] env[62683]: DEBUG oslo_vmware.api [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798525, 'name': PowerOffVM_Task, 'duration_secs': 0.290863} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.071987] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b389e46-7306-451f-8b30-a08168196302 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.076462] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.076618] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.077075] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8f8c837-36bb-444a-b8f3-c8b36d87f2db {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.092292] env[62683]: DEBUG nova.compute.provider_tree [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.143594] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.170274] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1397.171097] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1397.171612] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleting the datastore file [datastore1] dce9138f-3674-47af-a392-567b1a85d23a {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.171782] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6afc5020-7716-4e17-8b94-e39a11b350fe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.188550] env[62683]: DEBUG oslo_vmware.api [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1397.188550] env[62683]: value = "task-1798527" [ 1397.188550] env[62683]: _type = "Task" [ 1397.188550] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.202208] env[62683]: DEBUG oslo_vmware.api [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.250432] env[62683]: DEBUG nova.network.neutron [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Updating instance_info_cache with network_info: [{"id": "1ad6cde1-6280-47d9-817d-e3e9df309398", "address": "fa:16:3e:1c:e7:b5", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad6cde1-62", "ovs_interfaceid": "1ad6cde1-6280-47d9-817d-e3e9df309398", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.304644] env[62683]: DEBUG nova.compute.manager [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1397.341859] env[62683]: DEBUG nova.virt.hardware [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1397.342169] env[62683]: DEBUG nova.virt.hardware [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1397.347193] env[62683]: DEBUG nova.virt.hardware [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1397.347193] env[62683]: DEBUG nova.virt.hardware [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1397.347193] env[62683]: DEBUG nova.virt.hardware [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1397.347193] env[62683]: DEBUG nova.virt.hardware [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1397.347685] env[62683]: DEBUG nova.virt.hardware [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1397.347685] env[62683]: DEBUG nova.virt.hardware [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1397.347761] env[62683]: DEBUG nova.virt.hardware [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1397.347946] env[62683]: DEBUG nova.virt.hardware [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1397.348310] env[62683]: DEBUG nova.virt.hardware [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1397.349737] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d623f7-22d1-449a-85c5-aab6c46b60ef {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.361287] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020e84fd-625c-42d5-a4ea-346870d28043 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.597413] env[62683]: DEBUG nova.scheduler.client.report [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.661111] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Acquiring lock "34d78da1-345f-43fe-95a1-fc2bb7b12907" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.661543] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Lock "34d78da1-345f-43fe-95a1-fc2bb7b12907" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.703601] env[62683]: DEBUG oslo_vmware.api [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167658} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.705278] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.705278] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.705415] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.705571] env[62683]: INFO nova.compute.manager [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1397.706904] env[62683]: DEBUG oslo.service.loopingcall [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1397.706904] env[62683]: DEBUG nova.compute.manager [-] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.706904] env[62683]: DEBUG nova.network.neutron [-] [instance: dce9138f-3674-47af-a392-567b1a85d23a] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.758717] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Releasing lock "refresh_cache-ae965366-0db1-499a-b590-11511dd4d8b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.758986] env[62683]: DEBUG nova.compute.manager [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Instance network_info: |[{"id": "1ad6cde1-6280-47d9-817d-e3e9df309398", "address": "fa:16:3e:1c:e7:b5", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad6cde1-62", "ovs_interfaceid": "1ad6cde1-6280-47d9-817d-e3e9df309398", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1397.759826] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:e7:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ad6cde1-6280-47d9-817d-e3e9df309398', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1397.767926] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Creating folder: Project (78a369676a4a4b55a44a6a092b844550). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1397.768363] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ad14633-eabc-4856-86cc-5e3eff69db43 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.783173] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Created folder: Project (78a369676a4a4b55a44a6a092b844550) in parent group-v372889. [ 1397.783814] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Creating folder: Instances. Parent ref: group-v372965. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1397.785708] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c06a0967-f3b6-414d-ad42-c8e16e73141e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.798887] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Created folder: Instances in parent group-v372965. [ 1397.799579] env[62683]: DEBUG oslo.service.loopingcall [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1397.799579] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1397.802558] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e176ec1-a255-424d-a151-3e2030ed70b3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.827212] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1397.827212] env[62683]: value = "task-1798530" [ 1397.827212] env[62683]: _type = "Task" [ 1397.827212] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.846020] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798530, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.103216] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.827s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.103216] env[62683]: INFO nova.compute.manager [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Migrating [ 1398.103293] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.103652] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.106167] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.811s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.107381] env[62683]: INFO nova.compute.claims [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.268626] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "9c0ff10a-84c8-4857-85e6-5f30991f1ac4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.268987] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "9c0ff10a-84c8-4857-85e6-5f30991f1ac4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.336743] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798530, 'name': CreateVM_Task, 'duration_secs': 0.483859} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.336985] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1398.337635] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.337973] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.338183] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1398.338442] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f0fd136-cf1e-49ba-91fb-ff65c662b810 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.345075] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1398.345075] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52aaf789-4e3e-cc21-a108-94221419a954" [ 1398.345075] env[62683]: _type = "Task" [ 1398.345075] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.355012] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52aaf789-4e3e-cc21-a108-94221419a954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.570198] env[62683]: DEBUG nova.compute.manager [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Received event network-changed-6f169b53-1411-434e-a05c-e2e4e7ba6d4b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1398.570931] env[62683]: DEBUG nova.compute.manager [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Refreshing instance network info cache due to event network-changed-6f169b53-1411-434e-a05c-e2e4e7ba6d4b. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1398.571323] env[62683]: DEBUG oslo_concurrency.lockutils [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] Acquiring lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.571651] env[62683]: DEBUG oslo_concurrency.lockutils [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] Acquired lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.571923] env[62683]: DEBUG nova.network.neutron [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Refreshing network info cache for port 6f169b53-1411-434e-a05c-e2e4e7ba6d4b {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.576713] env[62683]: DEBUG nova.network.neutron [-] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.614967] env[62683]: INFO nova.compute.rpcapi [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1398.614967] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.857978] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52aaf789-4e3e-cc21-a108-94221419a954, 'name': SearchDatastore_Task, 'duration_secs': 0.013897} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.858351] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.858994] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1398.859312] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.859732] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.859979] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.861272] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-912f66cc-c10f-489d-908e-e2f9434bf1e3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.873574] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1398.873784] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1398.874570] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f5be1f-88a3-490d-ae07-78421b96411a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.886409] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1398.886409] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]523b55d4-18ec-2bb0-8ce5-9ecaa9769110" [ 1398.886409] env[62683]: _type = "Task" [ 1398.886409] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.896816] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523b55d4-18ec-2bb0-8ce5-9ecaa9769110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.907367] env[62683]: DEBUG nova.network.neutron [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Successfully updated port: d4ff2b67-aea1-40cb-936b-8ca87a0ada98 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1398.988656] env[62683]: DEBUG nova.compute.manager [req-c8777bcb-f08c-4a67-af6d-6ed5deae4de6 req-18d4a4f0-5728-4f04-b0da-620e81dc70fe service nova] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Received event network-vif-plugged-d4ff2b67-aea1-40cb-936b-8ca87a0ada98 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1398.988934] env[62683]: DEBUG oslo_concurrency.lockutils [req-c8777bcb-f08c-4a67-af6d-6ed5deae4de6 req-18d4a4f0-5728-4f04-b0da-620e81dc70fe service nova] Acquiring lock "35f546a5-222c-47db-982e-9c7fa73d2381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.989382] env[62683]: DEBUG oslo_concurrency.lockutils [req-c8777bcb-f08c-4a67-af6d-6ed5deae4de6 req-18d4a4f0-5728-4f04-b0da-620e81dc70fe service nova] Lock "35f546a5-222c-47db-982e-9c7fa73d2381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.989382] env[62683]: DEBUG oslo_concurrency.lockutils [req-c8777bcb-f08c-4a67-af6d-6ed5deae4de6 req-18d4a4f0-5728-4f04-b0da-620e81dc70fe service nova] Lock "35f546a5-222c-47db-982e-9c7fa73d2381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.989637] env[62683]: DEBUG nova.compute.manager [req-c8777bcb-f08c-4a67-af6d-6ed5deae4de6 req-18d4a4f0-5728-4f04-b0da-620e81dc70fe service nova] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] No waiting events found dispatching network-vif-plugged-d4ff2b67-aea1-40cb-936b-8ca87a0ada98 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1398.989637] env[62683]: WARNING nova.compute.manager [req-c8777bcb-f08c-4a67-af6d-6ed5deae4de6 req-18d4a4f0-5728-4f04-b0da-620e81dc70fe service nova] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Received unexpected event network-vif-plugged-d4ff2b67-aea1-40cb-936b-8ca87a0ada98 for instance with vm_state building and task_state spawning. [ 1399.082698] env[62683]: INFO nova.compute.manager [-] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Took 1.37 seconds to deallocate network for instance. [ 1399.145323] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "refresh_cache-b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.145519] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquired lock "refresh_cache-b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.145699] env[62683]: DEBUG nova.network.neutron [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.253376] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "dc809566-db46-4911-89d6-0ee07d842fcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.253376] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "dc809566-db46-4911-89d6-0ee07d842fcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.400430] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523b55d4-18ec-2bb0-8ce5-9ecaa9769110, 'name': SearchDatastore_Task, 'duration_secs': 0.016143} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.400925] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f78cfc92-4476-488e-bc07-37825dd4f822 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.410182] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1399.410182] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a2643d-2e84-c710-ca0f-672146acce27" [ 1399.410182] env[62683]: _type = "Task" [ 1399.410182] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.410873] env[62683]: DEBUG oslo_concurrency.lockutils [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "refresh_cache-35f546a5-222c-47db-982e-9c7fa73d2381" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.410873] env[62683]: DEBUG oslo_concurrency.lockutils [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired lock "refresh_cache-35f546a5-222c-47db-982e-9c7fa73d2381" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.411057] env[62683]: DEBUG nova.network.neutron [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.428994] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a2643d-2e84-c710-ca0f-672146acce27, 'name': SearchDatastore_Task, 'duration_secs': 0.016862} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.431572] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.432089] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] ae965366-0db1-499a-b590-11511dd4d8b3/ae965366-0db1-499a-b590-11511dd4d8b3.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1399.432373] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb6b216d-2ba0-4139-8c2b-1cf53a06ab65 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.442141] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1399.442141] env[62683]: value = "task-1798532" [ 1399.442141] env[62683]: _type = "Task" [ 1399.442141] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.450761] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.456447] env[62683]: DEBUG nova.network.neutron [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Updated VIF entry in instance network info cache for port 6f169b53-1411-434e-a05c-e2e4e7ba6d4b. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1399.456857] env[62683]: DEBUG nova.network.neutron [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Updating instance_info_cache with network_info: [{"id": "6f169b53-1411-434e-a05c-e2e4e7ba6d4b", "address": "fa:16:3e:2f:48:bb", "network": {"id": "b75a1a46-359f-4640-b545-fdb3324e3ffd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1001477532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33f40b09eb2b41aaa0502e2f5168c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f169b53-14", "ovs_interfaceid": "6f169b53-1411-434e-a05c-e2e4e7ba6d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.592887] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.725325] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8f9113-8d13-482d-9af8-48412baec229 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.733072] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4540937f-ee95-406f-b979-e6d3a05e738b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.766447] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff1cd32-44b8-4851-9ae4-a92e4ba733ce {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.776580] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f017b0-5c6b-4bd7-9a1a-008b1d212ed5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.791134] env[62683]: DEBUG nova.compute.provider_tree [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1399.962664] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798532, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.965877] env[62683]: DEBUG oslo_concurrency.lockutils [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] Releasing lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.965877] env[62683]: DEBUG nova.compute.manager [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Received event network-vif-plugged-1ad6cde1-6280-47d9-817d-e3e9df309398 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1399.965877] env[62683]: DEBUG oslo_concurrency.lockutils [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] Acquiring lock "ae965366-0db1-499a-b590-11511dd4d8b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.965877] env[62683]: DEBUG oslo_concurrency.lockutils [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] Lock "ae965366-0db1-499a-b590-11511dd4d8b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.965877] env[62683]: DEBUG oslo_concurrency.lockutils [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] Lock "ae965366-0db1-499a-b590-11511dd4d8b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.965877] env[62683]: DEBUG nova.compute.manager [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] No waiting events found dispatching network-vif-plugged-1ad6cde1-6280-47d9-817d-e3e9df309398 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1399.966260] env[62683]: WARNING nova.compute.manager [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Received unexpected event network-vif-plugged-1ad6cde1-6280-47d9-817d-e3e9df309398 for instance with vm_state building and task_state spawning. [ 1399.966260] env[62683]: DEBUG nova.compute.manager [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Received event network-changed-1ad6cde1-6280-47d9-817d-e3e9df309398 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1399.966381] env[62683]: DEBUG nova.compute.manager [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Refreshing instance network info cache due to event network-changed-1ad6cde1-6280-47d9-817d-e3e9df309398. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1399.966563] env[62683]: DEBUG oslo_concurrency.lockutils [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] Acquiring lock "refresh_cache-ae965366-0db1-499a-b590-11511dd4d8b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.967142] env[62683]: DEBUG oslo_concurrency.lockutils [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] Acquired lock "refresh_cache-ae965366-0db1-499a-b590-11511dd4d8b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.967142] env[62683]: DEBUG nova.network.neutron [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Refreshing network info cache for port 1ad6cde1-6280-47d9-817d-e3e9df309398 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1400.034258] env[62683]: DEBUG nova.network.neutron [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Updating instance_info_cache with network_info: [{"id": "1addfb6e-889e-460d-994c-6343524e1da0", "address": "fa:16:3e:88:14:c9", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1addfb6e-88", "ovs_interfaceid": "1addfb6e-889e-460d-994c-6343524e1da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.197906] env[62683]: DEBUG nova.network.neutron [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1400.315225] env[62683]: ERROR nova.scheduler.client.report [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [req-a7e78dca-f1a6-4e72-9402-2a959b519e15] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a7e78dca-f1a6-4e72-9402-2a959b519e15"}]} [ 1400.337021] env[62683]: DEBUG nova.scheduler.client.report [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1400.354356] env[62683]: DEBUG nova.scheduler.client.report [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1400.354356] env[62683]: DEBUG nova.compute.provider_tree [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1400.376478] env[62683]: DEBUG nova.scheduler.client.report [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1400.407906] env[62683]: DEBUG nova.scheduler.client.report [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1400.449027] env[62683]: DEBUG nova.network.neutron [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Updating instance_info_cache with network_info: [{"id": "d4ff2b67-aea1-40cb-936b-8ca87a0ada98", "address": "fa:16:3e:29:56:96", "network": {"id": "fd1f8a1b-3b78-411d-8fae-bc54aa2313e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1362759368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4a0338d8a14cd59fcd49b0a6a8fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4ff2b67-ae", "ovs_interfaceid": "d4ff2b67-aea1-40cb-936b-8ca87a0ada98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.457921] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708199} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.460483] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] ae965366-0db1-499a-b590-11511dd4d8b3/ae965366-0db1-499a-b590-11511dd4d8b3.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1400.463536] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1400.463536] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ce2c3b7-a354-440c-b31c-be836d37d27a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.469243] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1400.469243] env[62683]: value = "task-1798533" [ 1400.469243] env[62683]: _type = "Task" [ 1400.469243] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.484216] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.539117] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Releasing lock "refresh_cache-b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.764456] env[62683]: DEBUG nova.network.neutron [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Updated VIF entry in instance network info cache for port 1ad6cde1-6280-47d9-817d-e3e9df309398. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1400.764456] env[62683]: DEBUG nova.network.neutron [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Updating instance_info_cache with network_info: [{"id": "1ad6cde1-6280-47d9-817d-e3e9df309398", "address": "fa:16:3e:1c:e7:b5", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad6cde1-62", "ovs_interfaceid": "1ad6cde1-6280-47d9-817d-e3e9df309398", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.954701] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad6e5d8-3f4a-40f4-b02e-93e9eaa1a68d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.958171] env[62683]: DEBUG oslo_concurrency.lockutils [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Releasing lock "refresh_cache-35f546a5-222c-47db-982e-9c7fa73d2381" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.958980] env[62683]: DEBUG nova.compute.manager [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Instance network_info: |[{"id": "d4ff2b67-aea1-40cb-936b-8ca87a0ada98", "address": "fa:16:3e:29:56:96", "network": {"id": "fd1f8a1b-3b78-411d-8fae-bc54aa2313e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1362759368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4a0338d8a14cd59fcd49b0a6a8fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4ff2b67-ae", "ovs_interfaceid": "d4ff2b67-aea1-40cb-936b-8ca87a0ada98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1400.959463] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:56:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4ff2b67-aea1-40cb-936b-8ca87a0ada98', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.967238] env[62683]: DEBUG oslo.service.loopingcall [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.969718] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.970040] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ee9ba54-0720-4774-a072-5fa6d6baa7b1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.984823] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd253a6-29e1-4d7c-8eba-03a5ee694b33 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.000738] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078646} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.028644] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1401.029089] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.029089] env[62683]: value = "task-1798534" [ 1401.029089] env[62683]: _type = "Task" [ 1401.029089] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.033460] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d248ee3-361d-4235-a06c-00363746cec3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.034968] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff06ebd-1c9b-4534-846a-988764a2e8cb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.072084] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] ae965366-0db1-499a-b590-11511dd4d8b3/ae965366-0db1-499a-b590-11511dd4d8b3.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.077965] env[62683]: DEBUG nova.compute.manager [req-9cd595e3-5270-475b-af6f-499e64a87a7f req-cf8fbe7f-ada3-4443-b56c-24c2f070e84a service nova] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Received event network-vif-deleted-64adcb01-cb66-4772-987f-3092027dcd35 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1401.078232] env[62683]: DEBUG nova.compute.manager [req-9cd595e3-5270-475b-af6f-499e64a87a7f req-cf8fbe7f-ada3-4443-b56c-24c2f070e84a service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Received event network-changed-574077d6-7cd0-4233-9908-55eb5a6f564e {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1401.078367] env[62683]: DEBUG nova.compute.manager [req-9cd595e3-5270-475b-af6f-499e64a87a7f req-cf8fbe7f-ada3-4443-b56c-24c2f070e84a service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Refreshing instance network info cache due to event network-changed-574077d6-7cd0-4233-9908-55eb5a6f564e. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1401.078675] env[62683]: DEBUG oslo_concurrency.lockutils [req-9cd595e3-5270-475b-af6f-499e64a87a7f req-cf8fbe7f-ada3-4443-b56c-24c2f070e84a service nova] Acquiring lock "refresh_cache-3d0abd43-e9ad-49b8-9c48-04fc76596358" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.078675] env[62683]: DEBUG oslo_concurrency.lockutils [req-9cd595e3-5270-475b-af6f-499e64a87a7f req-cf8fbe7f-ada3-4443-b56c-24c2f070e84a service nova] Acquired lock "refresh_cache-3d0abd43-e9ad-49b8-9c48-04fc76596358" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.078837] env[62683]: DEBUG nova.network.neutron [req-9cd595e3-5270-475b-af6f-499e64a87a7f req-cf8fbe7f-ada3-4443-b56c-24c2f070e84a service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Refreshing network info cache for port 574077d6-7cd0-4233-9908-55eb5a6f564e {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.081620] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62691fb-932e-4373-99d1-b49e7821bd04 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.086233] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66f350e7-3243-42fc-9be2-435d2aa6e3ed {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.101560] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798534, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.117863] env[62683]: DEBUG nova.compute.provider_tree [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.120938] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1401.120938] env[62683]: value = "task-1798535" [ 1401.120938] env[62683]: _type = "Task" [ 1401.120938] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.132527] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.266849] env[62683]: DEBUG oslo_concurrency.lockutils [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] Releasing lock "refresh_cache-ae965366-0db1-499a-b590-11511dd4d8b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.267131] env[62683]: DEBUG nova.compute.manager [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Received event network-changed-6f169b53-1411-434e-a05c-e2e4e7ba6d4b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1401.267304] env[62683]: DEBUG nova.compute.manager [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Refreshing instance network info cache due to event network-changed-6f169b53-1411-434e-a05c-e2e4e7ba6d4b. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1401.267510] env[62683]: DEBUG oslo_concurrency.lockutils [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] Acquiring lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.267648] env[62683]: DEBUG oslo_concurrency.lockutils [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] Acquired lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.267833] env[62683]: DEBUG nova.network.neutron [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Refreshing network info cache for port 6f169b53-1411-434e-a05c-e2e4e7ba6d4b {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.442580] env[62683]: DEBUG nova.compute.manager [req-d73bbb24-9d8e-42ce-aac2-7fa3b3306142 req-ce757267-ad6a-4e6c-9f58-eb76c597f100 service nova] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Received event network-changed-d4ff2b67-aea1-40cb-936b-8ca87a0ada98 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1401.442927] env[62683]: DEBUG nova.compute.manager [req-d73bbb24-9d8e-42ce-aac2-7fa3b3306142 req-ce757267-ad6a-4e6c-9f58-eb76c597f100 service nova] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Refreshing instance network info cache due to event network-changed-d4ff2b67-aea1-40cb-936b-8ca87a0ada98. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1401.443132] env[62683]: DEBUG oslo_concurrency.lockutils [req-d73bbb24-9d8e-42ce-aac2-7fa3b3306142 req-ce757267-ad6a-4e6c-9f58-eb76c597f100 service nova] Acquiring lock "refresh_cache-35f546a5-222c-47db-982e-9c7fa73d2381" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.443359] env[62683]: DEBUG oslo_concurrency.lockutils [req-d73bbb24-9d8e-42ce-aac2-7fa3b3306142 req-ce757267-ad6a-4e6c-9f58-eb76c597f100 service nova] Acquired lock "refresh_cache-35f546a5-222c-47db-982e-9c7fa73d2381" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.443627] env[62683]: DEBUG nova.network.neutron [req-d73bbb24-9d8e-42ce-aac2-7fa3b3306142 req-ce757267-ad6a-4e6c-9f58-eb76c597f100 service nova] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Refreshing network info cache for port d4ff2b67-aea1-40cb-936b-8ca87a0ada98 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.475126] env[62683]: DEBUG nova.network.neutron [req-9cd595e3-5270-475b-af6f-499e64a87a7f req-cf8fbe7f-ada3-4443-b56c-24c2f070e84a service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Updated VIF entry in instance network info cache for port 574077d6-7cd0-4233-9908-55eb5a6f564e. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1401.475512] env[62683]: DEBUG nova.network.neutron [req-9cd595e3-5270-475b-af6f-499e64a87a7f req-cf8fbe7f-ada3-4443-b56c-24c2f070e84a service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Updating instance_info_cache with network_info: [{"id": "574077d6-7cd0-4233-9908-55eb5a6f564e", "address": "fa:16:3e:55:f0:55", "network": {"id": "b75a1a46-359f-4640-b545-fdb3324e3ffd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1001477532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33f40b09eb2b41aaa0502e2f5168c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap574077d6-7c", "ovs_interfaceid": "574077d6-7cd0-4233-9908-55eb5a6f564e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.545690] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquiring lock "3d0abd43-e9ad-49b8-9c48-04fc76596358" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.545995] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "3d0abd43-e9ad-49b8-9c48-04fc76596358" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.546309] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquiring lock "3d0abd43-e9ad-49b8-9c48-04fc76596358-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.546468] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "3d0abd43-e9ad-49b8-9c48-04fc76596358-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.546645] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "3d0abd43-e9ad-49b8-9c48-04fc76596358-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.548563] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798534, 'name': CreateVM_Task, 'duration_secs': 0.358683} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.548756] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1401.549549] env[62683]: DEBUG oslo_concurrency.lockutils [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.549747] env[62683]: DEBUG oslo_concurrency.lockutils [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.551204] env[62683]: DEBUG oslo_concurrency.lockutils [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1401.551204] env[62683]: INFO nova.compute.manager [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Terminating instance [ 1401.552232] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b9a3f62-cce4-4098-a217-ef194c648f8e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.558822] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1401.558822] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52118358-d170-d4d7-51fc-c376ea570961" [ 1401.558822] env[62683]: _type = "Task" [ 1401.558822] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.566674] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52118358-d170-d4d7-51fc-c376ea570961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.622462] env[62683]: DEBUG nova.scheduler.client.report [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.635061] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798535, 'name': ReconfigVM_Task, 'duration_secs': 0.416798} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.635449] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Reconfigured VM instance instance-00000017 to attach disk [datastore1] ae965366-0db1-499a-b590-11511dd4d8b3/ae965366-0db1-499a-b590-11511dd4d8b3.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.636208] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c000b014-edfd-4569-b4df-700a67c6abf5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.644767] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1401.644767] env[62683]: value = "task-1798536" [ 1401.644767] env[62683]: _type = "Task" [ 1401.644767] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.654683] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798536, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.978259] env[62683]: DEBUG oslo_concurrency.lockutils [req-9cd595e3-5270-475b-af6f-499e64a87a7f req-cf8fbe7f-ada3-4443-b56c-24c2f070e84a service nova] Releasing lock "refresh_cache-3d0abd43-e9ad-49b8-9c48-04fc76596358" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.056990] env[62683]: DEBUG nova.compute.manager [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1402.057570] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1402.058491] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22217990-202c-4f23-8548-f09c70a81d21 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.071554] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52118358-d170-d4d7-51fc-c376ea570961, 'name': SearchDatastore_Task, 'duration_secs': 0.017402} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.073723] env[62683]: DEBUG oslo_concurrency.lockutils [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.073948] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.074190] env[62683]: DEBUG oslo_concurrency.lockutils [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.074342] env[62683]: DEBUG oslo_concurrency.lockutils [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.074521] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.074796] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.075009] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-175862dc-acc2-4cb0-9de7-29a18a02a49a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.076816] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07d3389a-c7cb-43cf-b825-65696d8d3a04 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.082244] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c1ace7-94ae-48b0-b0bb-f204443dd47f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.087602] env[62683]: DEBUG oslo_vmware.api [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for the task: (returnval){ [ 1402.087602] env[62683]: value = "task-1798537" [ 1402.087602] env[62683]: _type = "Task" [ 1402.087602] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.089067] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.089413] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.092921] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca68f12-8376-42db-92a2-d21fbd16e4c1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.110177] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Updating instance 'b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113' progress to 0 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1402.118385] env[62683]: DEBUG nova.network.neutron [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Updated VIF entry in instance network info cache for port 6f169b53-1411-434e-a05c-e2e4e7ba6d4b. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.118736] env[62683]: DEBUG nova.network.neutron [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Updating instance_info_cache with network_info: [{"id": "6f169b53-1411-434e-a05c-e2e4e7ba6d4b", "address": "fa:16:3e:2f:48:bb", "network": {"id": "b75a1a46-359f-4640-b545-fdb3324e3ffd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1001477532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33f40b09eb2b41aaa0502e2f5168c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f169b53-14", "ovs_interfaceid": "6f169b53-1411-434e-a05c-e2e4e7ba6d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.126218] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1402.126218] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5242d849-2694-847d-3e2c-dd045befc65e" [ 1402.126218] env[62683]: _type = "Task" [ 1402.126218] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.126464] env[62683]: DEBUG oslo_vmware.api [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.130865] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.026s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.131612] env[62683]: DEBUG nova.compute.manager [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1402.135149] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.684s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.143548] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5242d849-2694-847d-3e2c-dd045befc65e, 'name': SearchDatastore_Task, 'duration_secs': 0.013017} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.144563] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0668acbf-9954-4a24-b8f5-242de4c206c9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.156860] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1402.156860] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]527aebb9-d501-23fd-34b7-b9d0b820d06a" [ 1402.156860] env[62683]: _type = "Task" [ 1402.156860] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.164392] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798536, 'name': Rename_Task, 'duration_secs': 0.18283} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.164895] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.165165] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af810c31-49b1-40e1-b2ac-c41817ce6b88 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.170101] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527aebb9-d501-23fd-34b7-b9d0b820d06a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.176243] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1402.176243] env[62683]: value = "task-1798538" [ 1402.176243] env[62683]: _type = "Task" [ 1402.176243] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.185155] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.339353] env[62683]: DEBUG oslo_concurrency.lockutils [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Acquiring lock "fa66cd32-a744-41ee-a6d9-ae0d131a57ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.339723] env[62683]: DEBUG oslo_concurrency.lockutils [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Lock "fa66cd32-a744-41ee-a6d9-ae0d131a57ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.409711] env[62683]: DEBUG nova.network.neutron [req-d73bbb24-9d8e-42ce-aac2-7fa3b3306142 req-ce757267-ad6a-4e6c-9f58-eb76c597f100 service nova] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Updated VIF entry in instance network info cache for port d4ff2b67-aea1-40cb-936b-8ca87a0ada98. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.410173] env[62683]: DEBUG nova.network.neutron [req-d73bbb24-9d8e-42ce-aac2-7fa3b3306142 req-ce757267-ad6a-4e6c-9f58-eb76c597f100 service nova] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Updating instance_info_cache with network_info: [{"id": "d4ff2b67-aea1-40cb-936b-8ca87a0ada98", "address": "fa:16:3e:29:56:96", "network": {"id": "fd1f8a1b-3b78-411d-8fae-bc54aa2313e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1362759368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4a0338d8a14cd59fcd49b0a6a8fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4ff2b67-ae", "ovs_interfaceid": "d4ff2b67-aea1-40cb-936b-8ca87a0ada98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.600762] env[62683]: DEBUG oslo_vmware.api [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798537, 'name': PowerOffVM_Task, 'duration_secs': 0.384074} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.601118] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1402.601317] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1402.601591] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bf3ceb3-8ebf-4e62-9329-3a10de184093 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.623019] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.623019] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4be5adbe-e3f0-4e94-92db-4328cce31e14 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.623019] env[62683]: DEBUG oslo_concurrency.lockutils [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] Releasing lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.623019] env[62683]: DEBUG nova.compute.manager [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Received event network-changed-574077d6-7cd0-4233-9908-55eb5a6f564e {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1402.623019] env[62683]: DEBUG nova.compute.manager [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Refreshing instance network info cache due to event network-changed-574077d6-7cd0-4233-9908-55eb5a6f564e. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1402.623628] env[62683]: DEBUG oslo_concurrency.lockutils [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] Acquiring lock "refresh_cache-3d0abd43-e9ad-49b8-9c48-04fc76596358" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.623628] env[62683]: DEBUG oslo_concurrency.lockutils [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] Acquired lock "refresh_cache-3d0abd43-e9ad-49b8-9c48-04fc76596358" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.623628] env[62683]: DEBUG nova.network.neutron [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Refreshing network info cache for port 574077d6-7cd0-4233-9908-55eb5a6f564e {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.630526] env[62683]: DEBUG oslo_vmware.api [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1402.630526] env[62683]: value = "task-1798540" [ 1402.630526] env[62683]: _type = "Task" [ 1402.630526] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.639659] env[62683]: DEBUG nova.compute.utils [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1402.662539] env[62683]: DEBUG nova.compute.manager [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1402.663045] env[62683]: DEBUG nova.network.neutron [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1402.673733] env[62683]: DEBUG oslo_vmware.api [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.682313] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1402.682562] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1402.682739] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Deleting the datastore file [datastore1] 3d0abd43-e9ad-49b8-9c48-04fc76596358 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1402.688062] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f73ea45c-3cc0-44db-a902-b7f87e239fb9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.689825] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527aebb9-d501-23fd-34b7-b9d0b820d06a, 'name': SearchDatastore_Task, 'duration_secs': 0.014946} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.690794] env[62683]: DEBUG oslo_concurrency.lockutils [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.691082] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 35f546a5-222c-47db-982e-9c7fa73d2381/35f546a5-222c-47db-982e-9c7fa73d2381.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.691690] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e49cd8e-9d84-4eb8-be3d-5f0a152afbda {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.697211] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798538, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.699070] env[62683]: DEBUG oslo_vmware.api [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for the task: (returnval){ [ 1402.699070] env[62683]: value = "task-1798541" [ 1402.699070] env[62683]: _type = "Task" [ 1402.699070] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.708634] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1402.708634] env[62683]: value = "task-1798542" [ 1402.708634] env[62683]: _type = "Task" [ 1402.708634] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.715283] env[62683]: DEBUG oslo_vmware.api [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.720415] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.756689] env[62683]: DEBUG nova.policy [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb8548f35d4d4de08451d1698ae9a2cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '346e5b2c07714869ab920564bce5e8f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1402.913683] env[62683]: DEBUG oslo_concurrency.lockutils [req-d73bbb24-9d8e-42ce-aac2-7fa3b3306142 req-ce757267-ad6a-4e6c-9f58-eb76c597f100 service nova] Releasing lock "refresh_cache-35f546a5-222c-47db-982e-9c7fa73d2381" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.146082] env[62683]: DEBUG oslo_vmware.api [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798540, 'name': PowerOffVM_Task, 'duration_secs': 0.208691} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.147165] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.147938] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Updating instance 'b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113' progress to 17 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1403.164536] env[62683]: DEBUG nova.compute.manager [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1403.171050] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Applying migration context for instance b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113 as it has an incoming, in-progress migration 9215a540-a4bb-444b-8f2d-74ca9209e4fc. Migration status is migrating {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1403.174509] env[62683]: INFO nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Updating resource usage from migration 9215a540-a4bb-444b-8f2d-74ca9209e4fc [ 1403.195038] env[62683]: DEBUG oslo_vmware.api [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798538, 'name': PowerOnVM_Task, 'duration_secs': 0.755591} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.195217] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.196076] env[62683]: INFO nova.compute.manager [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1403.199375] env[62683]: DEBUG nova.compute.manager [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.200284] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add6ed80-9fb0-49e3-af6a-753cce6a24f0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.214952] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 21399ba5-2247-4e01-a14d-c17d1a53ba26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1403.215568] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance a531ac93-b930-44aa-b0ba-307b44497ff1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1403.215568] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 0d463f56-a2a4-498f-a3dc-b4568dc76fd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1403.215568] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 3bd6551a-141e-4e53-80f4-447ad4896265 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1403.215568] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance bfd760c6-7315-4a25-91a2-c5556ccc8598 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1403.215791] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance bd2a4cf9-428a-41ce-bd6f-ca19d9135931 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1403.215791] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance ab44615a-1ad2-4a6e-9730-a36879dd0e63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1403.215874] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance c33578cb-62b1-4f28-84c7-20a628d74712 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1403.216065] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance d57a5650-aa26-440a-b68f-03361e1a3187 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1403.216152] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance dce9138f-3674-47af-a392-567b1a85d23a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1403.216270] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 1efa2920-b9aa-40b6-8719-57b4d1724b83 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1403.216413] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 80e2cac6-2438-4896-8997-362523e12084 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1403.216544] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1403.216661] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 3d0abd43-e9ad-49b8-9c48-04fc76596358 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1403.216762] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance dfb8b226-70ba-415c-b183-6a81e9aa3026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1403.216871] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance ae965366-0db1-499a-b590-11511dd4d8b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1403.216976] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 35f546a5-222c-47db-982e-9c7fa73d2381 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1403.217091] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 6f3f8558-d031-4272-8b20-2ea6ac1b92c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1403.227792] env[62683]: DEBUG oslo_vmware.api [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174684} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.228287] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1403.230938] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1403.230938] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1403.230938] env[62683]: INFO nova.compute.manager [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1403.230938] env[62683]: DEBUG oslo.service.loopingcall [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1403.233880] env[62683]: DEBUG nova.compute.manager [-] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1403.234052] env[62683]: DEBUG nova.network.neutron [-] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1403.236866] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498729} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.237988] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 35f546a5-222c-47db-982e-9c7fa73d2381/35f546a5-222c-47db-982e-9c7fa73d2381.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1403.237988] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1403.237988] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f4cc1c4-e67b-4c56-94fb-1087c7d80799 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.250390] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1403.250390] env[62683]: value = "task-1798543" [ 1403.250390] env[62683]: _type = "Task" [ 1403.250390] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.260608] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.262066] env[62683]: DEBUG nova.network.neutron [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Successfully created port: 016c1a33-5277-48e0-999f-b86fb098edf9 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1403.580650] env[62683]: DEBUG nova.network.neutron [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Updated VIF entry in instance network info cache for port 574077d6-7cd0-4233-9908-55eb5a6f564e. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.581142] env[62683]: DEBUG nova.network.neutron [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Updating instance_info_cache with network_info: [{"id": "574077d6-7cd0-4233-9908-55eb5a6f564e", "address": "fa:16:3e:55:f0:55", "network": {"id": "b75a1a46-359f-4640-b545-fdb3324e3ffd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1001477532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33f40b09eb2b41aaa0502e2f5168c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap574077d6-7c", "ovs_interfaceid": "574077d6-7cd0-4233-9908-55eb5a6f564e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.657076] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:35:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1403.657372] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1403.657489] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1403.657674] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1403.657823] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1403.658032] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1403.658304] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1403.658474] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1403.658644] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1403.658847] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1403.658982] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1403.664371] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b3bb480-e550-4988-9971-1161200025ce {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.685368] env[62683]: DEBUG oslo_vmware.api [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1403.685368] env[62683]: value = "task-1798544" [ 1403.685368] env[62683]: _type = "Task" [ 1403.685368] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.697544] env[62683]: DEBUG oslo_vmware.api [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798544, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.726958] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance e5e26b31-d227-4177-8ba1-efd52011afc1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1403.737382] env[62683]: INFO nova.compute.manager [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Took 38.65 seconds to build instance. [ 1403.764330] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183238} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.764613] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1403.765432] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e304e194-da7d-4dd0-b236-7223ce074a4a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.788300] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 35f546a5-222c-47db-982e-9c7fa73d2381/35f546a5-222c-47db-982e-9c7fa73d2381.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1403.788923] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8950f379-ad33-4280-9ac1-97b4a949c4cb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.814817] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1403.814817] env[62683]: value = "task-1798545" [ 1403.814817] env[62683]: _type = "Task" [ 1403.814817] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.827351] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.968601] env[62683]: DEBUG nova.compute.manager [req-facde8d9-f88f-44b6-9e33-8a9876f7d589 req-89d8b5c9-e642-456f-a1be-f31f972a1675 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Received event network-changed-6f169b53-1411-434e-a05c-e2e4e7ba6d4b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1403.968837] env[62683]: DEBUG nova.compute.manager [req-facde8d9-f88f-44b6-9e33-8a9876f7d589 req-89d8b5c9-e642-456f-a1be-f31f972a1675 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Refreshing instance network info cache due to event network-changed-6f169b53-1411-434e-a05c-e2e4e7ba6d4b. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1403.969028] env[62683]: DEBUG oslo_concurrency.lockutils [req-facde8d9-f88f-44b6-9e33-8a9876f7d589 req-89d8b5c9-e642-456f-a1be-f31f972a1675 service nova] Acquiring lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.969160] env[62683]: DEBUG oslo_concurrency.lockutils [req-facde8d9-f88f-44b6-9e33-8a9876f7d589 req-89d8b5c9-e642-456f-a1be-f31f972a1675 service nova] Acquired lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.969326] env[62683]: DEBUG nova.network.neutron [req-facde8d9-f88f-44b6-9e33-8a9876f7d589 req-89d8b5c9-e642-456f-a1be-f31f972a1675 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Refreshing network info cache for port 6f169b53-1411-434e-a05c-e2e4e7ba6d4b {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.025820] env[62683]: DEBUG oslo_vmware.rw_handles [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c8941-ad3a-edb1-6499-dd54ea2a7993/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1404.026754] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ba08c3-ac7d-44d2-bf6a-ec8a03ccd249 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.032939] env[62683]: DEBUG oslo_vmware.rw_handles [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c8941-ad3a-edb1-6499-dd54ea2a7993/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1404.033142] env[62683]: ERROR oslo_vmware.rw_handles [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c8941-ad3a-edb1-6499-dd54ea2a7993/disk-0.vmdk due to incomplete transfer. [ 1404.033562] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ac12ae43-0e9c-4375-89b1-7648102634fc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.043034] env[62683]: DEBUG oslo_vmware.rw_handles [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c8941-ad3a-edb1-6499-dd54ea2a7993/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1404.043034] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Uploaded image c259b3da-e4d6-473c-952d-0ccc076de5b2 to the Glance image server {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1404.043667] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Destroying the VM {{(pid=62683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1404.044037] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-01c50b41-fa45-4f6f-bb90-faec949d36d8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.053104] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1404.053104] env[62683]: value = "task-1798546" [ 1404.053104] env[62683]: _type = "Task" [ 1404.053104] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.057548] env[62683]: DEBUG nova.compute.manager [req-0cd330a9-0540-4079-baa8-24239725b389 req-96102b6b-d688-4cd2-88e8-0c97972af649 service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Received event network-vif-deleted-574077d6-7cd0-4233-9908-55eb5a6f564e {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1404.057883] env[62683]: INFO nova.compute.manager [req-0cd330a9-0540-4079-baa8-24239725b389 req-96102b6b-d688-4cd2-88e8-0c97972af649 service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Neutron deleted interface 574077d6-7cd0-4233-9908-55eb5a6f564e; detaching it from the instance and deleting it from the info cache [ 1404.058299] env[62683]: DEBUG nova.network.neutron [req-0cd330a9-0540-4079-baa8-24239725b389 req-96102b6b-d688-4cd2-88e8-0c97972af649 service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.067019] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798546, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.083614] env[62683]: DEBUG oslo_concurrency.lockutils [req-23488b14-0eeb-4d55-9534-8cdb2216fcc4 req-55e04ce7-f195-4d50-b0e8-d13721069c26 service nova] Releasing lock "refresh_cache-3d0abd43-e9ad-49b8-9c48-04fc76596358" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.178907] env[62683]: DEBUG nova.network.neutron [-] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.187689] env[62683]: DEBUG nova.compute.manager [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1404.200711] env[62683]: DEBUG oslo_vmware.api [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798544, 'name': ReconfigVM_Task, 'duration_secs': 0.335881} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.201196] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Updating instance 'b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113' progress to 33 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1404.213850] env[62683]: DEBUG nova.virt.hardware [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1404.213850] env[62683]: DEBUG nova.virt.hardware [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.213995] env[62683]: DEBUG nova.virt.hardware [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1404.214173] env[62683]: DEBUG nova.virt.hardware [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.214316] env[62683]: DEBUG nova.virt.hardware [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1404.214462] env[62683]: DEBUG nova.virt.hardware [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1404.214663] env[62683]: DEBUG nova.virt.hardware [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1404.214942] env[62683]: DEBUG nova.virt.hardware [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1404.215011] env[62683]: DEBUG nova.virt.hardware [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1404.215148] env[62683]: DEBUG nova.virt.hardware [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1404.215329] env[62683]: DEBUG nova.virt.hardware [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1404.216436] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e411b936-9b8e-4911-a097-b023e139c450 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.224074] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc921bd3-a9f4-4569-9383-4c7a82507e0b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.240196] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 843864d3-0354-4f0c-9e70-533b4c5b9712 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1404.241526] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1a0b88ad-40ca-49b4-b441-896a8575895c tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "ae965366-0db1-499a-b590-11511dd4d8b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.612s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.325212] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798545, 'name': ReconfigVM_Task, 'duration_secs': 0.317769} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.325489] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 35f546a5-222c-47db-982e-9c7fa73d2381/35f546a5-222c-47db-982e-9c7fa73d2381.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.326107] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-043ba137-f062-49ac-8b00-53ff089c3c9a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.333142] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1404.333142] env[62683]: value = "task-1798547" [ 1404.333142] env[62683]: _type = "Task" [ 1404.333142] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.341778] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798547, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.561316] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798546, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.561568] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cb5227e-b400-4cdc-a701-61b3730e341d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.570328] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30ce901-ca43-4cce-b563-3c0b340730b3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.601890] env[62683]: DEBUG nova.compute.manager [req-0cd330a9-0540-4079-baa8-24239725b389 req-96102b6b-d688-4cd2-88e8-0c97972af649 service nova] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Detach interface failed, port_id=574077d6-7cd0-4233-9908-55eb5a6f564e, reason: Instance 3d0abd43-e9ad-49b8-9c48-04fc76596358 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1404.682787] env[62683]: INFO nova.compute.manager [-] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Took 1.45 seconds to deallocate network for instance. [ 1404.707346] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1404.707676] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.707847] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1404.708205] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.708275] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1404.708467] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1404.708691] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1404.708858] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1404.709024] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1404.709218] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1404.709353] env[62683]: DEBUG nova.virt.hardware [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1404.715012] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Reconfiguring VM instance instance-0000000c to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1404.715635] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32ed172d-ba0c-4b5c-a0d6-9ccae883894b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.741774] env[62683]: DEBUG oslo_vmware.api [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1404.741774] env[62683]: value = "task-1798548" [ 1404.741774] env[62683]: _type = "Task" [ 1404.741774] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.748850] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 0aa7b9ae-72a8-4b1c-997c-67d78422f15b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1404.753035] env[62683]: DEBUG nova.compute.manager [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1404.761842] env[62683]: DEBUG oslo_vmware.api [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.848010] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798547, 'name': Rename_Task, 'duration_secs': 0.221877} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.848457] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.848716] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-026e1817-59bf-4e93-bfba-b1c8cb8f7ffd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.856684] env[62683]: DEBUG nova.network.neutron [req-facde8d9-f88f-44b6-9e33-8a9876f7d589 req-89d8b5c9-e642-456f-a1be-f31f972a1675 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Updated VIF entry in instance network info cache for port 6f169b53-1411-434e-a05c-e2e4e7ba6d4b. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.857089] env[62683]: DEBUG nova.network.neutron [req-facde8d9-f88f-44b6-9e33-8a9876f7d589 req-89d8b5c9-e642-456f-a1be-f31f972a1675 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Updating instance_info_cache with network_info: [{"id": "6f169b53-1411-434e-a05c-e2e4e7ba6d4b", "address": "fa:16:3e:2f:48:bb", "network": {"id": "b75a1a46-359f-4640-b545-fdb3324e3ffd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1001477532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33f40b09eb2b41aaa0502e2f5168c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f169b53-14", "ovs_interfaceid": "6f169b53-1411-434e-a05c-e2e4e7ba6d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.861880] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1404.861880] env[62683]: value = "task-1798549" [ 1404.861880] env[62683]: _type = "Task" [ 1404.861880] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.868786] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.065398] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798546, 'name': Destroy_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.170036] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquiring lock "f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.170036] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lock "f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.170036] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquiring lock "f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.170541] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lock "f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.171088] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lock "f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.174306] env[62683]: INFO nova.compute.manager [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Terminating instance [ 1405.190690] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.256184] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 3a679cd2-5cf8-4125-8354-9db55b8f18f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1405.256335] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Migration 9215a540-a4bb-444b-8f2d-74ca9209e4fc is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1405.256395] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1405.260162] env[62683]: DEBUG oslo_vmware.api [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798548, 'name': ReconfigVM_Task, 'duration_secs': 0.22645} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.260441] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Reconfigured VM instance instance-0000000c to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1405.265024] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccc1d5a-8abd-4746-b305-fa060cc0b703 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.293062] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113/b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.294628] env[62683]: DEBUG nova.network.neutron [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Successfully updated port: 016c1a33-5277-48e0-999f-b86fb098edf9 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1405.296126] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f188b1b7-8330-4fcb-9a9d-73bf557bf486 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.311966] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "refresh_cache-6f3f8558-d031-4272-8b20-2ea6ac1b92c9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.312131] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquired lock "refresh_cache-6f3f8558-d031-4272-8b20-2ea6ac1b92c9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.312282] env[62683]: DEBUG nova.network.neutron [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.314100] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.320974] env[62683]: DEBUG oslo_vmware.api [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1405.320974] env[62683]: value = "task-1798550" [ 1405.320974] env[62683]: _type = "Task" [ 1405.320974] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.330662] env[62683]: DEBUG oslo_vmware.api [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.361844] env[62683]: DEBUG oslo_concurrency.lockutils [req-facde8d9-f88f-44b6-9e33-8a9876f7d589 req-89d8b5c9-e642-456f-a1be-f31f972a1675 service nova] Releasing lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.375819] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798549, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.563958] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798546, 'name': Destroy_Task, 'duration_secs': 1.059727} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.564349] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Destroyed the VM [ 1405.564752] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Deleting Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1405.566020] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-efda0da0-01c3-4e19-af66-6295e72556c1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.572846] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1405.572846] env[62683]: value = "task-1798551" [ 1405.572846] env[62683]: _type = "Task" [ 1405.572846] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.583274] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798551, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.678999] env[62683]: DEBUG nova.compute.manager [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1405.679270] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.680247] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be96a6f-3a9e-4fb3-9307-7149ad9e0dfe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.687935] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.689229] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b01fc846-9636-496b-a664-1b096cc70823 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.770504] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 08f0825a-cc85-4cd5-9d91-48406245d0e2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1405.770504] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1405.771215] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1405.771482] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Deleting the datastore file [datastore1] f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.772385] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61139139-9c7a-4520-be31-6459a5af5010 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.778578] env[62683]: DEBUG oslo_vmware.api [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1405.778578] env[62683]: value = "task-1798553" [ 1405.778578] env[62683]: _type = "Task" [ 1405.778578] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.792400] env[62683]: DEBUG oslo_vmware.api [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.832502] env[62683]: DEBUG oslo_vmware.api [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798550, 'name': ReconfigVM_Task, 'duration_secs': 0.318897} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.832975] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Reconfigured VM instance instance-0000000c to attach disk [datastore1] b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113/b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.833557] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Updating instance 'b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113' progress to 50 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1405.846849] env[62683]: DEBUG nova.network.neutron [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1405.880598] env[62683]: DEBUG oslo_vmware.api [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798549, 'name': PowerOnVM_Task, 'duration_secs': 0.68341} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.881447] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.881797] env[62683]: INFO nova.compute.manager [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1405.882791] env[62683]: DEBUG nova.compute.manager [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.885055] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede55c57-219f-437a-8d6f-5f734317aef2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.030673] env[62683]: DEBUG nova.network.neutron [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Updating instance_info_cache with network_info: [{"id": "016c1a33-5277-48e0-999f-b86fb098edf9", "address": "fa:16:3e:25:30:85", "network": {"id": "b015c960-f5cb-4194-b129-1f9fe98655e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-784949142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346e5b2c07714869ab920564bce5e8f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016c1a33-52", "ovs_interfaceid": "016c1a33-5277-48e0-999f-b86fb098edf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.082446] env[62683]: DEBUG nova.compute.manager [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Received event network-vif-plugged-016c1a33-5277-48e0-999f-b86fb098edf9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1406.082704] env[62683]: DEBUG oslo_concurrency.lockutils [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] Acquiring lock "6f3f8558-d031-4272-8b20-2ea6ac1b92c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.082936] env[62683]: DEBUG oslo_concurrency.lockutils [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] Lock "6f3f8558-d031-4272-8b20-2ea6ac1b92c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.083205] env[62683]: DEBUG oslo_concurrency.lockutils [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] Lock "6f3f8558-d031-4272-8b20-2ea6ac1b92c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.083395] env[62683]: DEBUG nova.compute.manager [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] No waiting events found dispatching network-vif-plugged-016c1a33-5277-48e0-999f-b86fb098edf9 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1406.083569] env[62683]: WARNING nova.compute.manager [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Received unexpected event network-vif-plugged-016c1a33-5277-48e0-999f-b86fb098edf9 for instance with vm_state building and task_state spawning. [ 1406.083736] env[62683]: DEBUG nova.compute.manager [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Received event network-changed-016c1a33-5277-48e0-999f-b86fb098edf9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1406.083899] env[62683]: DEBUG nova.compute.manager [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Refreshing instance network info cache due to event network-changed-016c1a33-5277-48e0-999f-b86fb098edf9. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1406.084311] env[62683]: DEBUG oslo_concurrency.lockutils [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] Acquiring lock "refresh_cache-6f3f8558-d031-4272-8b20-2ea6ac1b92c9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.090250] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798551, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.097017] env[62683]: DEBUG nova.compute.manager [req-b33f7af0-594b-432c-8a20-66d15c91af2c req-958fa6ac-2ecf-4d4b-b085-bb124803a1f7 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Received event network-changed-6f169b53-1411-434e-a05c-e2e4e7ba6d4b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1406.097252] env[62683]: DEBUG nova.compute.manager [req-b33f7af0-594b-432c-8a20-66d15c91af2c req-958fa6ac-2ecf-4d4b-b085-bb124803a1f7 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Refreshing instance network info cache due to event network-changed-6f169b53-1411-434e-a05c-e2e4e7ba6d4b. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1406.097661] env[62683]: DEBUG oslo_concurrency.lockutils [req-b33f7af0-594b-432c-8a20-66d15c91af2c req-958fa6ac-2ecf-4d4b-b085-bb124803a1f7 service nova] Acquiring lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.097822] env[62683]: DEBUG oslo_concurrency.lockutils [req-b33f7af0-594b-432c-8a20-66d15c91af2c req-958fa6ac-2ecf-4d4b-b085-bb124803a1f7 service nova] Acquired lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.098026] env[62683]: DEBUG nova.network.neutron [req-b33f7af0-594b-432c-8a20-66d15c91af2c req-958fa6ac-2ecf-4d4b-b085-bb124803a1f7 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Refreshing network info cache for port 6f169b53-1411-434e-a05c-e2e4e7ba6d4b {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1406.195030] env[62683]: DEBUG oslo_concurrency.lockutils [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquiring lock "3d0abd43-e9ad-49b8-9c48-04fc76596358" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.273347] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance eb5f2021-ffbe-400e-bef4-809fdfa4422e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1406.288494] env[62683]: DEBUG oslo_vmware.api [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366724} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.289407] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.289602] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.289782] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.290017] env[62683]: INFO nova.compute.manager [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1406.290233] env[62683]: DEBUG oslo.service.loopingcall [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.290419] env[62683]: DEBUG nova.compute.manager [-] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1406.290512] env[62683]: DEBUG nova.network.neutron [-] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.342311] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9477793b-a73f-4767-8d67-5bdc7c6eac7b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.374760] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f19441-18d5-4760-a12f-5c980d70eba0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.401956] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Updating instance 'b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113' progress to 67 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1406.407446] env[62683]: INFO nova.compute.manager [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Took 41.22 seconds to build instance. [ 1406.533615] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Releasing lock "refresh_cache-6f3f8558-d031-4272-8b20-2ea6ac1b92c9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.533978] env[62683]: DEBUG nova.compute.manager [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Instance network_info: |[{"id": "016c1a33-5277-48e0-999f-b86fb098edf9", "address": "fa:16:3e:25:30:85", "network": {"id": "b015c960-f5cb-4194-b129-1f9fe98655e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-784949142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346e5b2c07714869ab920564bce5e8f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016c1a33-52", "ovs_interfaceid": "016c1a33-5277-48e0-999f-b86fb098edf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1406.534329] env[62683]: DEBUG oslo_concurrency.lockutils [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] Acquired lock "refresh_cache-6f3f8558-d031-4272-8b20-2ea6ac1b92c9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.534580] env[62683]: DEBUG nova.network.neutron [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Refreshing network info cache for port 016c1a33-5277-48e0-999f-b86fb098edf9 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1406.535974] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:30:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '016c1a33-5277-48e0-999f-b86fb098edf9', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1406.544422] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Creating folder: Project (346e5b2c07714869ab920564bce5e8f5). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.545121] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55433e2b-a259-4fad-94bc-901d4f788c1a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.556584] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Created folder: Project (346e5b2c07714869ab920564bce5e8f5) in parent group-v372889. [ 1406.556788] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Creating folder: Instances. Parent ref: group-v372969. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.557035] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76aa8f00-ae8f-4c80-82aa-98a662fbbf1b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.566373] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Created folder: Instances in parent group-v372969. [ 1406.566611] env[62683]: DEBUG oslo.service.loopingcall [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.566802] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1406.567015] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-365199bb-9c19-4413-bf16-693435e71b91 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.592663] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798551, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.595128] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1406.595128] env[62683]: value = "task-1798556" [ 1406.595128] env[62683]: _type = "Task" [ 1406.595128] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.603834] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798556, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.776498] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance d33a79ce-b109-47f3-a565-3a7019896c97 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1406.910777] env[62683]: DEBUG oslo_concurrency.lockutils [None req-600cb269-c97b-4e5c-99e4-388a8141f149 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "35f546a5-222c-47db-982e-9c7fa73d2381" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.015s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.958290] env[62683]: DEBUG nova.network.neutron [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Port 1addfb6e-889e-460d-994c-6343524e1da0 binding to destination host cpu-1 is already ACTIVE {{(pid=62683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1407.095809] env[62683]: DEBUG oslo_vmware.api [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798551, 'name': RemoveSnapshot_Task, 'duration_secs': 1.176559} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.100860] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Deleted Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1407.101138] env[62683]: INFO nova.compute.manager [None req-538847a6-6079-4415-9d53-1b8c48721ed4 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Took 16.16 seconds to snapshot the instance on the hypervisor. [ 1407.109759] env[62683]: DEBUG nova.network.neutron [-] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.115918] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798556, 'name': CreateVM_Task, 'duration_secs': 0.416076} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.115918] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1407.117686] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.117686] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.117686] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1407.117686] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8748977-453a-4c27-bc66-9a5706034035 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.123140] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1407.123140] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ecf20a-485a-45d7-b0ad-b0752d1e2ddc" [ 1407.123140] env[62683]: _type = "Task" [ 1407.123140] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.132562] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ecf20a-485a-45d7-b0ad-b0752d1e2ddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.203786] env[62683]: DEBUG nova.network.neutron [req-b33f7af0-594b-432c-8a20-66d15c91af2c req-958fa6ac-2ecf-4d4b-b085-bb124803a1f7 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Updated VIF entry in instance network info cache for port 6f169b53-1411-434e-a05c-e2e4e7ba6d4b. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1407.204226] env[62683]: DEBUG nova.network.neutron [req-b33f7af0-594b-432c-8a20-66d15c91af2c req-958fa6ac-2ecf-4d4b-b085-bb124803a1f7 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Updating instance_info_cache with network_info: [{"id": "6f169b53-1411-434e-a05c-e2e4e7ba6d4b", "address": "fa:16:3e:2f:48:bb", "network": {"id": "b75a1a46-359f-4640-b545-fdb3324e3ffd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1001477532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33f40b09eb2b41aaa0502e2f5168c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f169b53-14", "ovs_interfaceid": "6f169b53-1411-434e-a05c-e2e4e7ba6d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.280294] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 512f1357-cb29-440a-9c61-f4c75dab4207 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1407.330274] env[62683]: DEBUG nova.network.neutron [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Updated VIF entry in instance network info cache for port 016c1a33-5277-48e0-999f-b86fb098edf9. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1407.330615] env[62683]: DEBUG nova.network.neutron [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Updating instance_info_cache with network_info: [{"id": "016c1a33-5277-48e0-999f-b86fb098edf9", "address": "fa:16:3e:25:30:85", "network": {"id": "b015c960-f5cb-4194-b129-1f9fe98655e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-784949142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346e5b2c07714869ab920564bce5e8f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016c1a33-52", "ovs_interfaceid": "016c1a33-5277-48e0-999f-b86fb098edf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.414878] env[62683]: DEBUG nova.compute.manager [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1407.619329] env[62683]: INFO nova.compute.manager [-] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Took 1.33 seconds to deallocate network for instance. [ 1407.638520] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ecf20a-485a-45d7-b0ad-b0752d1e2ddc, 'name': SearchDatastore_Task, 'duration_secs': 0.009804} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.638520] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.638520] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1407.638765] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.638963] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.639297] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1407.639611] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66e19afa-a8a9-4a95-ac6e-b8757f6bb215 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.652145] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1407.652671] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1407.653854] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47e1d291-2946-443d-a7ce-d95fb2bcd7a3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.660576] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1407.660576] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d30a57-713c-c3b6-2345-bf616c27d022" [ 1407.660576] env[62683]: _type = "Task" [ 1407.660576] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.669536] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d30a57-713c-c3b6-2345-bf616c27d022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.673367] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "1f24c7b2-67ce-4271-a77b-c7dfecb0b132" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.673590] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "1f24c7b2-67ce-4271-a77b-c7dfecb0b132" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.707391] env[62683]: DEBUG oslo_concurrency.lockutils [req-b33f7af0-594b-432c-8a20-66d15c91af2c req-958fa6ac-2ecf-4d4b-b085-bb124803a1f7 service nova] Releasing lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.783742] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 645b60de-8a61-4c6f-bdb8-b36ee7e082d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1407.836802] env[62683]: DEBUG oslo_concurrency.lockutils [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] Releasing lock "refresh_cache-6f3f8558-d031-4272-8b20-2ea6ac1b92c9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.836802] env[62683]: DEBUG nova.compute.manager [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Received event network-changed-1ad6cde1-6280-47d9-817d-e3e9df309398 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1407.836802] env[62683]: DEBUG nova.compute.manager [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Refreshing instance network info cache due to event network-changed-1ad6cde1-6280-47d9-817d-e3e9df309398. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1407.836802] env[62683]: DEBUG oslo_concurrency.lockutils [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] Acquiring lock "refresh_cache-ae965366-0db1-499a-b590-11511dd4d8b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.836802] env[62683]: DEBUG oslo_concurrency.lockutils [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] Acquired lock "refresh_cache-ae965366-0db1-499a-b590-11511dd4d8b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.836802] env[62683]: DEBUG nova.network.neutron [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Refreshing network info cache for port 1ad6cde1-6280-47d9-817d-e3e9df309398 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.944301] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.984134] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.984134] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.984134] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.126147] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.173007] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d30a57-713c-c3b6-2345-bf616c27d022, 'name': SearchDatastore_Task, 'duration_secs': 0.010588} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.174090] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-529a94bf-89d4-4617-9d00-749c9a4ec5a8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.180076] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1408.180076] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52951d0b-3694-ffbb-3919-bde86343eab9" [ 1408.180076] env[62683]: _type = "Task" [ 1408.180076] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.190958] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52951d0b-3694-ffbb-3919-bde86343eab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.287424] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance f284c206-f517-4ff6-aa4f-412d9831c6ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1408.364671] env[62683]: DEBUG nova.compute.manager [req-c73ef926-8602-4fff-907d-1f69ec388a4a req-a6bde084-62c7-48a4-b437-7fd88db70ecd service nova] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Received event network-vif-deleted-a5d6e721-ca0b-4873-91b6-44dfa050bc76 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1408.640191] env[62683]: DEBUG nova.network.neutron [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Updated VIF entry in instance network info cache for port 1ad6cde1-6280-47d9-817d-e3e9df309398. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.640609] env[62683]: DEBUG nova.network.neutron [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Updating instance_info_cache with network_info: [{"id": "1ad6cde1-6280-47d9-817d-e3e9df309398", "address": "fa:16:3e:1c:e7:b5", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad6cde1-62", "ovs_interfaceid": "1ad6cde1-6280-47d9-817d-e3e9df309398", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.691311] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52951d0b-3694-ffbb-3919-bde86343eab9, 'name': SearchDatastore_Task, 'duration_secs': 0.009336} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.691645] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.691935] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 6f3f8558-d031-4272-8b20-2ea6ac1b92c9/6f3f8558-d031-4272-8b20-2ea6ac1b92c9.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1408.692256] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-133d1e35-abe5-4392-b525-bd4f3f04b0e4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.700062] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1408.700062] env[62683]: value = "task-1798557" [ 1408.700062] env[62683]: _type = "Task" [ 1408.700062] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.707995] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.791026] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 89c1a690-0166-40a5-9947-5e4fd6c90748 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1408.974023] env[62683]: DEBUG nova.compute.manager [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1408.974824] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a528f5-bcd0-4883-9298-2c7f3490df70 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.048763] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "refresh_cache-b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.050087] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquired lock "refresh_cache-b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.050087] env[62683]: DEBUG nova.network.neutron [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.143283] env[62683]: DEBUG oslo_concurrency.lockutils [req-f6b05cff-b7bc-4e6d-9ea4-9561a2d674bd req-eea1fa2e-4b8c-41e6-96d4-fc98785b0c32 service nova] Releasing lock "refresh_cache-ae965366-0db1-499a-b590-11511dd4d8b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.209606] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480581} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.209874] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 6f3f8558-d031-4272-8b20-2ea6ac1b92c9/6f3f8558-d031-4272-8b20-2ea6ac1b92c9.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1409.210131] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1409.210385] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a45eab5-4810-4e3a-88e9-b60b57653ad7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.216731] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1409.216731] env[62683]: value = "task-1798558" [ 1409.216731] env[62683]: _type = "Task" [ 1409.216731] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.224153] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.294385] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1409.488109] env[62683]: INFO nova.compute.manager [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] instance snapshotting [ 1409.491185] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f712da-f45d-4ec3-8144-cb95d48ccadc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.511248] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e60fe5-b1e8-4155-8dab-7041a1b5b0b6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.727076] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068178} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.727076] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1409.727346] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f24817-f7b9-4f3b-919b-41c73062c422 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.749372] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 6f3f8558-d031-4272-8b20-2ea6ac1b92c9/6f3f8558-d031-4272-8b20-2ea6ac1b92c9.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.751929] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-526e7c11-9bf3-4e59-ac33-ebcce8d951a5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.771535] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1409.771535] env[62683]: value = "task-1798559" [ 1409.771535] env[62683]: _type = "Task" [ 1409.771535] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.782395] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.798070] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance c984ffc7-5f46-4e7e-93b8-a18e4c321b11 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1409.801025] env[62683]: DEBUG nova.network.neutron [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Updating instance_info_cache with network_info: [{"id": "1addfb6e-889e-460d-994c-6343524e1da0", "address": "fa:16:3e:88:14:c9", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1addfb6e-88", "ovs_interfaceid": "1addfb6e-889e-460d-994c-6343524e1da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.021672] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Creating Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1410.022033] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5db79263-c4dd-4fe8-9cd5-f4c38366cfa5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.029275] env[62683]: DEBUG oslo_vmware.api [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1410.029275] env[62683]: value = "task-1798560" [ 1410.029275] env[62683]: _type = "Task" [ 1410.029275] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.037500] env[62683]: DEBUG oslo_vmware.api [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798560, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.284599] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.301622] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 34d78da1-345f-43fe-95a1-fc2bb7b12907 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1410.303246] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Releasing lock "refresh_cache-b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.541058] env[62683]: DEBUG oslo_vmware.api [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798560, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.782070] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798559, 'name': ReconfigVM_Task, 'duration_secs': 0.874109} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.782070] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 6f3f8558-d031-4272-8b20-2ea6ac1b92c9/6f3f8558-d031-4272-8b20-2ea6ac1b92c9.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.782070] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c43455f-4be0-4164-92d3-b875edfe7e4b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.787546] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1410.787546] env[62683]: value = "task-1798561" [ 1410.787546] env[62683]: _type = "Task" [ 1410.787546] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.799685] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798561, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.807588] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 9c0ff10a-84c8-4857-85e6-5f30991f1ac4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1410.832905] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6b3846-c43d-4e23-9024-2e7fc2c2b56e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.853654] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebe427a-80aa-4ff0-b914-e14674ac083a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.860890] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Updating instance 'b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113' progress to 83 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1411.040813] env[62683]: DEBUG oslo_vmware.api [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798560, 'name': CreateSnapshot_Task, 'duration_secs': 0.73966} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.041088] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Created Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1411.041799] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4dfbc0-c8e9-49a4-ae74-e4eb9f64f4c1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.297415] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798561, 'name': Rename_Task, 'duration_secs': 0.190264} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.297590] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.297834] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d2f9960-e896-48ad-9a64-6882b77dd52d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.304206] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1411.304206] env[62683]: value = "task-1798562" [ 1411.304206] env[62683]: _type = "Task" [ 1411.304206] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.314060] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance dc809566-db46-4911-89d6-0ee07d842fcc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1411.318324] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.368369] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.368702] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ad96a20-e17b-4709-93c1-4caf4ae9432f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.376381] env[62683]: DEBUG oslo_vmware.api [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1411.376381] env[62683]: value = "task-1798563" [ 1411.376381] env[62683]: _type = "Task" [ 1411.376381] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.384689] env[62683]: DEBUG oslo_vmware.api [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.559602] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Creating linked-clone VM from snapshot {{(pid=62683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1411.559958] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dbf368f5-1a41-45f4-b672-f88033b7f5aa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.573081] env[62683]: DEBUG oslo_vmware.api [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1411.573081] env[62683]: value = "task-1798564" [ 1411.573081] env[62683]: _type = "Task" [ 1411.573081] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.581342] env[62683]: DEBUG oslo_vmware.api [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798564, 'name': CloneVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.815272] env[62683]: DEBUG oslo_vmware.api [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798562, 'name': PowerOnVM_Task, 'duration_secs': 0.453066} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.815567] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1411.815772] env[62683]: INFO nova.compute.manager [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1411.815971] env[62683]: DEBUG nova.compute.manager [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1411.816765] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82924bc1-ed81-4295-9983-37a3b2a11ef9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.819662] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance fa66cd32-a744-41ee-a6d9-ae0d131a57ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1411.819925] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1411.820106] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1411.889170] env[62683]: DEBUG oslo_vmware.api [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.085292] env[62683]: DEBUG oslo_vmware.api [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798564, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.251125] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2b12fa-2ee6-405c-a662-a8c5bf418a75 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.258754] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243d0e8c-19bf-423c-844c-8cc4f92cac4f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.290704] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95db42c-ae72-4162-b4d5-f6d42682796d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.298362] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beac310-d87a-4352-8ea9-2c3677fbb065 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.311604] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1412.337754] env[62683]: INFO nova.compute.manager [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Took 45.07 seconds to build instance. [ 1412.389425] env[62683]: DEBUG oslo_vmware.api [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798563, 'name': PowerOnVM_Task, 'duration_secs': 0.682587} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.389795] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1412.390073] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-29b0b528-af14-4e58-a491-91886b4029ff tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Updating instance 'b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113' progress to 100 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1412.588250] env[62683]: DEBUG oslo_vmware.api [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798564, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.831490] env[62683]: ERROR nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [req-8dbe2602-788d-44ad-b510-5a1a6c079c2b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8dbe2602-788d-44ad-b510-5a1a6c079c2b"}]} [ 1412.839463] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e870406-f8fd-4f51-99b3-0053dc062f21 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "6f3f8558-d031-4272-8b20-2ea6ac1b92c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.278s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.849902] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1412.864551] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1412.864741] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1412.876008] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1412.893288] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1413.087085] env[62683]: DEBUG oslo_vmware.api [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798564, 'name': CloneVM_Task, 'duration_secs': 1.305542} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.089466] env[62683]: INFO nova.virt.vmwareapi.vmops [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Created linked-clone VM from snapshot [ 1413.090516] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc19152-fa07-4769-b5c2-02dc3b50105d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.097633] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Uploading image 72155f53-8bf8-45d2-86e5-550edda0be83 {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1413.116990] env[62683]: DEBUG oslo_vmware.rw_handles [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1413.116990] env[62683]: value = "vm-372973" [ 1413.116990] env[62683]: _type = "VirtualMachine" [ 1413.116990] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1413.117279] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-61deeb16-0dcd-47be-9e0c-ca45de6ebd4e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.123766] env[62683]: DEBUG oslo_vmware.rw_handles [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lease: (returnval){ [ 1413.123766] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52683907-5ec5-8349-6d34-184eac345ebe" [ 1413.123766] env[62683]: _type = "HttpNfcLease" [ 1413.123766] env[62683]: } obtained for exporting VM: (result){ [ 1413.123766] env[62683]: value = "vm-372973" [ 1413.123766] env[62683]: _type = "VirtualMachine" [ 1413.123766] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1413.124044] env[62683]: DEBUG oslo_vmware.api [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the lease: (returnval){ [ 1413.124044] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52683907-5ec5-8349-6d34-184eac345ebe" [ 1413.124044] env[62683]: _type = "HttpNfcLease" [ 1413.124044] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1413.133265] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1413.133265] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52683907-5ec5-8349-6d34-184eac345ebe" [ 1413.133265] env[62683]: _type = "HttpNfcLease" [ 1413.133265] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1413.322865] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a4d883-1da8-42c1-9195-838cf7984a44 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.331020] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46a6e68-1514-4645-9782-a10e8e9ebe3e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.361116] env[62683]: DEBUG nova.compute.manager [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1413.364507] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f554718-0b77-4a08-aa90-5fc915802547 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.372713] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0edf96-2a62-45eb-bfab-622e00fe2aed {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.387282] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1413.635731] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1413.635731] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52683907-5ec5-8349-6d34-184eac345ebe" [ 1413.635731] env[62683]: _type = "HttpNfcLease" [ 1413.635731] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1413.636146] env[62683]: DEBUG oslo_vmware.rw_handles [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1413.636146] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52683907-5ec5-8349-6d34-184eac345ebe" [ 1413.636146] env[62683]: _type = "HttpNfcLease" [ 1413.636146] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1413.637435] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3d107c-5b11-419e-9474-ad51eb7416ce {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.649355] env[62683]: DEBUG oslo_vmware.rw_handles [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c56ea-6d88-e9a4-f3ba-a6a3cc0f158a/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1413.649355] env[62683]: DEBUG oslo_vmware.rw_handles [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c56ea-6d88-e9a4-f3ba-a6a3cc0f158a/disk-0.vmdk for reading. {{(pid=62683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1413.742288] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7bd8b61c-d7cc-40d1-bbc1-2b7df2ed3d5d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.885630] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.928612] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1413.928841] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 53 to 54 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1413.928990] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1414.436350] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1414.436716] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 12.302s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.437070] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.888s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.438783] env[62683]: INFO nova.compute.claims [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1414.445025] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.445025] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Cleaning up deleted instances {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1414.951838] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] There are 6 instances to clean {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1414.952494] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 0592671e-e7d4-4e39-a076-3fe654df19fc] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1415.290302] env[62683]: DEBUG oslo_concurrency.lockutils [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.291091] env[62683]: DEBUG oslo_concurrency.lockutils [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.291276] env[62683]: DEBUG nova.compute.manager [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Going to confirm migration 1 {{(pid=62683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1415.457686] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: c0d94c9e-6312-4a46-96fb-250874a085f9] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1415.857020] env[62683]: DEBUG oslo_concurrency.lockutils [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "refresh_cache-b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.857020] env[62683]: DEBUG oslo_concurrency.lockutils [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquired lock "refresh_cache-b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.857020] env[62683]: DEBUG nova.network.neutron [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.857020] env[62683]: DEBUG nova.objects.instance [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lazy-loading 'info_cache' on Instance uuid b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.964928] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: d03ab883-ef81-4242-9091-265657adc37e] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1416.001805] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5147185-8e9b-46fd-a0bd-9c7af9b78925 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.011198] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2211112-ed6b-4e25-b018-f830f638fc7a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.048113] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05152be5-5232-46ca-beab-c2559fbb240c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.056541] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98831f6e-a505-4a13-a0ee-ac6b248d3de1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.071227] env[62683]: DEBUG nova.compute.provider_tree [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.469574] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 173e6718-3cbe-4e9a-ae9d-fa93d945b89f] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1416.575080] env[62683]: DEBUG nova.scheduler.client.report [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.973105] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 7a6a23a9-4562-4e35-913a-fa2aecee6c62] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1417.080051] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.080630] env[62683]: DEBUG nova.compute.manager [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1417.083889] env[62683]: DEBUG oslo_concurrency.lockutils [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.771s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.087119] env[62683]: INFO nova.compute.claims [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1417.109890] env[62683]: DEBUG nova.network.neutron [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Updating instance_info_cache with network_info: [{"id": "1addfb6e-889e-460d-994c-6343524e1da0", "address": "fa:16:3e:88:14:c9", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1addfb6e-88", "ovs_interfaceid": "1addfb6e-889e-460d-994c-6343524e1da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.476258] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 1e109a37-4ac1-4c6d-ba73-ae958c417296] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1417.592983] env[62683]: DEBUG nova.compute.utils [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1417.596881] env[62683]: DEBUG nova.compute.manager [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1417.597122] env[62683]: DEBUG nova.network.neutron [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1417.613021] env[62683]: DEBUG oslo_concurrency.lockutils [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Releasing lock "refresh_cache-b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.613021] env[62683]: DEBUG nova.objects.instance [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lazy-loading 'migration_context' on Instance uuid b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.647032] env[62683]: DEBUG nova.policy [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb8548f35d4d4de08451d1698ae9a2cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '346e5b2c07714869ab920564bce5e8f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1417.928933] env[62683]: DEBUG nova.network.neutron [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Successfully created port: f7e76c5e-f330-45ef-9894-1ff6d624d43e {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1417.979744] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.979920] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Cleaning up deleted instances with incomplete migration {{(pid=62683) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1418.098060] env[62683]: DEBUG nova.compute.manager [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1418.117960] env[62683]: DEBUG nova.objects.base [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1418.118997] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cda2cdf-e6be-4ac1-a43e-d375ccd75680 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.144091] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199c4e91-f1ce-4c4f-8842-97055d4dab0f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.151136] env[62683]: DEBUG oslo_vmware.api [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1418.151136] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52201f39-9680-fd17-d630-7548ab328ca8" [ 1418.151136] env[62683]: _type = "Task" [ 1418.151136] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.159503] env[62683]: DEBUG oslo_vmware.api [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52201f39-9680-fd17-d630-7548ab328ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.610889] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3bf936-5e76-47b3-a001-d652f755e1e4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.618789] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab5bec4-d29d-4b90-b821-e60d6ad49114 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.649763] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a2ba98-082e-4ff7-8881-55b791d2ec49 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.664589] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaa355c-9c01-4f01-82e6-08a1789a8219 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.668787] env[62683]: DEBUG oslo_vmware.api [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52201f39-9680-fd17-d630-7548ab328ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.008431} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.669078] env[62683]: DEBUG oslo_concurrency.lockutils [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.678734] env[62683]: DEBUG nova.compute.provider_tree [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.115934] env[62683]: DEBUG nova.compute.manager [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1419.140365] env[62683]: DEBUG nova.virt.hardware [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1419.140639] env[62683]: DEBUG nova.virt.hardware [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1419.140815] env[62683]: DEBUG nova.virt.hardware [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1419.141155] env[62683]: DEBUG nova.virt.hardware [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1419.141335] env[62683]: DEBUG nova.virt.hardware [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1419.141494] env[62683]: DEBUG nova.virt.hardware [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1419.141702] env[62683]: DEBUG nova.virt.hardware [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1419.141867] env[62683]: DEBUG nova.virt.hardware [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1419.142049] env[62683]: DEBUG nova.virt.hardware [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1419.142223] env[62683]: DEBUG nova.virt.hardware [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1419.142400] env[62683]: DEBUG nova.virt.hardware [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1419.143271] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2b066f-3df0-4121-98a0-dc1f1f02f37a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.151468] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585dcfe7-486c-4053-90e5-3c5b695db2e6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.181878] env[62683]: DEBUG nova.scheduler.client.report [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.486085] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.486458] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.486681] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1419.510403] env[62683]: DEBUG nova.compute.manager [req-15f2bfb4-e5ef-495a-a591-db150d2ad992 req-63c8bcef-9e80-450e-8cbc-8702eda397db service nova] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Received event network-vif-plugged-f7e76c5e-f330-45ef-9894-1ff6d624d43e {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1419.510613] env[62683]: DEBUG oslo_concurrency.lockutils [req-15f2bfb4-e5ef-495a-a591-db150d2ad992 req-63c8bcef-9e80-450e-8cbc-8702eda397db service nova] Acquiring lock "e5e26b31-d227-4177-8ba1-efd52011afc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.510971] env[62683]: DEBUG oslo_concurrency.lockutils [req-15f2bfb4-e5ef-495a-a591-db150d2ad992 req-63c8bcef-9e80-450e-8cbc-8702eda397db service nova] Lock "e5e26b31-d227-4177-8ba1-efd52011afc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.511343] env[62683]: DEBUG oslo_concurrency.lockutils [req-15f2bfb4-e5ef-495a-a591-db150d2ad992 req-63c8bcef-9e80-450e-8cbc-8702eda397db service nova] Lock "e5e26b31-d227-4177-8ba1-efd52011afc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.511640] env[62683]: DEBUG nova.compute.manager [req-15f2bfb4-e5ef-495a-a591-db150d2ad992 req-63c8bcef-9e80-450e-8cbc-8702eda397db service nova] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] No waiting events found dispatching network-vif-plugged-f7e76c5e-f330-45ef-9894-1ff6d624d43e {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1419.511976] env[62683]: WARNING nova.compute.manager [req-15f2bfb4-e5ef-495a-a591-db150d2ad992 req-63c8bcef-9e80-450e-8cbc-8702eda397db service nova] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Received unexpected event network-vif-plugged-f7e76c5e-f330-45ef-9894-1ff6d624d43e for instance with vm_state building and task_state spawning. [ 1419.585828] env[62683]: DEBUG nova.network.neutron [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Successfully updated port: f7e76c5e-f330-45ef-9894-1ff6d624d43e {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1419.687025] env[62683]: DEBUG oslo_concurrency.lockutils [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.687403] env[62683]: DEBUG nova.compute.manager [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1419.690106] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.115s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.691682] env[62683]: INFO nova.compute.claims [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1420.040568] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.040738] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquired lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.040876] env[62683]: DEBUG nova.network.neutron [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Forcefully refreshing network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1420.091872] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "refresh_cache-e5e26b31-d227-4177-8ba1-efd52011afc1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.092050] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquired lock "refresh_cache-e5e26b31-d227-4177-8ba1-efd52011afc1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.092220] env[62683]: DEBUG nova.network.neutron [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.198755] env[62683]: DEBUG nova.compute.utils [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1420.200640] env[62683]: DEBUG nova.compute.manager [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1420.200835] env[62683]: DEBUG nova.network.neutron [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1420.241810] env[62683]: DEBUG nova.policy [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '003e012b8b64415fa5287c92a2725adc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4197cf1088fe4efaa6cf3ed3b5d5bb21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1420.638136] env[62683]: DEBUG nova.network.neutron [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1420.641914] env[62683]: DEBUG nova.network.neutron [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Successfully created port: 38d7358a-a2ef-4187-abbb-0bc3e9f40820 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1420.705675] env[62683]: DEBUG nova.compute.manager [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1420.842628] env[62683]: DEBUG nova.network.neutron [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Updating instance_info_cache with network_info: [{"id": "f7e76c5e-f330-45ef-9894-1ff6d624d43e", "address": "fa:16:3e:36:39:90", "network": {"id": "b015c960-f5cb-4194-b129-1f9fe98655e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-784949142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346e5b2c07714869ab920564bce5e8f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e76c5e-f3", "ovs_interfaceid": "f7e76c5e-f330-45ef-9894-1ff6d624d43e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.198892] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d531cd-292b-4592-9755-ade0e68e97c3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.209262] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e375b92-f944-4876-8261-08233dfde381 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.213642] env[62683]: INFO nova.virt.block_device [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Booting with volume 6ba400b4-d3c0-4007-96ad-1209811b5a1f at /dev/sda [ 1421.245343] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f1e165-d523-43b3-9364-55b5e6385016 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.254228] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b035713-671c-4d9a-8bc2-34b3fbccc9c7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.268702] env[62683]: DEBUG nova.compute.provider_tree [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.280783] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acff3a42-115f-425e-88f1-567d8bdd697f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.291022] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88eb3f4f-4717-46f3-b162-b01798b9ce24 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.307037] env[62683]: DEBUG nova.network.neutron [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Updating instance_info_cache with network_info: [{"id": "6f169b53-1411-434e-a05c-e2e4e7ba6d4b", "address": "fa:16:3e:2f:48:bb", "network": {"id": "b75a1a46-359f-4640-b545-fdb3324e3ffd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1001477532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33f40b09eb2b41aaa0502e2f5168c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f169b53-14", "ovs_interfaceid": "6f169b53-1411-434e-a05c-e2e4e7ba6d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.323544] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d3e9052-eb19-466a-b4b0-799b54c282b9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.331886] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67570e94-ebba-4b13-81fe-751bd69f2930 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.346994] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Releasing lock "refresh_cache-e5e26b31-d227-4177-8ba1-efd52011afc1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.347314] env[62683]: DEBUG nova.compute.manager [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Instance network_info: |[{"id": "f7e76c5e-f330-45ef-9894-1ff6d624d43e", "address": "fa:16:3e:36:39:90", "network": {"id": "b015c960-f5cb-4194-b129-1f9fe98655e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-784949142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346e5b2c07714869ab920564bce5e8f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e76c5e-f3", "ovs_interfaceid": "f7e76c5e-f330-45ef-9894-1ff6d624d43e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1421.347706] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:39:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7e76c5e-f330-45ef-9894-1ff6d624d43e', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1421.355238] env[62683]: DEBUG oslo.service.loopingcall [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1421.366041] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1421.366438] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76d9c1c1-2cc0-47d5-b7b9-f164fc854e14 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.381132] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b85de42-05cd-4192-b976-6ae1565b985b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.389632] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f6044c-91db-4003-a386-54ef993f7a69 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.392028] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1421.392028] env[62683]: value = "task-1798566" [ 1421.392028] env[62683]: _type = "Task" [ 1421.392028] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.403549] env[62683]: DEBUG nova.virt.block_device [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Updating existing volume attachment record: 03093742-528c-4c59-b7d8-ecb2d9c3c412 {{(pid=62683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1421.408870] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798566, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.538373] env[62683]: DEBUG nova.compute.manager [req-566d7d6d-ccc0-47a5-bd55-bd16b76281f5 req-95b9aab9-c3dd-4eab-a6f1-76dd3874f18c service nova] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Received event network-changed-f7e76c5e-f330-45ef-9894-1ff6d624d43e {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1421.538549] env[62683]: DEBUG nova.compute.manager [req-566d7d6d-ccc0-47a5-bd55-bd16b76281f5 req-95b9aab9-c3dd-4eab-a6f1-76dd3874f18c service nova] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Refreshing instance network info cache due to event network-changed-f7e76c5e-f330-45ef-9894-1ff6d624d43e. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1421.538766] env[62683]: DEBUG oslo_concurrency.lockutils [req-566d7d6d-ccc0-47a5-bd55-bd16b76281f5 req-95b9aab9-c3dd-4eab-a6f1-76dd3874f18c service nova] Acquiring lock "refresh_cache-e5e26b31-d227-4177-8ba1-efd52011afc1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.538912] env[62683]: DEBUG oslo_concurrency.lockutils [req-566d7d6d-ccc0-47a5-bd55-bd16b76281f5 req-95b9aab9-c3dd-4eab-a6f1-76dd3874f18c service nova] Acquired lock "refresh_cache-e5e26b31-d227-4177-8ba1-efd52011afc1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.539086] env[62683]: DEBUG nova.network.neutron [req-566d7d6d-ccc0-47a5-bd55-bd16b76281f5 req-95b9aab9-c3dd-4eab-a6f1-76dd3874f18c service nova] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Refreshing network info cache for port f7e76c5e-f330-45ef-9894-1ff6d624d43e {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1421.774219] env[62683]: DEBUG nova.scheduler.client.report [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.809383] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Releasing lock "refresh_cache-a531ac93-b930-44aa-b0ba-307b44497ff1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.809681] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Updated the network info_cache for instance {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1421.809955] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.810392] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.810891] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.811172] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.811456] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.811702] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.811921] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1421.812140] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.902892] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798566, 'name': CreateVM_Task, 'duration_secs': 0.363709} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.903126] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1421.903858] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.904077] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.904503] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1421.904850] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80305515-b863-4d10-b2f0-96f8a0daa7dc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.910022] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1421.910022] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e8b504-e57d-037e-6a9f-748e47275cd1" [ 1421.910022] env[62683]: _type = "Task" [ 1421.910022] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.917842] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e8b504-e57d-037e-6a9f-748e47275cd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.195977] env[62683]: DEBUG nova.network.neutron [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Successfully updated port: 38d7358a-a2ef-4187-abbb-0bc3e9f40820 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1422.281122] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.281663] env[62683]: DEBUG nova.compute.manager [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1422.286371] env[62683]: DEBUG oslo_concurrency.lockutils [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.185s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.288254] env[62683]: INFO nova.compute.claims [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1422.317709] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.338836] env[62683]: DEBUG nova.network.neutron [req-566d7d6d-ccc0-47a5-bd55-bd16b76281f5 req-95b9aab9-c3dd-4eab-a6f1-76dd3874f18c service nova] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Updated VIF entry in instance network info cache for port f7e76c5e-f330-45ef-9894-1ff6d624d43e. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.339666] env[62683]: DEBUG nova.network.neutron [req-566d7d6d-ccc0-47a5-bd55-bd16b76281f5 req-95b9aab9-c3dd-4eab-a6f1-76dd3874f18c service nova] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Updating instance_info_cache with network_info: [{"id": "f7e76c5e-f330-45ef-9894-1ff6d624d43e", "address": "fa:16:3e:36:39:90", "network": {"id": "b015c960-f5cb-4194-b129-1f9fe98655e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-784949142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346e5b2c07714869ab920564bce5e8f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e76c5e-f3", "ovs_interfaceid": "f7e76c5e-f330-45ef-9894-1ff6d624d43e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.419071] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e8b504-e57d-037e-6a9f-748e47275cd1, 'name': SearchDatastore_Task, 'duration_secs': 0.010933} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.419406] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.419646] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.419878] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.420044] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.420255] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.420519] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-588846ba-6b03-44a9-9b32-388e9c3eede3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.428563] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1422.428749] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1422.429464] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97058f0c-9937-403e-b6fa-f4ec7e09bd15 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.434352] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1422.434352] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ef07fd-3162-3dfa-654a-26ddd9f283ee" [ 1422.434352] env[62683]: _type = "Task" [ 1422.434352] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.442034] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ef07fd-3162-3dfa-654a-26ddd9f283ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.699025] env[62683]: DEBUG oslo_concurrency.lockutils [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Acquiring lock "refresh_cache-843864d3-0354-4f0c-9e70-533b4c5b9712" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.699313] env[62683]: DEBUG oslo_concurrency.lockutils [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Acquired lock "refresh_cache-843864d3-0354-4f0c-9e70-533b4c5b9712" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.699503] env[62683]: DEBUG nova.network.neutron [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.795378] env[62683]: DEBUG nova.compute.utils [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1422.798064] env[62683]: DEBUG nova.compute.manager [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1422.798064] env[62683]: DEBUG nova.network.neutron [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1422.837410] env[62683]: DEBUG nova.policy [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb8548f35d4d4de08451d1698ae9a2cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '346e5b2c07714869ab920564bce5e8f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1422.842338] env[62683]: DEBUG oslo_concurrency.lockutils [req-566d7d6d-ccc0-47a5-bd55-bd16b76281f5 req-95b9aab9-c3dd-4eab-a6f1-76dd3874f18c service nova] Releasing lock "refresh_cache-e5e26b31-d227-4177-8ba1-efd52011afc1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.946434] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ef07fd-3162-3dfa-654a-26ddd9f283ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009791} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.947297] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9101caad-0749-4eb6-b8d6-f807fd78d98e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.952839] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1422.952839] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a1b3d3-373e-8a1e-e339-7ca07523e9ba" [ 1422.952839] env[62683]: _type = "Task" [ 1422.952839] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.960759] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a1b3d3-373e-8a1e-e339-7ca07523e9ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.184822] env[62683]: DEBUG oslo_vmware.rw_handles [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c56ea-6d88-e9a4-f3ba-a6a3cc0f158a/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1423.185807] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cff9ff-9eec-48f7-ad36-ed3504cbfa9d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.192793] env[62683]: DEBUG oslo_vmware.rw_handles [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c56ea-6d88-e9a4-f3ba-a6a3cc0f158a/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1423.192993] env[62683]: ERROR oslo_vmware.rw_handles [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c56ea-6d88-e9a4-f3ba-a6a3cc0f158a/disk-0.vmdk due to incomplete transfer. [ 1423.193271] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-283364d4-2890-42a4-afc7-ec9c79462fb2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.200544] env[62683]: DEBUG oslo_vmware.rw_handles [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c56ea-6d88-e9a4-f3ba-a6a3cc0f158a/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1423.200973] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Uploaded image 72155f53-8bf8-45d2-86e5-550edda0be83 to the Glance image server {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1423.202901] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Destroying the VM {{(pid=62683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1423.204813] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c06f7984-cb7a-494b-a9db-d36920e8274c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.212991] env[62683]: DEBUG oslo_vmware.api [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1423.212991] env[62683]: value = "task-1798567" [ 1423.212991] env[62683]: _type = "Task" [ 1423.212991] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.222844] env[62683]: DEBUG oslo_vmware.api [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798567, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.249259] env[62683]: DEBUG nova.network.neutron [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1423.300779] env[62683]: DEBUG nova.compute.manager [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1423.401773] env[62683]: DEBUG nova.network.neutron [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Successfully created port: dcaa8118-baf7-4d5e-97ab-602e43f31cf5 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.444633] env[62683]: DEBUG nova.network.neutron [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Updating instance_info_cache with network_info: [{"id": "38d7358a-a2ef-4187-abbb-0bc3e9f40820", "address": "fa:16:3e:1a:2e:1a", "network": {"id": "cbd2c0bf-734c-4b0c-9ae1-c31bbcb752a4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-432811036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4197cf1088fe4efaa6cf3ed3b5d5bb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d7358a-a2", "ovs_interfaceid": "38d7358a-a2ef-4187-abbb-0bc3e9f40820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.464226] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a1b3d3-373e-8a1e-e339-7ca07523e9ba, 'name': SearchDatastore_Task, 'duration_secs': 0.01105} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.467152] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.467419] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] e5e26b31-d227-4177-8ba1-efd52011afc1/e5e26b31-d227-4177-8ba1-efd52011afc1.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1423.467864] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94e10a5d-5903-492f-bdc8-217706d9b227 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.474216] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1423.474216] env[62683]: value = "task-1798568" [ 1423.474216] env[62683]: _type = "Task" [ 1423.474216] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.488120] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.505757] env[62683]: DEBUG nova.compute.manager [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1423.506310] env[62683]: DEBUG nova.virt.hardware [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1423.506549] env[62683]: DEBUG nova.virt.hardware [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.506707] env[62683]: DEBUG nova.virt.hardware [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1423.506880] env[62683]: DEBUG nova.virt.hardware [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.507044] env[62683]: DEBUG nova.virt.hardware [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1423.507193] env[62683]: DEBUG nova.virt.hardware [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1423.507440] env[62683]: DEBUG nova.virt.hardware [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1423.507592] env[62683]: DEBUG nova.virt.hardware [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1423.507743] env[62683]: DEBUG nova.virt.hardware [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1423.507919] env[62683]: DEBUG nova.virt.hardware [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1423.508128] env[62683]: DEBUG nova.virt.hardware [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1423.509163] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a858d4f-d29e-47b9-b05e-de3ca4ea8278 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.517524] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7e2d6f-acd0-4440-a6d2-e02feb55d516 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.579334] env[62683]: DEBUG nova.compute.manager [req-dd398b7a-266d-4167-b7d8-3c4886f50539 req-0c500714-f037-436e-b049-d783ab53ed32 service nova] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Received event network-vif-plugged-38d7358a-a2ef-4187-abbb-0bc3e9f40820 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1423.579404] env[62683]: DEBUG oslo_concurrency.lockutils [req-dd398b7a-266d-4167-b7d8-3c4886f50539 req-0c500714-f037-436e-b049-d783ab53ed32 service nova] Acquiring lock "843864d3-0354-4f0c-9e70-533b4c5b9712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.579609] env[62683]: DEBUG oslo_concurrency.lockutils [req-dd398b7a-266d-4167-b7d8-3c4886f50539 req-0c500714-f037-436e-b049-d783ab53ed32 service nova] Lock "843864d3-0354-4f0c-9e70-533b4c5b9712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.579772] env[62683]: DEBUG oslo_concurrency.lockutils [req-dd398b7a-266d-4167-b7d8-3c4886f50539 req-0c500714-f037-436e-b049-d783ab53ed32 service nova] Lock "843864d3-0354-4f0c-9e70-533b4c5b9712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.579937] env[62683]: DEBUG nova.compute.manager [req-dd398b7a-266d-4167-b7d8-3c4886f50539 req-0c500714-f037-436e-b049-d783ab53ed32 service nova] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] No waiting events found dispatching network-vif-plugged-38d7358a-a2ef-4187-abbb-0bc3e9f40820 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1423.580109] env[62683]: WARNING nova.compute.manager [req-dd398b7a-266d-4167-b7d8-3c4886f50539 req-0c500714-f037-436e-b049-d783ab53ed32 service nova] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Received unexpected event network-vif-plugged-38d7358a-a2ef-4187-abbb-0bc3e9f40820 for instance with vm_state building and task_state spawning. [ 1423.580325] env[62683]: DEBUG nova.compute.manager [req-dd398b7a-266d-4167-b7d8-3c4886f50539 req-0c500714-f037-436e-b049-d783ab53ed32 service nova] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Received event network-changed-38d7358a-a2ef-4187-abbb-0bc3e9f40820 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1423.580494] env[62683]: DEBUG nova.compute.manager [req-dd398b7a-266d-4167-b7d8-3c4886f50539 req-0c500714-f037-436e-b049-d783ab53ed32 service nova] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Refreshing instance network info cache due to event network-changed-38d7358a-a2ef-4187-abbb-0bc3e9f40820. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1423.580656] env[62683]: DEBUG oslo_concurrency.lockutils [req-dd398b7a-266d-4167-b7d8-3c4886f50539 req-0c500714-f037-436e-b049-d783ab53ed32 service nova] Acquiring lock "refresh_cache-843864d3-0354-4f0c-9e70-533b4c5b9712" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.728295] env[62683]: DEBUG oslo_vmware.api [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798567, 'name': Destroy_Task, 'duration_secs': 0.320239} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.728592] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Destroyed the VM [ 1423.728836] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Deleting Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1423.729156] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-db5cd86c-1eb8-42a5-80ab-2993b9767dc4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.736940] env[62683]: DEBUG oslo_vmware.api [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1423.736940] env[62683]: value = "task-1798569" [ 1423.736940] env[62683]: _type = "Task" [ 1423.736940] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.745868] env[62683]: DEBUG oslo_vmware.api [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798569, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.929039] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603a4ee9-9db9-42ff-9e4b-91b28dc8b69f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.939770] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e942e5-8920-4267-beea-61f3c977cfe7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.971113] env[62683]: DEBUG oslo_concurrency.lockutils [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Releasing lock "refresh_cache-843864d3-0354-4f0c-9e70-533b4c5b9712" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.972959] env[62683]: DEBUG nova.compute.manager [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Instance network_info: |[{"id": "38d7358a-a2ef-4187-abbb-0bc3e9f40820", "address": "fa:16:3e:1a:2e:1a", "network": {"id": "cbd2c0bf-734c-4b0c-9ae1-c31bbcb752a4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-432811036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4197cf1088fe4efaa6cf3ed3b5d5bb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d7358a-a2", "ovs_interfaceid": "38d7358a-a2ef-4187-abbb-0bc3e9f40820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1423.972959] env[62683]: DEBUG oslo_concurrency.lockutils [req-dd398b7a-266d-4167-b7d8-3c4886f50539 req-0c500714-f037-436e-b049-d783ab53ed32 service nova] Acquired lock "refresh_cache-843864d3-0354-4f0c-9e70-533b4c5b9712" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.972959] env[62683]: DEBUG nova.network.neutron [req-dd398b7a-266d-4167-b7d8-3c4886f50539 req-0c500714-f037-436e-b049-d783ab53ed32 service nova] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Refreshing network info cache for port 38d7358a-a2ef-4187-abbb-0bc3e9f40820 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1423.973942] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:2e:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38d7358a-a2ef-4187-abbb-0bc3e9f40820', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1423.981716] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Creating folder: Project (4197cf1088fe4efaa6cf3ed3b5d5bb21). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1423.984218] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c82c655-6cc2-4ef4-8537-a4b2c6980fbb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.985916] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69815303-99ea-44a3-8d18-b62c5250d14b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.999254] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a4d918-ab04-4ca2-90b3-3c107f675ae3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.004069] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478769} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.006462] env[62683]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1424.006770] env[62683]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62683) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1424.007785] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] e5e26b31-d227-4177-8ba1-efd52011afc1/e5e26b31-d227-4177-8ba1-efd52011afc1.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1424.008247] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1424.008746] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Folder already exists: Project (4197cf1088fe4efaa6cf3ed3b5d5bb21). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1424.008746] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Creating folder: Instances. Parent ref: group-v372905. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1424.009228] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4429169-0f36-40e8-9bba-995a5e2f4503 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.011116] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7899ed28-f124-4f17-bac3-d7f44de39282 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.021891] env[62683]: DEBUG nova.compute.provider_tree [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.028662] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1424.028662] env[62683]: value = "task-1798571" [ 1424.028662] env[62683]: _type = "Task" [ 1424.028662] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.033787] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Created folder: Instances in parent group-v372905. [ 1424.034064] env[62683]: DEBUG oslo.service.loopingcall [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1424.034524] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1424.034758] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64f3eeb3-dce7-45cb-98a8-e48ecd693e64 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.053109] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.057784] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1424.057784] env[62683]: value = "task-1798573" [ 1424.057784] env[62683]: _type = "Task" [ 1424.057784] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.067183] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798573, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.248306] env[62683]: DEBUG oslo_vmware.api [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798569, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.313847] env[62683]: DEBUG nova.compute.manager [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1424.340517] env[62683]: DEBUG nova.virt.hardware [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:35:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1424.340836] env[62683]: DEBUG nova.virt.hardware [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.341015] env[62683]: DEBUG nova.virt.hardware [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1424.341269] env[62683]: DEBUG nova.virt.hardware [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.341462] env[62683]: DEBUG nova.virt.hardware [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1424.341694] env[62683]: DEBUG nova.virt.hardware [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1424.341913] env[62683]: DEBUG nova.virt.hardware [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1424.342126] env[62683]: DEBUG nova.virt.hardware [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1424.342339] env[62683]: DEBUG nova.virt.hardware [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1424.342561] env[62683]: DEBUG nova.virt.hardware [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1424.342786] env[62683]: DEBUG nova.virt.hardware [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1424.343743] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6804279-9925-4cb6-b729-ffc98b8b9d80 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.351730] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3069fe-11bb-4b43-b95c-31e4f4f9fc3d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.528208] env[62683]: DEBUG nova.scheduler.client.report [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.541896] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06629} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.542103] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1424.542971] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67949c5d-4228-4cb3-83c9-9a7681f7ed20 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.565747] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] e5e26b31-d227-4177-8ba1-efd52011afc1/e5e26b31-d227-4177-8ba1-efd52011afc1.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1424.566347] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b031abe8-0c60-4b5c-9b33-0684a6fe5a90 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.593369] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798573, 'name': CreateVM_Task, 'duration_secs': 0.523043} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.594460] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1424.594792] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1424.594792] env[62683]: value = "task-1798574" [ 1424.594792] env[62683]: _type = "Task" [ 1424.594792] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.595432] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372923', 'volume_id': '6ba400b4-d3c0-4007-96ad-1209811b5a1f', 'name': 'volume-6ba400b4-d3c0-4007-96ad-1209811b5a1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '843864d3-0354-4f0c-9e70-533b4c5b9712', 'attached_at': '', 'detached_at': '', 'volume_id': '6ba400b4-d3c0-4007-96ad-1209811b5a1f', 'serial': '6ba400b4-d3c0-4007-96ad-1209811b5a1f'}, 'mount_device': '/dev/sda', 'attachment_id': '03093742-528c-4c59-b7d8-ecb2d9c3c412', 'volume_type': None}], 'swap': None} {{(pid=62683) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1424.596027] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Root volume attach. Driver type: vmdk {{(pid=62683) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1424.596527] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0632bdb2-0d85-496a-8804-3464e4c2eb0e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.611095] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798574, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.611188] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ad7f3e-6560-405a-a6a0-331d6ae90cb2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.617609] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41de3fb9-c07a-438d-aa2a-53e839a1479d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.624168] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a5480200-4741-47ee-a67d-c5ab2228287c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.631543] env[62683]: DEBUG oslo_vmware.api [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Waiting for the task: (returnval){ [ 1424.631543] env[62683]: value = "task-1798575" [ 1424.631543] env[62683]: _type = "Task" [ 1424.631543] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.639384] env[62683]: DEBUG oslo_vmware.api [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Task: {'id': task-1798575, 'name': RelocateVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.735685] env[62683]: DEBUG nova.network.neutron [req-dd398b7a-266d-4167-b7d8-3c4886f50539 req-0c500714-f037-436e-b049-d783ab53ed32 service nova] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Updated VIF entry in instance network info cache for port 38d7358a-a2ef-4187-abbb-0bc3e9f40820. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1424.735685] env[62683]: DEBUG nova.network.neutron [req-dd398b7a-266d-4167-b7d8-3c4886f50539 req-0c500714-f037-436e-b049-d783ab53ed32 service nova] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Updating instance_info_cache with network_info: [{"id": "38d7358a-a2ef-4187-abbb-0bc3e9f40820", "address": "fa:16:3e:1a:2e:1a", "network": {"id": "cbd2c0bf-734c-4b0c-9ae1-c31bbcb752a4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-432811036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4197cf1088fe4efaa6cf3ed3b5d5bb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d7358a-a2", "ovs_interfaceid": "38d7358a-a2ef-4187-abbb-0bc3e9f40820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.746889] env[62683]: DEBUG oslo_vmware.api [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798569, 'name': RemoveSnapshot_Task, 'duration_secs': 0.673848} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.747794] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Deleted Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1424.748126] env[62683]: INFO nova.compute.manager [None req-df489776-2c5b-4ebc-903e-e23c17cda1cf tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Took 15.26 seconds to snapshot the instance on the hypervisor. [ 1424.930101] env[62683]: DEBUG nova.compute.manager [req-b4677f63-9e7c-403c-9a46-75c4f592f28f req-4b4fdee1-258b-42aa-b4f4-e6fddb8a40ce service nova] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Received event network-vif-plugged-dcaa8118-baf7-4d5e-97ab-602e43f31cf5 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1424.930533] env[62683]: DEBUG oslo_concurrency.lockutils [req-b4677f63-9e7c-403c-9a46-75c4f592f28f req-4b4fdee1-258b-42aa-b4f4-e6fddb8a40ce service nova] Acquiring lock "0aa7b9ae-72a8-4b1c-997c-67d78422f15b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.930622] env[62683]: DEBUG oslo_concurrency.lockutils [req-b4677f63-9e7c-403c-9a46-75c4f592f28f req-4b4fdee1-258b-42aa-b4f4-e6fddb8a40ce service nova] Lock "0aa7b9ae-72a8-4b1c-997c-67d78422f15b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.930857] env[62683]: DEBUG oslo_concurrency.lockutils [req-b4677f63-9e7c-403c-9a46-75c4f592f28f req-4b4fdee1-258b-42aa-b4f4-e6fddb8a40ce service nova] Lock "0aa7b9ae-72a8-4b1c-997c-67d78422f15b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.931010] env[62683]: DEBUG nova.compute.manager [req-b4677f63-9e7c-403c-9a46-75c4f592f28f req-4b4fdee1-258b-42aa-b4f4-e6fddb8a40ce service nova] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] No waiting events found dispatching network-vif-plugged-dcaa8118-baf7-4d5e-97ab-602e43f31cf5 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1424.931600] env[62683]: WARNING nova.compute.manager [req-b4677f63-9e7c-403c-9a46-75c4f592f28f req-4b4fdee1-258b-42aa-b4f4-e6fddb8a40ce service nova] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Received unexpected event network-vif-plugged-dcaa8118-baf7-4d5e-97ab-602e43f31cf5 for instance with vm_state building and task_state spawning. [ 1425.038128] env[62683]: DEBUG oslo_concurrency.lockutils [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.038831] env[62683]: DEBUG nova.compute.manager [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1425.043605] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.282s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.045241] env[62683]: INFO nova.compute.claims [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1425.088976] env[62683]: DEBUG nova.network.neutron [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Successfully updated port: dcaa8118-baf7-4d5e-97ab-602e43f31cf5 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.109156] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.144957] env[62683]: DEBUG oslo_vmware.api [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Task: {'id': task-1798575, 'name': RelocateVM_Task} progress is 19%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.239139] env[62683]: DEBUG oslo_concurrency.lockutils [req-dd398b7a-266d-4167-b7d8-3c4886f50539 req-0c500714-f037-436e-b049-d783ab53ed32 service nova] Releasing lock "refresh_cache-843864d3-0354-4f0c-9e70-533b4c5b9712" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.560021] env[62683]: DEBUG nova.compute.utils [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1425.560021] env[62683]: DEBUG nova.compute.manager [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1425.560021] env[62683]: DEBUG nova.network.neutron [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1425.595082] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "refresh_cache-0aa7b9ae-72a8-4b1c-997c-67d78422f15b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.595275] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquired lock "refresh_cache-0aa7b9ae-72a8-4b1c-997c-67d78422f15b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.595802] env[62683]: DEBUG nova.network.neutron [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.609400] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798574, 'name': ReconfigVM_Task, 'duration_secs': 0.59793} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.609728] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Reconfigured VM instance instance-0000001a to attach disk [datastore1] e5e26b31-d227-4177-8ba1-efd52011afc1/e5e26b31-d227-4177-8ba1-efd52011afc1.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.611593] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a570389-52d1-404a-9b1d-c4f938fa0274 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.617318] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1425.617318] env[62683]: value = "task-1798576" [ 1425.617318] env[62683]: _type = "Task" [ 1425.617318] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.626628] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798576, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.641703] env[62683]: DEBUG oslo_vmware.api [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Task: {'id': task-1798575, 'name': RelocateVM_Task, 'duration_secs': 0.649902} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.641925] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Volume attach. Driver type: vmdk {{(pid=62683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1425.642148] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372923', 'volume_id': '6ba400b4-d3c0-4007-96ad-1209811b5a1f', 'name': 'volume-6ba400b4-d3c0-4007-96ad-1209811b5a1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '843864d3-0354-4f0c-9e70-533b4c5b9712', 'attached_at': '', 'detached_at': '', 'volume_id': '6ba400b4-d3c0-4007-96ad-1209811b5a1f', 'serial': '6ba400b4-d3c0-4007-96ad-1209811b5a1f'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1425.642924] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f242f5ed-0158-49d1-aafc-8545d6996223 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.658578] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d2b99f-25e3-47a9-b84b-35253eddc376 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.681158] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] volume-6ba400b4-d3c0-4007-96ad-1209811b5a1f/volume-6ba400b4-d3c0-4007-96ad-1209811b5a1f.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1425.682633] env[62683]: DEBUG nova.policy [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d58440ea7884a2981e1732b019f9022', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e544fd6169654f309593ddcdd8a97495', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1425.684379] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5285d306-31a6-4ea1-8b3e-825722d86f02 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.703955] env[62683]: DEBUG oslo_vmware.api [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Waiting for the task: (returnval){ [ 1425.703955] env[62683]: value = "task-1798577" [ 1425.703955] env[62683]: _type = "Task" [ 1425.703955] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.712601] env[62683]: DEBUG oslo_vmware.api [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Task: {'id': task-1798577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.064685] env[62683]: DEBUG nova.compute.manager [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1426.089285] env[62683]: DEBUG nova.network.neutron [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Successfully created port: b3c2fd1b-df4a-49fb-a2d9-dffa423ccce0 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1426.132952] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798576, 'name': Rename_Task, 'duration_secs': 0.126249} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.135374] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1426.135879] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfb1960c-6cc4-4561-9540-ecdf710243e1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.143576] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1426.143576] env[62683]: value = "task-1798578" [ 1426.143576] env[62683]: _type = "Task" [ 1426.143576] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.148397] env[62683]: DEBUG nova.network.neutron [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.154148] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.216260] env[62683]: DEBUG oslo_vmware.api [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Task: {'id': task-1798577, 'name': ReconfigVM_Task, 'duration_secs': 0.241115} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.216260] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Reconfigured VM instance instance-0000001b to attach disk [datastore1] volume-6ba400b4-d3c0-4007-96ad-1209811b5a1f/volume-6ba400b4-d3c0-4007-96ad-1209811b5a1f.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1426.221096] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d6df765-0295-4f88-87aa-5ff1c9cc4bf4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.242030] env[62683]: DEBUG oslo_vmware.api [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Waiting for the task: (returnval){ [ 1426.242030] env[62683]: value = "task-1798579" [ 1426.242030] env[62683]: _type = "Task" [ 1426.242030] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.250813] env[62683]: DEBUG oslo_vmware.api [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Task: {'id': task-1798579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.319748] env[62683]: DEBUG nova.network.neutron [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Updating instance_info_cache with network_info: [{"id": "dcaa8118-baf7-4d5e-97ab-602e43f31cf5", "address": "fa:16:3e:97:81:31", "network": {"id": "b015c960-f5cb-4194-b129-1f9fe98655e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-784949142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346e5b2c07714869ab920564bce5e8f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcaa8118-ba", "ovs_interfaceid": "dcaa8118-baf7-4d5e-97ab-602e43f31cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.597047] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838dae7c-df36-4c4d-9824-d2cacc30f6cd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.605695] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703048c1-f73f-4892-b52e-2ecb852ccb3b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.638236] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bac7d61-e455-4705-9b70-83cdb29edc1e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.648372] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8146dd99-d5d2-41f3-982d-eca0d92da344 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.658907] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.666507] env[62683]: DEBUG nova.compute.provider_tree [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.751307] env[62683]: DEBUG oslo_vmware.api [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Task: {'id': task-1798579, 'name': ReconfigVM_Task, 'duration_secs': 0.11359} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.751682] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372923', 'volume_id': '6ba400b4-d3c0-4007-96ad-1209811b5a1f', 'name': 'volume-6ba400b4-d3c0-4007-96ad-1209811b5a1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '843864d3-0354-4f0c-9e70-533b4c5b9712', 'attached_at': '', 'detached_at': '', 'volume_id': '6ba400b4-d3c0-4007-96ad-1209811b5a1f', 'serial': '6ba400b4-d3c0-4007-96ad-1209811b5a1f'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1426.752218] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-910f84c5-1bf0-45d7-948e-5ff2473238a4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.758234] env[62683]: DEBUG oslo_vmware.api [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Waiting for the task: (returnval){ [ 1426.758234] env[62683]: value = "task-1798580" [ 1426.758234] env[62683]: _type = "Task" [ 1426.758234] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.770570] env[62683]: DEBUG oslo_vmware.api [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Task: {'id': task-1798580, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.822865] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Releasing lock "refresh_cache-0aa7b9ae-72a8-4b1c-997c-67d78422f15b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.823474] env[62683]: DEBUG nova.compute.manager [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Instance network_info: |[{"id": "dcaa8118-baf7-4d5e-97ab-602e43f31cf5", "address": "fa:16:3e:97:81:31", "network": {"id": "b015c960-f5cb-4194-b129-1f9fe98655e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-784949142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346e5b2c07714869ab920564bce5e8f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcaa8118-ba", "ovs_interfaceid": "dcaa8118-baf7-4d5e-97ab-602e43f31cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1426.826137] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:81:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcaa8118-baf7-4d5e-97ab-602e43f31cf5', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1426.834952] env[62683]: DEBUG oslo.service.loopingcall [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1426.835252] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1426.837345] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8e2e03c-c312-4973-b0bc-134ead0aa15c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.855840] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1426.855840] env[62683]: value = "task-1798581" [ 1426.855840] env[62683]: _type = "Task" [ 1426.855840] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.864091] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798581, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.058114] env[62683]: DEBUG nova.compute.manager [req-cefc2f3e-9fe1-4a84-ab43-3e1cdd938577 req-3a4f99b3-9926-445c-aa74-6dbcc46e742d service nova] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Received event network-changed-dcaa8118-baf7-4d5e-97ab-602e43f31cf5 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1427.058322] env[62683]: DEBUG nova.compute.manager [req-cefc2f3e-9fe1-4a84-ab43-3e1cdd938577 req-3a4f99b3-9926-445c-aa74-6dbcc46e742d service nova] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Refreshing instance network info cache due to event network-changed-dcaa8118-baf7-4d5e-97ab-602e43f31cf5. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1427.058465] env[62683]: DEBUG oslo_concurrency.lockutils [req-cefc2f3e-9fe1-4a84-ab43-3e1cdd938577 req-3a4f99b3-9926-445c-aa74-6dbcc46e742d service nova] Acquiring lock "refresh_cache-0aa7b9ae-72a8-4b1c-997c-67d78422f15b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.058611] env[62683]: DEBUG oslo_concurrency.lockutils [req-cefc2f3e-9fe1-4a84-ab43-3e1cdd938577 req-3a4f99b3-9926-445c-aa74-6dbcc46e742d service nova] Acquired lock "refresh_cache-0aa7b9ae-72a8-4b1c-997c-67d78422f15b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.058776] env[62683]: DEBUG nova.network.neutron [req-cefc2f3e-9fe1-4a84-ab43-3e1cdd938577 req-3a4f99b3-9926-445c-aa74-6dbcc46e742d service nova] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Refreshing network info cache for port dcaa8118-baf7-4d5e-97ab-602e43f31cf5 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1427.077848] env[62683]: DEBUG nova.compute.manager [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1427.105933] env[62683]: DEBUG nova.virt.hardware [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1427.106286] env[62683]: DEBUG nova.virt.hardware [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1427.106407] env[62683]: DEBUG nova.virt.hardware [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1427.106592] env[62683]: DEBUG nova.virt.hardware [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1427.106736] env[62683]: DEBUG nova.virt.hardware [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1427.106977] env[62683]: DEBUG nova.virt.hardware [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1427.107110] env[62683]: DEBUG nova.virt.hardware [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1427.107276] env[62683]: DEBUG nova.virt.hardware [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1427.107504] env[62683]: DEBUG nova.virt.hardware [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1427.107597] env[62683]: DEBUG nova.virt.hardware [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1427.107775] env[62683]: DEBUG nova.virt.hardware [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1427.109062] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88b2263-344b-4e6a-a253-2d13ed1e37fc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.117449] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9375d7-9765-4fb7-9283-609dd2dd3e54 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.153850] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798578, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.170133] env[62683]: DEBUG nova.scheduler.client.report [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.269194] env[62683]: DEBUG oslo_vmware.api [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Task: {'id': task-1798580, 'name': Rename_Task, 'duration_secs': 0.132815} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.269476] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1427.269755] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e854e9b-dbbb-42ed-ab7c-1cc8727d1828 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.277584] env[62683]: DEBUG oslo_vmware.api [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Waiting for the task: (returnval){ [ 1427.277584] env[62683]: value = "task-1798582" [ 1427.277584] env[62683]: _type = "Task" [ 1427.277584] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.300637] env[62683]: DEBUG oslo_vmware.api [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Task: {'id': task-1798582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.366118] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798581, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.655947] env[62683]: DEBUG oslo_vmware.api [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798578, 'name': PowerOnVM_Task, 'duration_secs': 1.021836} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.656170] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1427.656404] env[62683]: INFO nova.compute.manager [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1427.657016] env[62683]: DEBUG nova.compute.manager [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.657751] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a18d46-aed6-4f7f-a9f7-f41c58623928 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.676895] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.677457] env[62683]: DEBUG nova.compute.manager [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1427.684043] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.087s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.684043] env[62683]: DEBUG nova.objects.instance [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1427.697521] env[62683]: DEBUG nova.network.neutron [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Successfully updated port: b3c2fd1b-df4a-49fb-a2d9-dffa423ccce0 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1427.721508] env[62683]: DEBUG oslo_concurrency.lockutils [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquiring lock "c33578cb-62b1-4f28-84c7-20a628d74712" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.721921] env[62683]: DEBUG oslo_concurrency.lockutils [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lock "c33578cb-62b1-4f28-84c7-20a628d74712" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.722055] env[62683]: DEBUG oslo_concurrency.lockutils [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquiring lock "c33578cb-62b1-4f28-84c7-20a628d74712-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.722208] env[62683]: DEBUG oslo_concurrency.lockutils [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lock "c33578cb-62b1-4f28-84c7-20a628d74712-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.722404] env[62683]: DEBUG oslo_concurrency.lockutils [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lock "c33578cb-62b1-4f28-84c7-20a628d74712-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.728272] env[62683]: INFO nova.compute.manager [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Terminating instance [ 1427.789191] env[62683]: DEBUG oslo_vmware.api [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Task: {'id': task-1798582, 'name': PowerOnVM_Task, 'duration_secs': 0.450254} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.791679] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1427.791679] env[62683]: INFO nova.compute.manager [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Took 4.29 seconds to spawn the instance on the hypervisor. [ 1427.791679] env[62683]: DEBUG nova.compute.manager [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.793187] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5ccb07-3b2d-4e08-8622-5ffcc305ff9e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.813153] env[62683]: DEBUG nova.network.neutron [req-cefc2f3e-9fe1-4a84-ab43-3e1cdd938577 req-3a4f99b3-9926-445c-aa74-6dbcc46e742d service nova] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Updated VIF entry in instance network info cache for port dcaa8118-baf7-4d5e-97ab-602e43f31cf5. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1427.813487] env[62683]: DEBUG nova.network.neutron [req-cefc2f3e-9fe1-4a84-ab43-3e1cdd938577 req-3a4f99b3-9926-445c-aa74-6dbcc46e742d service nova] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Updating instance_info_cache with network_info: [{"id": "dcaa8118-baf7-4d5e-97ab-602e43f31cf5", "address": "fa:16:3e:97:81:31", "network": {"id": "b015c960-f5cb-4194-b129-1f9fe98655e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-784949142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346e5b2c07714869ab920564bce5e8f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcaa8118-ba", "ovs_interfaceid": "dcaa8118-baf7-4d5e-97ab-602e43f31cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.866583] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798581, 'name': CreateVM_Task, 'duration_secs': 0.755419} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.866757] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1427.867482] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.867675] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.867992] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.868282] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21661169-5bab-4e24-8ce3-7bf7906926c4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.872877] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1427.872877] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5299283f-533c-8f22-d096-56cec232ca74" [ 1427.872877] env[62683]: _type = "Task" [ 1427.872877] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.880243] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5299283f-533c-8f22-d096-56cec232ca74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.175786] env[62683]: INFO nova.compute.manager [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Took 58.65 seconds to build instance. [ 1428.183832] env[62683]: DEBUG nova.compute.utils [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1428.185065] env[62683]: DEBUG nova.compute.manager [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1428.185231] env[62683]: DEBUG nova.network.neutron [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1428.199872] env[62683]: DEBUG oslo_concurrency.lockutils [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquiring lock "refresh_cache-3a679cd2-5cf8-4125-8354-9db55b8f18f5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.200019] env[62683]: DEBUG oslo_concurrency.lockutils [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquired lock "refresh_cache-3a679cd2-5cf8-4125-8354-9db55b8f18f5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.200164] env[62683]: DEBUG nova.network.neutron [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.231929] env[62683]: DEBUG nova.compute.manager [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1428.232167] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1428.233236] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d85e9e7-5e1e-4af5-ba96-bdd386e22c67 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.237678] env[62683]: DEBUG nova.policy [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b448faa5cb204e189878352c5b57b029', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28fed635ee974ac7bce5c7170c4ab243', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1428.243825] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.244071] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2578d3b7-b25e-45a7-9258-e193d4cc8ff2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.250741] env[62683]: DEBUG oslo_vmware.api [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1428.250741] env[62683]: value = "task-1798583" [ 1428.250741] env[62683]: _type = "Task" [ 1428.250741] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.258292] env[62683]: DEBUG oslo_vmware.api [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.320722] env[62683]: DEBUG oslo_concurrency.lockutils [req-cefc2f3e-9fe1-4a84-ab43-3e1cdd938577 req-3a4f99b3-9926-445c-aa74-6dbcc46e742d service nova] Releasing lock "refresh_cache-0aa7b9ae-72a8-4b1c-997c-67d78422f15b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.322211] env[62683]: INFO nova.compute.manager [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Took 54.05 seconds to build instance. [ 1428.384418] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5299283f-533c-8f22-d096-56cec232ca74, 'name': SearchDatastore_Task, 'duration_secs': 0.009443} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.384743] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.384963] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1428.385213] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.385361] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.385539] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1428.385781] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46dbe634-373c-4a45-85f7-be9eb13146dc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.394125] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1428.394306] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1428.394997] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6f3c851-0f91-4d67-bba2-5b0fa560f8cb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.399688] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1428.399688] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52577c60-1dee-2235-095b-b4e70685c76e" [ 1428.399688] env[62683]: _type = "Task" [ 1428.399688] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.407667] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52577c60-1dee-2235-095b-b4e70685c76e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.650055] env[62683]: DEBUG nova.network.neutron [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Successfully created port: 7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1428.680697] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0fb8e87-08e3-4eaf-b600-f96dd47f2502 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "e5e26b31-d227-4177-8ba1-efd52011afc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.317s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.690741] env[62683]: DEBUG nova.compute.manager [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1428.698058] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a07ef082-6bae-41d3-8714-1cf8295e2cf2 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.699300] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.658s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.702512] env[62683]: INFO nova.compute.claims [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1428.761031] env[62683]: DEBUG oslo_vmware.api [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798583, 'name': PowerOffVM_Task, 'duration_secs': 0.37843} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.761858] env[62683]: DEBUG nova.network.neutron [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1428.763961] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.764075] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.764888] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32fe96d4-2bd3-41f6-b126-8ce9f648fccd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.824072] env[62683]: DEBUG oslo_concurrency.lockutils [None req-093b3ae6-b6d6-4b00-afd6-07871fe2a7e9 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Lock "843864d3-0354-4f0c-9e70-533b4c5b9712" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.199s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.838668] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.838890] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.839084] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Deleting the datastore file [datastore1] c33578cb-62b1-4f28-84c7-20a628d74712 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.841565] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3685551e-8bb8-4930-b3c3-cd07fef5187d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.855348] env[62683]: DEBUG oslo_vmware.api [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1428.855348] env[62683]: value = "task-1798585" [ 1428.855348] env[62683]: _type = "Task" [ 1428.855348] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.863838] env[62683]: DEBUG oslo_vmware.api [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.909885] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52577c60-1dee-2235-095b-b4e70685c76e, 'name': SearchDatastore_Task, 'duration_secs': 0.010498} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.910779] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e23c401a-875e-428d-b087-462e543860f2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.917837] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1428.917837] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]529c5f2b-d2b4-3259-0ef6-e6ba7718404e" [ 1428.917837] env[62683]: _type = "Task" [ 1428.917837] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.925987] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]529c5f2b-d2b4-3259-0ef6-e6ba7718404e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.089530] env[62683]: DEBUG nova.network.neutron [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Updating instance_info_cache with network_info: [{"id": "b3c2fd1b-df4a-49fb-a2d9-dffa423ccce0", "address": "fa:16:3e:bf:04:25", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c2fd1b-df", "ovs_interfaceid": "b3c2fd1b-df4a-49fb-a2d9-dffa423ccce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.177745] env[62683]: DEBUG nova.compute.manager [req-908ab4cb-9ef2-4f6e-ae61-da20ad134fea req-71079601-5f7b-4ddf-8dfb-9daabfa208c1 service nova] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Received event network-vif-plugged-b3c2fd1b-df4a-49fb-a2d9-dffa423ccce0 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1429.178392] env[62683]: DEBUG oslo_concurrency.lockutils [req-908ab4cb-9ef2-4f6e-ae61-da20ad134fea req-71079601-5f7b-4ddf-8dfb-9daabfa208c1 service nova] Acquiring lock "3a679cd2-5cf8-4125-8354-9db55b8f18f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.178392] env[62683]: DEBUG oslo_concurrency.lockutils [req-908ab4cb-9ef2-4f6e-ae61-da20ad134fea req-71079601-5f7b-4ddf-8dfb-9daabfa208c1 service nova] Lock "3a679cd2-5cf8-4125-8354-9db55b8f18f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.178392] env[62683]: DEBUG oslo_concurrency.lockutils [req-908ab4cb-9ef2-4f6e-ae61-da20ad134fea req-71079601-5f7b-4ddf-8dfb-9daabfa208c1 service nova] Lock "3a679cd2-5cf8-4125-8354-9db55b8f18f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.178780] env[62683]: DEBUG nova.compute.manager [req-908ab4cb-9ef2-4f6e-ae61-da20ad134fea req-71079601-5f7b-4ddf-8dfb-9daabfa208c1 service nova] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] No waiting events found dispatching network-vif-plugged-b3c2fd1b-df4a-49fb-a2d9-dffa423ccce0 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1429.178965] env[62683]: WARNING nova.compute.manager [req-908ab4cb-9ef2-4f6e-ae61-da20ad134fea req-71079601-5f7b-4ddf-8dfb-9daabfa208c1 service nova] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Received unexpected event network-vif-plugged-b3c2fd1b-df4a-49fb-a2d9-dffa423ccce0 for instance with vm_state building and task_state spawning. [ 1429.179150] env[62683]: DEBUG nova.compute.manager [req-908ab4cb-9ef2-4f6e-ae61-da20ad134fea req-71079601-5f7b-4ddf-8dfb-9daabfa208c1 service nova] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Received event network-changed-b3c2fd1b-df4a-49fb-a2d9-dffa423ccce0 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1429.179308] env[62683]: DEBUG nova.compute.manager [req-908ab4cb-9ef2-4f6e-ae61-da20ad134fea req-71079601-5f7b-4ddf-8dfb-9daabfa208c1 service nova] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Refreshing instance network info cache due to event network-changed-b3c2fd1b-df4a-49fb-a2d9-dffa423ccce0. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1429.179653] env[62683]: DEBUG oslo_concurrency.lockutils [req-908ab4cb-9ef2-4f6e-ae61-da20ad134fea req-71079601-5f7b-4ddf-8dfb-9daabfa208c1 service nova] Acquiring lock "refresh_cache-3a679cd2-5cf8-4125-8354-9db55b8f18f5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.184637] env[62683]: DEBUG nova.compute.manager [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1429.326693] env[62683]: DEBUG nova.compute.manager [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1429.369107] env[62683]: DEBUG oslo_vmware.api [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146498} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.369107] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.369107] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.369107] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.369107] env[62683]: INFO nova.compute.manager [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1429.369107] env[62683]: DEBUG oslo.service.loopingcall [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.369107] env[62683]: DEBUG nova.compute.manager [-] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.369107] env[62683]: DEBUG nova.network.neutron [-] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.427881] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]529c5f2b-d2b4-3259-0ef6-e6ba7718404e, 'name': SearchDatastore_Task, 'duration_secs': 0.017799} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.428161] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.428423] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 0aa7b9ae-72a8-4b1c-997c-67d78422f15b/0aa7b9ae-72a8-4b1c-997c-67d78422f15b.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1429.428724] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5227d93e-cbdf-4c8a-b785-8290bbe498f3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.438088] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1429.438088] env[62683]: value = "task-1798586" [ 1429.438088] env[62683]: _type = "Task" [ 1429.438088] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.446857] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.594915] env[62683]: DEBUG oslo_concurrency.lockutils [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Releasing lock "refresh_cache-3a679cd2-5cf8-4125-8354-9db55b8f18f5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.595298] env[62683]: DEBUG nova.compute.manager [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Instance network_info: |[{"id": "b3c2fd1b-df4a-49fb-a2d9-dffa423ccce0", "address": "fa:16:3e:bf:04:25", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c2fd1b-df", "ovs_interfaceid": "b3c2fd1b-df4a-49fb-a2d9-dffa423ccce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1429.595610] env[62683]: DEBUG oslo_concurrency.lockutils [req-908ab4cb-9ef2-4f6e-ae61-da20ad134fea req-71079601-5f7b-4ddf-8dfb-9daabfa208c1 service nova] Acquired lock "refresh_cache-3a679cd2-5cf8-4125-8354-9db55b8f18f5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.595802] env[62683]: DEBUG nova.network.neutron [req-908ab4cb-9ef2-4f6e-ae61-da20ad134fea req-71079601-5f7b-4ddf-8dfb-9daabfa208c1 service nova] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Refreshing network info cache for port b3c2fd1b-df4a-49fb-a2d9-dffa423ccce0 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1429.597208] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:04:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3c2fd1b-df4a-49fb-a2d9-dffa423ccce0', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1429.606569] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Creating folder: Project (e544fd6169654f309593ddcdd8a97495). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1429.609923] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b18bb5ba-02d2-48d2-8914-db05b0b731a7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.622225] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Created folder: Project (e544fd6169654f309593ddcdd8a97495) in parent group-v372889. [ 1429.622532] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Creating folder: Instances. Parent ref: group-v372978. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1429.622776] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c63ef6c-51ba-432f-9320-19137d298b53 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.632357] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Created folder: Instances in parent group-v372978. [ 1429.632619] env[62683]: DEBUG oslo.service.loopingcall [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.632845] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1429.633074] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98e513f9-3603-4e26-8548-07bad9e03e5c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.653994] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1429.653994] env[62683]: value = "task-1798589" [ 1429.653994] env[62683]: _type = "Task" [ 1429.653994] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.670947] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798589, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.706492] env[62683]: DEBUG nova.compute.manager [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1429.712584] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.747765] env[62683]: DEBUG nova.virt.hardware [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1429.748113] env[62683]: DEBUG nova.virt.hardware [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1429.748240] env[62683]: DEBUG nova.virt.hardware [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1429.748458] env[62683]: DEBUG nova.virt.hardware [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1429.748634] env[62683]: DEBUG nova.virt.hardware [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1429.748791] env[62683]: DEBUG nova.virt.hardware [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1429.749010] env[62683]: DEBUG nova.virt.hardware [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1429.749182] env[62683]: DEBUG nova.virt.hardware [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1429.749357] env[62683]: DEBUG nova.virt.hardware [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1429.749519] env[62683]: DEBUG nova.virt.hardware [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1429.749697] env[62683]: DEBUG nova.virt.hardware [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1429.750656] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162cd116-e638-4701-8e06-e71f7d655a53 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.770260] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9031031-2709-49ed-8d4c-e48fc901b955 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.860737] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.929655] env[62683]: DEBUG nova.network.neutron [req-908ab4cb-9ef2-4f6e-ae61-da20ad134fea req-71079601-5f7b-4ddf-8dfb-9daabfa208c1 service nova] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Updated VIF entry in instance network info cache for port b3c2fd1b-df4a-49fb-a2d9-dffa423ccce0. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1429.929655] env[62683]: DEBUG nova.network.neutron [req-908ab4cb-9ef2-4f6e-ae61-da20ad134fea req-71079601-5f7b-4ddf-8dfb-9daabfa208c1 service nova] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Updating instance_info_cache with network_info: [{"id": "b3c2fd1b-df4a-49fb-a2d9-dffa423ccce0", "address": "fa:16:3e:bf:04:25", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c2fd1b-df", "ovs_interfaceid": "b3c2fd1b-df4a-49fb-a2d9-dffa423ccce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.955687] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509269} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.956289] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 0aa7b9ae-72a8-4b1c-997c-67d78422f15b/0aa7b9ae-72a8-4b1c-997c-67d78422f15b.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1429.956487] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1429.957076] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8ae8d85-fd09-4891-a6bb-146c1c303791 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.962666] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1429.962666] env[62683]: value = "task-1798590" [ 1429.962666] env[62683]: _type = "Task" [ 1429.962666] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.973635] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.164205] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798589, 'name': CreateVM_Task, 'duration_secs': 0.431182} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.166945] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1430.168042] env[62683]: DEBUG oslo_concurrency.lockutils [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.168042] env[62683]: DEBUG oslo_concurrency.lockutils [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.168188] env[62683]: DEBUG oslo_concurrency.lockutils [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1430.168444] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70bd4d5b-1ab3-457c-9b90-3ef603c85921 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.173888] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for the task: (returnval){ [ 1430.173888] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52185b3f-9437-f734-45e9-6ed3dea81686" [ 1430.173888] env[62683]: _type = "Task" [ 1430.173888] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.178576] env[62683]: DEBUG nova.network.neutron [-] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.189213] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52185b3f-9437-f734-45e9-6ed3dea81686, 'name': SearchDatastore_Task, 'duration_secs': 0.009092} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.189540] env[62683]: DEBUG oslo_concurrency.lockutils [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.189772] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1430.190026] env[62683]: DEBUG oslo_concurrency.lockutils [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.190208] env[62683]: DEBUG oslo_concurrency.lockutils [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.190454] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1430.191911] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79c9e10c-2fbf-442e-9210-a97cd306f54b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.199150] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1430.199378] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1430.203421] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e92ecac-2cc2-41cb-8eb0-cadb1abccf2e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.211243] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for the task: (returnval){ [ 1430.211243] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5276b9a0-84d0-90d3-83a6-42fd9c6fcb70" [ 1430.211243] env[62683]: _type = "Task" [ 1430.211243] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.221934] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5276b9a0-84d0-90d3-83a6-42fd9c6fcb70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.262036] env[62683]: DEBUG nova.compute.manager [req-06107eba-a13e-4200-959f-e183643dc604 req-93709feb-3adc-4da1-8aa1-9568a193e339 service nova] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Received event network-vif-plugged-7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1430.262294] env[62683]: DEBUG oslo_concurrency.lockutils [req-06107eba-a13e-4200-959f-e183643dc604 req-93709feb-3adc-4da1-8aa1-9568a193e339 service nova] Acquiring lock "08f0825a-cc85-4cd5-9d91-48406245d0e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.262503] env[62683]: DEBUG oslo_concurrency.lockutils [req-06107eba-a13e-4200-959f-e183643dc604 req-93709feb-3adc-4da1-8aa1-9568a193e339 service nova] Lock "08f0825a-cc85-4cd5-9d91-48406245d0e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.262687] env[62683]: DEBUG oslo_concurrency.lockutils [req-06107eba-a13e-4200-959f-e183643dc604 req-93709feb-3adc-4da1-8aa1-9568a193e339 service nova] Lock "08f0825a-cc85-4cd5-9d91-48406245d0e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.262876] env[62683]: DEBUG nova.compute.manager [req-06107eba-a13e-4200-959f-e183643dc604 req-93709feb-3adc-4da1-8aa1-9568a193e339 service nova] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] No waiting events found dispatching network-vif-plugged-7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1430.263154] env[62683]: WARNING nova.compute.manager [req-06107eba-a13e-4200-959f-e183643dc604 req-93709feb-3adc-4da1-8aa1-9568a193e339 service nova] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Received unexpected event network-vif-plugged-7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82 for instance with vm_state building and task_state spawning. [ 1430.342935] env[62683]: DEBUG nova.network.neutron [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Successfully updated port: 7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1430.365785] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c6466a-05dc-40fc-94a5-12b0c3e49cc7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.375073] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc3b02e-b566-4a02-a17f-dd80865b573d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.408355] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563c3688-33a9-4442-b535-456b143367e8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.415277] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcc02a5-3199-4bfc-b21c-a24a81d5e281 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.428966] env[62683]: DEBUG nova.compute.provider_tree [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.435320] env[62683]: DEBUG oslo_concurrency.lockutils [req-908ab4cb-9ef2-4f6e-ae61-da20ad134fea req-71079601-5f7b-4ddf-8dfb-9daabfa208c1 service nova] Releasing lock "refresh_cache-3a679cd2-5cf8-4125-8354-9db55b8f18f5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.475150] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089381} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.475572] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1430.476780] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69fe744-1c92-451a-8807-48761a81840d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.505207] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 0aa7b9ae-72a8-4b1c-997c-67d78422f15b/0aa7b9ae-72a8-4b1c-997c-67d78422f15b.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.505765] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b081a1fa-62b7-4da7-9531-09c094480021 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.526161] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1430.526161] env[62683]: value = "task-1798591" [ 1430.526161] env[62683]: _type = "Task" [ 1430.526161] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.537936] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.682335] env[62683]: INFO nova.compute.manager [-] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Took 1.31 seconds to deallocate network for instance. [ 1430.722474] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5276b9a0-84d0-90d3-83a6-42fd9c6fcb70, 'name': SearchDatastore_Task, 'duration_secs': 0.009326} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.723991] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b746efc-a76e-42d3-874e-85209e3c8887 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.729500] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for the task: (returnval){ [ 1430.729500] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5280cabc-59a1-e35a-9bad-3a242ca6f7a6" [ 1430.729500] env[62683]: _type = "Task" [ 1430.729500] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.737350] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5280cabc-59a1-e35a-9bad-3a242ca6f7a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.851672] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Acquiring lock "refresh_cache-08f0825a-cc85-4cd5-9d91-48406245d0e2" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.851840] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Acquired lock "refresh_cache-08f0825a-cc85-4cd5-9d91-48406245d0e2" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.852019] env[62683]: DEBUG nova.network.neutron [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1430.932725] env[62683]: DEBUG nova.scheduler.client.report [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.036529] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.189338] env[62683]: DEBUG oslo_concurrency.lockutils [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.212669] env[62683]: DEBUG nova.compute.manager [req-3e0816cf-8efb-422b-a703-0a6f7c9d3682 req-a2ad7991-58d9-444e-b815-84c98af5f7e7 service nova] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Received event network-changed-38d7358a-a2ef-4187-abbb-0bc3e9f40820 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1431.212884] env[62683]: DEBUG nova.compute.manager [req-3e0816cf-8efb-422b-a703-0a6f7c9d3682 req-a2ad7991-58d9-444e-b815-84c98af5f7e7 service nova] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Refreshing instance network info cache due to event network-changed-38d7358a-a2ef-4187-abbb-0bc3e9f40820. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1431.213460] env[62683]: DEBUG oslo_concurrency.lockutils [req-3e0816cf-8efb-422b-a703-0a6f7c9d3682 req-a2ad7991-58d9-444e-b815-84c98af5f7e7 service nova] Acquiring lock "refresh_cache-843864d3-0354-4f0c-9e70-533b4c5b9712" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.213622] env[62683]: DEBUG oslo_concurrency.lockutils [req-3e0816cf-8efb-422b-a703-0a6f7c9d3682 req-a2ad7991-58d9-444e-b815-84c98af5f7e7 service nova] Acquired lock "refresh_cache-843864d3-0354-4f0c-9e70-533b4c5b9712" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.213791] env[62683]: DEBUG nova.network.neutron [req-3e0816cf-8efb-422b-a703-0a6f7c9d3682 req-a2ad7991-58d9-444e-b815-84c98af5f7e7 service nova] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Refreshing network info cache for port 38d7358a-a2ef-4187-abbb-0bc3e9f40820 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.239516] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5280cabc-59a1-e35a-9bad-3a242ca6f7a6, 'name': SearchDatastore_Task, 'duration_secs': 0.00877} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.239763] env[62683]: DEBUG oslo_concurrency.lockutils [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.240014] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 3a679cd2-5cf8-4125-8354-9db55b8f18f5/3a679cd2-5cf8-4125-8354-9db55b8f18f5.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1431.240262] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efc5c107-c8f4-4e35-9d44-6b762099180f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.246350] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for the task: (returnval){ [ 1431.246350] env[62683]: value = "task-1798592" [ 1431.246350] env[62683]: _type = "Task" [ 1431.246350] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.254056] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.385014] env[62683]: DEBUG nova.network.neutron [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1431.437957] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.438533] env[62683]: DEBUG nova.compute.manager [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1431.442360] env[62683]: DEBUG oslo_concurrency.lockutils [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.142s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.442588] env[62683]: DEBUG oslo_concurrency.lockutils [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.444703] env[62683]: DEBUG oslo_concurrency.lockutils [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.964s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.444908] env[62683]: DEBUG oslo_concurrency.lockutils [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.446723] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.634s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.446962] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.448751] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.427s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.448984] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.451219] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.308s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.452732] env[62683]: INFO nova.compute.claims [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1431.475068] env[62683]: INFO nova.scheduler.client.report [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Deleted allocations for instance 80e2cac6-2438-4896-8997-362523e12084 [ 1431.477863] env[62683]: INFO nova.scheduler.client.report [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Deleted allocations for instance d57a5650-aa26-440a-b68f-03361e1a3187 [ 1431.490450] env[62683]: INFO nova.scheduler.client.report [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Deleted allocations for instance 3bd6551a-141e-4e53-80f4-447ad4896265 [ 1431.497936] env[62683]: INFO nova.scheduler.client.report [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Deleted allocations for instance 1efa2920-b9aa-40b6-8719-57b4d1724b83 [ 1431.542435] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798591, 'name': ReconfigVM_Task, 'duration_secs': 0.952953} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.544029] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 0aa7b9ae-72a8-4b1c-997c-67d78422f15b/0aa7b9ae-72a8-4b1c-997c-67d78422f15b.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.544029] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b49a68d2-0f0a-420d-a77f-19627100bc8d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.546270] env[62683]: DEBUG nova.network.neutron [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Updating instance_info_cache with network_info: [{"id": "7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82", "address": "fa:16:3e:66:08:a9", "network": {"id": "20ff27c9-8d7d-4c22-9414-60cb84e6724e", "bridge": "br-int", "label": "tempest-ServersTestJSON-303691404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28fed635ee974ac7bce5c7170c4ab243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd4bf4c-0f", "ovs_interfaceid": "7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.553008] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1431.553008] env[62683]: value = "task-1798593" [ 1431.553008] env[62683]: _type = "Task" [ 1431.553008] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.563664] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798593, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.758649] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500007} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.758916] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 3a679cd2-5cf8-4125-8354-9db55b8f18f5/3a679cd2-5cf8-4125-8354-9db55b8f18f5.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1431.759139] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1431.759394] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f319afa-5578-4767-a5ca-acc56827dd44 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.765562] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for the task: (returnval){ [ 1431.765562] env[62683]: value = "task-1798594" [ 1431.765562] env[62683]: _type = "Task" [ 1431.765562] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.773158] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.950971] env[62683]: DEBUG nova.network.neutron [req-3e0816cf-8efb-422b-a703-0a6f7c9d3682 req-a2ad7991-58d9-444e-b815-84c98af5f7e7 service nova] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Updated VIF entry in instance network info cache for port 38d7358a-a2ef-4187-abbb-0bc3e9f40820. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1431.951366] env[62683]: DEBUG nova.network.neutron [req-3e0816cf-8efb-422b-a703-0a6f7c9d3682 req-a2ad7991-58d9-444e-b815-84c98af5f7e7 service nova] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Updating instance_info_cache with network_info: [{"id": "38d7358a-a2ef-4187-abbb-0bc3e9f40820", "address": "fa:16:3e:1a:2e:1a", "network": {"id": "cbd2c0bf-734c-4b0c-9ae1-c31bbcb752a4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-432811036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4197cf1088fe4efaa6cf3ed3b5d5bb21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d7358a-a2", "ovs_interfaceid": "38d7358a-a2ef-4187-abbb-0bc3e9f40820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.957162] env[62683]: DEBUG nova.compute.utils [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1431.960426] env[62683]: DEBUG nova.compute.manager [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Not allocating networking since 'none' was specified. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1431.983835] env[62683]: DEBUG oslo_concurrency.lockutils [None req-383148a7-43a3-43b3-9ec2-211f7ded40b9 tempest-AttachInterfacesV270Test-1259143531 tempest-AttachInterfacesV270Test-1259143531-project-member] Lock "80e2cac6-2438-4896-8997-362523e12084" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.684s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.986818] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c396194-0500-414b-a798-f6e979245729 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "d57a5650-aa26-440a-b68f-03361e1a3187" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.762s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.998677] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccbdcb78-8204-46ba-ae3e-6b5c841e4a5c tempest-ServersTestFqdnHostnames-1324813345 tempest-ServersTestFqdnHostnames-1324813345-project-member] Lock "3bd6551a-141e-4e53-80f4-447ad4896265" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.859s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.003657] env[62683]: DEBUG oslo_concurrency.lockutils [None req-51d6eaa8-fe59-4131-bb55-a4b7326c3a53 tempest-ServerDiagnosticsV248Test-344633491 tempest-ServerDiagnosticsV248Test-344633491-project-member] Lock "1efa2920-b9aa-40b6-8719-57b4d1724b83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.837s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.049220] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Releasing lock "refresh_cache-08f0825a-cc85-4cd5-9d91-48406245d0e2" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.049476] env[62683]: DEBUG nova.compute.manager [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Instance network_info: |[{"id": "7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82", "address": "fa:16:3e:66:08:a9", "network": {"id": "20ff27c9-8d7d-4c22-9414-60cb84e6724e", "bridge": "br-int", "label": "tempest-ServersTestJSON-303691404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28fed635ee974ac7bce5c7170c4ab243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd4bf4c-0f", "ovs_interfaceid": "7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1432.049875] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:08:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1432.057783] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Creating folder: Project (28fed635ee974ac7bce5c7170c4ab243). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1432.058109] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d63dd12-62fd-4cf5-80b1-9a2fe66e19f8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.068544] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798593, 'name': Rename_Task, 'duration_secs': 0.234697} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.068866] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1432.069077] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e8b23ab-81e3-47b2-8b76-358308027954 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.071797] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Created folder: Project (28fed635ee974ac7bce5c7170c4ab243) in parent group-v372889. [ 1432.071978] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Creating folder: Instances. Parent ref: group-v372981. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1432.072197] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8540c02-0322-4b6e-ad11-39d39702e3ca {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.075618] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1432.075618] env[62683]: value = "task-1798596" [ 1432.075618] env[62683]: _type = "Task" [ 1432.075618] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.081567] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Created folder: Instances in parent group-v372981. [ 1432.081818] env[62683]: DEBUG oslo.service.loopingcall [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1432.082010] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1432.082209] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0fbb4d7-50e6-4885-a7de-d04c7904c149 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.099463] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.103698] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1432.103698] env[62683]: value = "task-1798598" [ 1432.103698] env[62683]: _type = "Task" [ 1432.103698] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.113112] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798598, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.275888] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.053126} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.276387] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1432.277253] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f285d153-31be-4bf2-84c9-2ddd5371c8b1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.305980] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 3a679cd2-5cf8-4125-8354-9db55b8f18f5/3a679cd2-5cf8-4125-8354-9db55b8f18f5.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1432.307546] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1254198-2a65-4633-92dd-d0efd90553b9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.324220] env[62683]: DEBUG nova.compute.manager [req-987823f3-e106-4e85-8924-68bdacb16576 req-06788498-edac-460e-a472-0619ffd3bf93 service nova] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Received event network-changed-7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1432.324478] env[62683]: DEBUG nova.compute.manager [req-987823f3-e106-4e85-8924-68bdacb16576 req-06788498-edac-460e-a472-0619ffd3bf93 service nova] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Refreshing instance network info cache due to event network-changed-7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1432.324732] env[62683]: DEBUG oslo_concurrency.lockutils [req-987823f3-e106-4e85-8924-68bdacb16576 req-06788498-edac-460e-a472-0619ffd3bf93 service nova] Acquiring lock "refresh_cache-08f0825a-cc85-4cd5-9d91-48406245d0e2" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.324909] env[62683]: DEBUG oslo_concurrency.lockutils [req-987823f3-e106-4e85-8924-68bdacb16576 req-06788498-edac-460e-a472-0619ffd3bf93 service nova] Acquired lock "refresh_cache-08f0825a-cc85-4cd5-9d91-48406245d0e2" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.325115] env[62683]: DEBUG nova.network.neutron [req-987823f3-e106-4e85-8924-68bdacb16576 req-06788498-edac-460e-a472-0619ffd3bf93 service nova] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Refreshing network info cache for port 7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1432.332365] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for the task: (returnval){ [ 1432.332365] env[62683]: value = "task-1798599" [ 1432.332365] env[62683]: _type = "Task" [ 1432.332365] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.342054] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.454088] env[62683]: DEBUG oslo_concurrency.lockutils [req-3e0816cf-8efb-422b-a703-0a6f7c9d3682 req-a2ad7991-58d9-444e-b815-84c98af5f7e7 service nova] Releasing lock "refresh_cache-843864d3-0354-4f0c-9e70-533b4c5b9712" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.454700] env[62683]: DEBUG nova.compute.manager [req-3e0816cf-8efb-422b-a703-0a6f7c9d3682 req-a2ad7991-58d9-444e-b815-84c98af5f7e7 service nova] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Received event network-vif-deleted-09613c25-d860-4268-ba53-81e734e57ccf {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1432.460905] env[62683]: DEBUG nova.compute.manager [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1432.590208] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798596, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.617993] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798598, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.851177] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.976888] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8088ea5a-8310-4d82-a92b-19c66fb2465d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.987372] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb96cd3a-dcaf-4d87-8362-674644f3265c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.026848] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9119d57-e4f6-4116-b7b7-859f189bcd57 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.037748] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ff54ae-10ed-47ce-89b1-b82b8b1326da {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.054723] env[62683]: DEBUG nova.compute.provider_tree [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1433.087594] env[62683]: DEBUG oslo_vmware.api [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798596, 'name': PowerOnVM_Task, 'duration_secs': 0.792476} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.092994] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1433.093489] env[62683]: INFO nova.compute.manager [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1433.093824] env[62683]: DEBUG nova.compute.manager [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1433.095259] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24df4087-36a9-450b-8a31-2b4cb09c72b6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.123406] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798598, 'name': CreateVM_Task, 'duration_secs': 0.680527} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.123620] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1433.124596] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.124787] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.125301] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1433.125892] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37cf4b5a-8c20-40c2-8fcb-def5f9f04ec0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.133162] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Waiting for the task: (returnval){ [ 1433.133162] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ee164c-0e7b-c997-d06e-486222e6825d" [ 1433.133162] env[62683]: _type = "Task" [ 1433.133162] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.143303] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ee164c-0e7b-c997-d06e-486222e6825d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.253155] env[62683]: DEBUG nova.network.neutron [req-987823f3-e106-4e85-8924-68bdacb16576 req-06788498-edac-460e-a472-0619ffd3bf93 service nova] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Updated VIF entry in instance network info cache for port 7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.253520] env[62683]: DEBUG nova.network.neutron [req-987823f3-e106-4e85-8924-68bdacb16576 req-06788498-edac-460e-a472-0619ffd3bf93 service nova] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Updating instance_info_cache with network_info: [{"id": "7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82", "address": "fa:16:3e:66:08:a9", "network": {"id": "20ff27c9-8d7d-4c22-9414-60cb84e6724e", "bridge": "br-int", "label": "tempest-ServersTestJSON-303691404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28fed635ee974ac7bce5c7170c4ab243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd4bf4c-0f", "ovs_interfaceid": "7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.348235] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798599, 'name': ReconfigVM_Task, 'duration_secs': 0.840803} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.348560] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 3a679cd2-5cf8-4125-8354-9db55b8f18f5/3a679cd2-5cf8-4125-8354-9db55b8f18f5.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1433.349200] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44443764-c734-4fab-ae47-4746ee3b22b1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.359834] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for the task: (returnval){ [ 1433.359834] env[62683]: value = "task-1798600" [ 1433.359834] env[62683]: _type = "Task" [ 1433.359834] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.368488] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798600, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.473544] env[62683]: DEBUG nova.compute.manager [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1433.504396] env[62683]: DEBUG nova.virt.hardware [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1433.504650] env[62683]: DEBUG nova.virt.hardware [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1433.504807] env[62683]: DEBUG nova.virt.hardware [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1433.505155] env[62683]: DEBUG nova.virt.hardware [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1433.505155] env[62683]: DEBUG nova.virt.hardware [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1433.505313] env[62683]: DEBUG nova.virt.hardware [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1433.505566] env[62683]: DEBUG nova.virt.hardware [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1433.505722] env[62683]: DEBUG nova.virt.hardware [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1433.505990] env[62683]: DEBUG nova.virt.hardware [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1433.507617] env[62683]: DEBUG nova.virt.hardware [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1433.507853] env[62683]: DEBUG nova.virt.hardware [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1433.508738] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbc18ff-1395-4b75-a4ee-f3a2feaf0dc4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.518961] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7e8885-6c41-427a-824e-8d6032191179 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.536605] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Instance VIF info [] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1433.542961] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Creating folder: Project (68f6d78e8f6e47f7b628eb8d96bc66fd). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1433.543312] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95f1e373-09a7-4a71-802c-d4f3e8463a55 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.553515] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Created folder: Project (68f6d78e8f6e47f7b628eb8d96bc66fd) in parent group-v372889. [ 1433.553610] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Creating folder: Instances. Parent ref: group-v372984. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1433.553960] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-588e7ea9-4057-4cca-bf09-59986b11f43c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.568027] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Created folder: Instances in parent group-v372984. [ 1433.568027] env[62683]: DEBUG oslo.service.loopingcall [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1433.568027] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1433.568027] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc03b8b4-4792-4693-a6c6-0b06ab3ce02d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.584390] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1433.584390] env[62683]: value = "task-1798603" [ 1433.584390] env[62683]: _type = "Task" [ 1433.584390] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.591707] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798603, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.595547] env[62683]: DEBUG nova.scheduler.client.report [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1433.595795] env[62683]: DEBUG nova.compute.provider_tree [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 54 to 55 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1433.595977] env[62683]: DEBUG nova.compute.provider_tree [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1433.624121] env[62683]: INFO nova.compute.manager [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Took 55.09 seconds to build instance. [ 1433.649274] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ee164c-0e7b-c997-d06e-486222e6825d, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.649763] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.650119] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1433.650482] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.650764] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.650974] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1433.651649] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09506bbb-a463-4cac-bb32-b64813114616 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.660670] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1433.660859] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1433.661642] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b95c58eb-ec5c-479d-90f0-1c23af4174cf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.669220] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Waiting for the task: (returnval){ [ 1433.669220] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e3b4c9-5834-1381-8ce4-bb60715cae10" [ 1433.669220] env[62683]: _type = "Task" [ 1433.669220] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.677839] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e3b4c9-5834-1381-8ce4-bb60715cae10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.756955] env[62683]: DEBUG oslo_concurrency.lockutils [req-987823f3-e106-4e85-8924-68bdacb16576 req-06788498-edac-460e-a472-0619ffd3bf93 service nova] Releasing lock "refresh_cache-08f0825a-cc85-4cd5-9d91-48406245d0e2" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.872838] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798600, 'name': Rename_Task, 'duration_secs': 0.298775} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.872838] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1433.872838] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-533ed60a-2940-40ea-b0d4-4412e8cabc5f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.876518] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for the task: (returnval){ [ 1433.876518] env[62683]: value = "task-1798604" [ 1433.876518] env[62683]: _type = "Task" [ 1433.876518] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.884437] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.096995] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798603, 'name': CreateVM_Task, 'duration_secs': 0.2814} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.099086] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1434.099631] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.099700] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.100056] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1434.100585] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb220165-caf5-4cfc-9c29-15f5c81a74c4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.103452] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.103968] env[62683]: DEBUG nova.compute.manager [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1434.106670] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.514s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.106918] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.109040] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.919s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.109257] env[62683]: DEBUG nova.objects.instance [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lazy-loading 'resources' on Instance uuid 3d0abd43-e9ad-49b8-9c48-04fc76596358 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1434.116930] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Waiting for the task: (returnval){ [ 1434.116930] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5239b798-b1d2-bc23-6c3a-1c9606ee316b" [ 1434.116930] env[62683]: _type = "Task" [ 1434.116930] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.126398] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5239b798-b1d2-bc23-6c3a-1c9606ee316b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.126611] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf8b91a-5fc8-4522-8beb-141c6554420c tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "0aa7b9ae-72a8-4b1c-997c-67d78422f15b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.369s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.184648] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e3b4c9-5834-1381-8ce4-bb60715cae10, 'name': SearchDatastore_Task, 'duration_secs': 0.010099} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.186378] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8edb3d45-9a02-42f2-bffd-04766823e91e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.198698] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Waiting for the task: (returnval){ [ 1434.198698] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cc1c74-f54e-3489-cb2f-0b41c6370e65" [ 1434.198698] env[62683]: _type = "Task" [ 1434.198698] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.206592] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cc1c74-f54e-3489-cb2f-0b41c6370e65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.235764] env[62683]: INFO nova.scheduler.client.report [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleted allocations for instance dce9138f-3674-47af-a392-567b1a85d23a [ 1434.392199] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798604, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.618107] env[62683]: DEBUG nova.compute.utils [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1434.619767] env[62683]: DEBUG nova.compute.manager [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1434.619969] env[62683]: DEBUG nova.network.neutron [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1434.632169] env[62683]: DEBUG nova.compute.manager [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1434.634812] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5239b798-b1d2-bc23-6c3a-1c9606ee316b, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.635651] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.636024] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1434.640018] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.714486] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cc1c74-f54e-3489-cb2f-0b41c6370e65, 'name': SearchDatastore_Task, 'duration_secs': 0.009726} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.714486] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.714720] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 08f0825a-cc85-4cd5-9d91-48406245d0e2/08f0825a-cc85-4cd5-9d91-48406245d0e2.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1434.715010] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.715205] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1434.715422] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d631fb1-08c0-4466-a610-b81e4e771097 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.718047] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a40fb7bd-ba8d-4217-947d-384a7469d95f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.728476] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Waiting for the task: (returnval){ [ 1434.728476] env[62683]: value = "task-1798605" [ 1434.728476] env[62683]: _type = "Task" [ 1434.728476] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.730545] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1434.730545] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1434.735316] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f03684-565a-49c9-a491-5940e41afda4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.747503] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Waiting for the task: (returnval){ [ 1434.747503] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e2a1c4-fdd0-c221-7752-3dd4504cefb8" [ 1434.747503] env[62683]: _type = "Task" [ 1434.747503] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.747785] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': task-1798605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.748276] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b91d8972-4872-4114-9ce6-7d723838130f tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "dce9138f-3674-47af-a392-567b1a85d23a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.736s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.757925] env[62683]: DEBUG nova.policy [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f94bf6f648c3459ba20a90a95eac0209', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '750cf26924e247a3b4087b435f44e162', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1434.768622] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e2a1c4-fdd0-c221-7752-3dd4504cefb8, 'name': SearchDatastore_Task, 'duration_secs': 0.018391} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.774683] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5672c13d-2e10-46f7-9f79-999e7f329be0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.780899] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Waiting for the task: (returnval){ [ 1434.780899] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5216b9e0-ccc5-1f31-f8b2-e431a7946b29" [ 1434.780899] env[62683]: _type = "Task" [ 1434.780899] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.794044] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5216b9e0-ccc5-1f31-f8b2-e431a7946b29, 'name': SearchDatastore_Task, 'duration_secs': 0.009034} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.794213] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.794473] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] eb5f2021-ffbe-400e-bef4-809fdfa4422e/eb5f2021-ffbe-400e-bef4-809fdfa4422e.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1434.794753] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1e5522d-f9b6-4ce0-a9ee-528bd93f40a0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.802281] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Waiting for the task: (returnval){ [ 1434.802281] env[62683]: value = "task-1798606" [ 1434.802281] env[62683]: _type = "Task" [ 1434.802281] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.815752] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Task: {'id': task-1798606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.887716] env[62683]: DEBUG oslo_vmware.api [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798604, 'name': PowerOnVM_Task, 'duration_secs': 0.679058} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.892288] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1434.892522] env[62683]: INFO nova.compute.manager [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1434.892813] env[62683]: DEBUG nova.compute.manager [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1434.894903] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352cfeac-66b5-4bc7-8d3d-ac2f3c558f4f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.126870] env[62683]: DEBUG nova.compute.manager [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1435.158584] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.166214] env[62683]: DEBUG nova.network.neutron [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Successfully created port: 30784cfd-a713-49d8-b384-0affdd64a1e0 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1435.243820] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': task-1798605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502938} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.244212] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 08f0825a-cc85-4cd5-9d91-48406245d0e2/08f0825a-cc85-4cd5-9d91-48406245d0e2.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1435.244739] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1435.244876] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cfd712a-bcca-4a71-b434-b6fd87100128 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.253192] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Waiting for the task: (returnval){ [ 1435.253192] env[62683]: value = "task-1798607" [ 1435.253192] env[62683]: _type = "Task" [ 1435.253192] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.258340] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2333f03-7d8a-498e-a4d0-b4584d114b80 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.268290] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': task-1798607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.271530] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f2594e-79cb-4769-ac5a-bf83d6998c49 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.311995] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c212c5-2383-40ad-951b-62cd3a7e509e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.324404] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437c7175-ea50-4c68-b846-1dbe401a3016 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.328500] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Task: {'id': task-1798606, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.342160] env[62683]: DEBUG nova.compute.provider_tree [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.418530] env[62683]: INFO nova.compute.manager [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Took 54.33 seconds to build instance. [ 1435.762965] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': task-1798607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088198} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.763332] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1435.764195] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a978a4-301a-4067-96d0-42bf7960e7ec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.787513] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 08f0825a-cc85-4cd5-9d91-48406245d0e2/08f0825a-cc85-4cd5-9d91-48406245d0e2.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1435.787947] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86f96e8f-df85-473e-807f-511bb3ca5881 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.810263] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Waiting for the task: (returnval){ [ 1435.810263] env[62683]: value = "task-1798608" [ 1435.810263] env[62683]: _type = "Task" [ 1435.810263] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.824143] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Task: {'id': task-1798606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762296} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.828289] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] eb5f2021-ffbe-400e-bef4-809fdfa4422e/eb5f2021-ffbe-400e-bef4-809fdfa4422e.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1435.828863] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1435.829196] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': task-1798608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.829431] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a171574-c991-4150-9bf0-ff328c232264 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.837036] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Waiting for the task: (returnval){ [ 1435.837036] env[62683]: value = "task-1798609" [ 1435.837036] env[62683]: _type = "Task" [ 1435.837036] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.847777] env[62683]: DEBUG nova.scheduler.client.report [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.851582] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Task: {'id': task-1798609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.916750] env[62683]: DEBUG oslo_concurrency.lockutils [None req-99160c1e-a261-4638-9130-f06003d90c5c tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Lock "3a679cd2-5cf8-4125-8354-9db55b8f18f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.492s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.144236] env[62683]: DEBUG nova.compute.manager [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1436.175915] env[62683]: DEBUG nova.virt.hardware [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1436.176123] env[62683]: DEBUG nova.virt.hardware [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1436.176290] env[62683]: DEBUG nova.virt.hardware [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1436.176474] env[62683]: DEBUG nova.virt.hardware [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1436.176930] env[62683]: DEBUG nova.virt.hardware [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1436.176930] env[62683]: DEBUG nova.virt.hardware [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1436.177056] env[62683]: DEBUG nova.virt.hardware [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1436.177135] env[62683]: DEBUG nova.virt.hardware [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1436.177299] env[62683]: DEBUG nova.virt.hardware [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1436.177456] env[62683]: DEBUG nova.virt.hardware [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1436.177673] env[62683]: DEBUG nova.virt.hardware [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1436.178625] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f8b691-18c3-4e41-bb7a-d9a28fafc8d1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.186901] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706f58d8-bacd-4224-bc62-2be7e733eb4f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.324979] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': task-1798608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.347401] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Task: {'id': task-1798609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182344} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.347842] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1436.348774] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5da7e8-c2cd-4602-8cb4-a9d19d99e398 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.353741] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.363952] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.050s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.365571] env[62683]: INFO nova.compute.claims [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1436.381117] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] eb5f2021-ffbe-400e-bef4-809fdfa4422e/eb5f2021-ffbe-400e-bef4-809fdfa4422e.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.381860] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20e9970a-cf54-46af-95b4-8f84878d8149 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.398196] env[62683]: INFO nova.scheduler.client.report [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Deleted allocations for instance 3d0abd43-e9ad-49b8-9c48-04fc76596358 [ 1436.404842] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Waiting for the task: (returnval){ [ 1436.404842] env[62683]: value = "task-1798610" [ 1436.404842] env[62683]: _type = "Task" [ 1436.404842] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.408477] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Acquiring lock "3a679cd2-5cf8-4125-8354-9db55b8f18f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.408678] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Lock "3a679cd2-5cf8-4125-8354-9db55b8f18f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.408886] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Acquiring lock "3a679cd2-5cf8-4125-8354-9db55b8f18f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.409201] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Lock "3a679cd2-5cf8-4125-8354-9db55b8f18f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.409243] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Lock "3a679cd2-5cf8-4125-8354-9db55b8f18f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.412044] env[62683]: INFO nova.compute.manager [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Terminating instance [ 1436.417326] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Task: {'id': task-1798610, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.420144] env[62683]: DEBUG nova.compute.manager [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1436.833176] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': task-1798608, 'name': ReconfigVM_Task, 'duration_secs': 0.735305} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.833695] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 08f0825a-cc85-4cd5-9d91-48406245d0e2/08f0825a-cc85-4cd5-9d91-48406245d0e2.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1436.834379] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b7aa7c2-ebc9-4b83-864d-7835184be6c3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.842976] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Waiting for the task: (returnval){ [ 1436.842976] env[62683]: value = "task-1798611" [ 1436.842976] env[62683]: _type = "Task" [ 1436.842976] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.851335] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': task-1798611, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.912921] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b4d2e07c-a729-4409-9a9e-be5330684f32 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "3d0abd43-e9ad-49b8-9c48-04fc76596358" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.367s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.914450] env[62683]: DEBUG oslo_concurrency.lockutils [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "3d0abd43-e9ad-49b8-9c48-04fc76596358" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 30.720s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.914726] env[62683]: DEBUG oslo_concurrency.lockutils [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquiring lock "3d0abd43-e9ad-49b8-9c48-04fc76596358-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.915068] env[62683]: DEBUG oslo_concurrency.lockutils [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "3d0abd43-e9ad-49b8-9c48-04fc76596358-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.915284] env[62683]: DEBUG oslo_concurrency.lockutils [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "3d0abd43-e9ad-49b8-9c48-04fc76596358-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.918427] env[62683]: INFO nova.compute.manager [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Terminating instance [ 1436.921337] env[62683]: DEBUG nova.compute.manager [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1436.921337] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1436.931160] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79a546c-2ba9-4d8a-b0c4-c7d87920062d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.939234] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Task: {'id': task-1798610, 'name': ReconfigVM_Task, 'duration_secs': 0.318879} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.941411] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Reconfigured VM instance instance-0000001f to attach disk [datastore1] eb5f2021-ffbe-400e-bef4-809fdfa4422e/eb5f2021-ffbe-400e-bef4-809fdfa4422e.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1436.943311] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-beb5f7eb-7911-4656-8c1a-1494fa2ccec7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.948406] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1436.948982] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cbd83e8-ece7-4e12-8460-540e941d7aec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.954744] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Waiting for the task: (returnval){ [ 1436.954744] env[62683]: value = "task-1798612" [ 1436.954744] env[62683]: _type = "Task" [ 1436.954744] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.958512] env[62683]: DEBUG oslo_vmware.api [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Waiting for the task: (returnval){ [ 1436.958512] env[62683]: value = "task-1798613" [ 1436.958512] env[62683]: _type = "Task" [ 1436.958512] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.964324] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.966448] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Task: {'id': task-1798612, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.971315] env[62683]: DEBUG oslo_vmware.api [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Task: {'id': task-1798613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.353455] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': task-1798611, 'name': Rename_Task, 'duration_secs': 0.333357} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.353939] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1437.354365] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dbd11cc-c38e-4ca3-ae13-19679fed5259 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.365467] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Waiting for the task: (returnval){ [ 1437.365467] env[62683]: value = "task-1798614" [ 1437.365467] env[62683]: _type = "Task" [ 1437.365467] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.374795] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': task-1798614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.425504] env[62683]: DEBUG nova.compute.manager [req-d48737a6-0793-4f7f-be72-b9437823c9c9 req-71e0dfe6-608c-43f7-9f7e-cc27c20794fb service nova] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Received event network-vif-plugged-30784cfd-a713-49d8-b384-0affdd64a1e0 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1437.426133] env[62683]: DEBUG oslo_concurrency.lockutils [req-d48737a6-0793-4f7f-be72-b9437823c9c9 req-71e0dfe6-608c-43f7-9f7e-cc27c20794fb service nova] Acquiring lock "d33a79ce-b109-47f3-a565-3a7019896c97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.426133] env[62683]: DEBUG oslo_concurrency.lockutils [req-d48737a6-0793-4f7f-be72-b9437823c9c9 req-71e0dfe6-608c-43f7-9f7e-cc27c20794fb service nova] Lock "d33a79ce-b109-47f3-a565-3a7019896c97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.426133] env[62683]: DEBUG oslo_concurrency.lockutils [req-d48737a6-0793-4f7f-be72-b9437823c9c9 req-71e0dfe6-608c-43f7-9f7e-cc27c20794fb service nova] Lock "d33a79ce-b109-47f3-a565-3a7019896c97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.427028] env[62683]: DEBUG nova.compute.manager [req-d48737a6-0793-4f7f-be72-b9437823c9c9 req-71e0dfe6-608c-43f7-9f7e-cc27c20794fb service nova] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] No waiting events found dispatching network-vif-plugged-30784cfd-a713-49d8-b384-0affdd64a1e0 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1437.427028] env[62683]: WARNING nova.compute.manager [req-d48737a6-0793-4f7f-be72-b9437823c9c9 req-71e0dfe6-608c-43f7-9f7e-cc27c20794fb service nova] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Received unexpected event network-vif-plugged-30784cfd-a713-49d8-b384-0affdd64a1e0 for instance with vm_state building and task_state spawning. [ 1437.438301] env[62683]: DEBUG oslo_concurrency.lockutils [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquiring lock "refresh_cache-3d0abd43-e9ad-49b8-9c48-04fc76596358" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.438301] env[62683]: DEBUG oslo_concurrency.lockutils [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquired lock "refresh_cache-3d0abd43-e9ad-49b8-9c48-04fc76596358" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.438468] env[62683]: DEBUG nova.network.neutron [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1437.472486] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Task: {'id': task-1798612, 'name': Rename_Task, 'duration_secs': 0.130404} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.478404] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1437.478785] env[62683]: DEBUG oslo_vmware.api [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Task: {'id': task-1798613, 'name': PowerOffVM_Task, 'duration_secs': 0.204327} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.479282] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66ebed7e-9fcc-4909-8f08-161f69282dce {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.481329] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1437.481329] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1437.481389] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e02bd58-fbd9-4241-944d-833fa79f3f93 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.487430] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Waiting for the task: (returnval){ [ 1437.487430] env[62683]: value = "task-1798615" [ 1437.487430] env[62683]: _type = "Task" [ 1437.487430] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.499556] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Task: {'id': task-1798615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.553401] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1437.553401] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1437.553401] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Deleting the datastore file [datastore1] 3a679cd2-5cf8-4125-8354-9db55b8f18f5 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1437.553540] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8527bebe-848d-4fc3-a53c-adbbffe76fe1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.556336] env[62683]: DEBUG nova.network.neutron [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Successfully updated port: 30784cfd-a713-49d8-b384-0affdd64a1e0 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1437.564286] env[62683]: DEBUG oslo_vmware.api [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Waiting for the task: (returnval){ [ 1437.564286] env[62683]: value = "task-1798617" [ 1437.564286] env[62683]: _type = "Task" [ 1437.564286] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.577542] env[62683]: DEBUG oslo_vmware.api [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Task: {'id': task-1798617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.878312] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': task-1798614, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.891525] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895d6015-1584-4431-b6e1-f4c774b820ed {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.903912] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f23f42-cbf3-483f-9bc7-203e530abd31 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.936197] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfa3c69-7cad-496b-8cee-6234ecc8721b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.942116] env[62683]: DEBUG nova.compute.utils [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Can not refresh info_cache because instance was not found {{(pid=62683) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1437.947710] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8eba0af-f54e-425e-9be5-c868645b19f3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.962573] env[62683]: DEBUG nova.compute.provider_tree [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.994025] env[62683]: DEBUG nova.network.neutron [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1437.999163] env[62683]: DEBUG oslo_vmware.api [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Task: {'id': task-1798615, 'name': PowerOnVM_Task, 'duration_secs': 0.494002} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.999425] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1437.999631] env[62683]: INFO nova.compute.manager [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Took 4.53 seconds to spawn the instance on the hypervisor. [ 1437.999811] env[62683]: DEBUG nova.compute.manager [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1438.000662] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290dd9ec-3189-487f-a47a-dd6f559251a7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.064313] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "refresh_cache-d33a79ce-b109-47f3-a565-3a7019896c97" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.064313] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "refresh_cache-d33a79ce-b109-47f3-a565-3a7019896c97" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.064313] env[62683]: DEBUG nova.network.neutron [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.076037] env[62683]: DEBUG oslo_vmware.api [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Task: {'id': task-1798617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176804} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.076563] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1438.076760] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1438.076938] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1438.077148] env[62683]: INFO nova.compute.manager [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1438.077412] env[62683]: DEBUG oslo.service.loopingcall [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1438.077730] env[62683]: DEBUG nova.compute.manager [-] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1438.077840] env[62683]: DEBUG nova.network.neutron [-] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1438.287973] env[62683]: DEBUG nova.network.neutron [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.377569] env[62683]: DEBUG oslo_vmware.api [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': task-1798614, 'name': PowerOnVM_Task, 'duration_secs': 0.63057} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.377846] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1438.378224] env[62683]: INFO nova.compute.manager [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1438.378224] env[62683]: DEBUG nova.compute.manager [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1438.379056] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222e3657-ed83-46fe-bba7-cbf935772b7b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.467150] env[62683]: DEBUG nova.scheduler.client.report [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1438.500602] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Acquiring lock "81844636-d682-4d19-9924-7529cd8a2409" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.500838] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Lock "81844636-d682-4d19-9924-7529cd8a2409" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.516562] env[62683]: INFO nova.compute.manager [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Took 45.51 seconds to build instance. [ 1438.602958] env[62683]: DEBUG nova.network.neutron [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1438.792244] env[62683]: DEBUG oslo_concurrency.lockutils [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Releasing lock "refresh_cache-3d0abd43-e9ad-49b8-9c48-04fc76596358" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.792535] env[62683]: DEBUG nova.compute.manager [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1438.792647] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1438.793073] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fc21ade-7bb0-46d5-bbd3-bcf60953eaaa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.803021] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0e5bd6-2691-4d90-b73f-c69ce20fb788 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.837515] env[62683]: WARNING nova.virt.vmwareapi.vmops [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3d0abd43-e9ad-49b8-9c48-04fc76596358 could not be found. [ 1438.841283] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1438.841491] env[62683]: INFO nova.compute.manager [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1438.841753] env[62683]: DEBUG oslo.service.loopingcall [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1438.842974] env[62683]: DEBUG nova.network.neutron [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Updating instance_info_cache with network_info: [{"id": "30784cfd-a713-49d8-b384-0affdd64a1e0", "address": "fa:16:3e:45:bf:4c", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30784cfd-a7", "ovs_interfaceid": "30784cfd-a713-49d8-b384-0affdd64a1e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.844634] env[62683]: DEBUG nova.compute.manager [-] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1438.844732] env[62683]: DEBUG nova.network.neutron [-] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1438.871624] env[62683]: DEBUG nova.network.neutron [-] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1438.901027] env[62683]: INFO nova.compute.manager [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Took 48.17 seconds to build instance. [ 1438.932806] env[62683]: DEBUG nova.network.neutron [-] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.978797] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.979426] env[62683]: DEBUG nova.compute.manager [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1438.982605] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.039s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.984111] env[62683]: INFO nova.compute.claims [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1439.018818] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b89bf79a-3cc6-4f5f-960f-68e352d2a012 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Lock "eb5f2021-ffbe-400e-bef4-809fdfa4422e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.527s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.040474] env[62683]: DEBUG nova.compute.manager [req-5cd284fe-00c2-45f0-ba6e-80798417cc3a req-e928c610-afd5-47cd-85ba-0f3ec5aa7131 service nova] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Received event network-vif-deleted-b3c2fd1b-df4a-49fb-a2d9-dffa423ccce0 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1439.346838] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "refresh_cache-d33a79ce-b109-47f3-a565-3a7019896c97" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.346977] env[62683]: DEBUG nova.compute.manager [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Instance network_info: |[{"id": "30784cfd-a713-49d8-b384-0affdd64a1e0", "address": "fa:16:3e:45:bf:4c", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30784cfd-a7", "ovs_interfaceid": "30784cfd-a713-49d8-b384-0affdd64a1e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1439.347601] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:bf:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30784cfd-a713-49d8-b384-0affdd64a1e0', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1439.356599] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Creating folder: Project (750cf26924e247a3b4087b435f44e162). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1439.356995] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ece4191-a5d5-443d-9086-5597048f153b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.369113] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Created folder: Project (750cf26924e247a3b4087b435f44e162) in parent group-v372889. [ 1439.369320] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Creating folder: Instances. Parent ref: group-v372987. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1439.369569] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d07b5957-62a4-420d-85b2-faa05e1ecc2a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.372078] env[62683]: DEBUG nova.network.neutron [-] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.382931] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Created folder: Instances in parent group-v372987. [ 1439.383323] env[62683]: DEBUG oslo.service.loopingcall [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1439.383410] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1439.383622] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9baac19-5e0e-4cd4-952b-e3dd32b9e0fa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.408451] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f4994f7b-4e0f-45ef-9411-d3409c80ac6f tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Lock "08f0825a-cc85-4cd5-9d91-48406245d0e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.982s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.411210] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1439.411210] env[62683]: value = "task-1798620" [ 1439.411210] env[62683]: _type = "Task" [ 1439.411210] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.419132] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798620, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.437504] env[62683]: INFO nova.compute.manager [-] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Took 1.36 seconds to deallocate network for instance. [ 1439.490940] env[62683]: DEBUG nova.compute.utils [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1439.495360] env[62683]: DEBUG nova.compute.manager [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1439.495602] env[62683]: DEBUG nova.network.neutron [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1439.524448] env[62683]: DEBUG nova.compute.manager [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1439.585328] env[62683]: DEBUG nova.policy [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14d7680d0565477c85db9e20edb11e66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b69a6e41cd7c4eea813f046aab0426f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1439.625785] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquiring lock "a531ac93-b930-44aa-b0ba-307b44497ff1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.626144] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "a531ac93-b930-44aa-b0ba-307b44497ff1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.626390] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquiring lock "a531ac93-b930-44aa-b0ba-307b44497ff1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.626621] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "a531ac93-b930-44aa-b0ba-307b44497ff1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.626831] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "a531ac93-b930-44aa-b0ba-307b44497ff1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.629730] env[62683]: INFO nova.compute.manager [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Terminating instance [ 1439.819108] env[62683]: DEBUG nova.compute.manager [req-e6e57e82-5437-4049-9d83-9d47e0e978c8 req-06e96fcd-aa6b-4270-9653-1e86c8f04d87 service nova] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Received event network-changed-30784cfd-a713-49d8-b384-0affdd64a1e0 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1439.819108] env[62683]: DEBUG nova.compute.manager [req-e6e57e82-5437-4049-9d83-9d47e0e978c8 req-06e96fcd-aa6b-4270-9653-1e86c8f04d87 service nova] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Refreshing instance network info cache due to event network-changed-30784cfd-a713-49d8-b384-0affdd64a1e0. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1439.819108] env[62683]: DEBUG oslo_concurrency.lockutils [req-e6e57e82-5437-4049-9d83-9d47e0e978c8 req-06e96fcd-aa6b-4270-9653-1e86c8f04d87 service nova] Acquiring lock "refresh_cache-d33a79ce-b109-47f3-a565-3a7019896c97" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.819108] env[62683]: DEBUG oslo_concurrency.lockutils [req-e6e57e82-5437-4049-9d83-9d47e0e978c8 req-06e96fcd-aa6b-4270-9653-1e86c8f04d87 service nova] Acquired lock "refresh_cache-d33a79ce-b109-47f3-a565-3a7019896c97" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.820098] env[62683]: DEBUG nova.network.neutron [req-e6e57e82-5437-4049-9d83-9d47e0e978c8 req-06e96fcd-aa6b-4270-9653-1e86c8f04d87 service nova] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Refreshing network info cache for port 30784cfd-a713-49d8-b384-0affdd64a1e0 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1439.876175] env[62683]: INFO nova.compute.manager [-] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Took 1.03 seconds to deallocate network for instance. [ 1439.915038] env[62683]: DEBUG nova.compute.manager [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1439.923061] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798620, 'name': CreateVM_Task, 'duration_secs': 0.410769} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.923061] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1439.924959] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.924959] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.924959] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1439.924959] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a09d28a-c7f6-405a-aa2d-abd7791e892d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.929656] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1439.929656] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5205d67d-e238-10e6-34f0-a48d94070e17" [ 1439.929656] env[62683]: _type = "Task" [ 1439.929656] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.941102] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5205d67d-e238-10e6-34f0-a48d94070e17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.947385] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.009012] env[62683]: DEBUG nova.compute.manager [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1440.067905] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.129548] env[62683]: DEBUG nova.network.neutron [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Successfully created port: 41814ff1-d94f-4cef-97e1-4c2143f4c1d1 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1440.137480] env[62683]: DEBUG nova.compute.manager [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1440.137752] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.139080] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaba966-efab-4153-af55-f75e8ea3253a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.152501] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.156300] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9f68c09-56ea-44e3-8272-a82531fdfa60 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.166555] env[62683]: DEBUG oslo_vmware.api [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for the task: (returnval){ [ 1440.166555] env[62683]: value = "task-1798621" [ 1440.166555] env[62683]: _type = "Task" [ 1440.166555] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.183752] env[62683]: DEBUG oslo_vmware.api [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.193710] env[62683]: DEBUG nova.compute.manager [None req-79e91204-f219-438a-9713-f9dd5b7fb3b0 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1440.194878] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a7ac8e-6378-43d8-8ff1-fdf69c32f841 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.382903] env[62683]: INFO nova.compute.manager [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Instance disappeared during terminate [ 1440.383197] env[62683]: DEBUG oslo_concurrency.lockutils [None req-037fc9c7-8ae0-4559-a523-8765730c4e44 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "3d0abd43-e9ad-49b8-9c48-04fc76596358" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.469s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.453697] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5205d67d-e238-10e6-34f0-a48d94070e17, 'name': SearchDatastore_Task, 'duration_secs': 0.017503} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.455947] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.456369] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.456655] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1440.456920] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.457126] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.457392] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1440.457712] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a1fdbcc-1e72-4191-9fe1-abd2e437dd84 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.462467] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e0857f62-e629-4737-903c-380d6991a7c0 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "6f3f8558-d031-4272-8b20-2ea6ac1b92c9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.463967] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e0857f62-e629-4737-903c-380d6991a7c0 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "6f3f8558-d031-4272-8b20-2ea6ac1b92c9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.463967] env[62683]: DEBUG nova.compute.manager [None req-e0857f62-e629-4737-903c-380d6991a7c0 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1440.465436] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c34563e-ae10-4ff6-93db-900a4663e802 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.472960] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1440.473209] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1440.473965] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a1549e6-7469-4486-9442-a62b0b761da0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.478493] env[62683]: DEBUG nova.compute.manager [None req-e0857f62-e629-4737-903c-380d6991a7c0 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1440.479283] env[62683]: DEBUG nova.objects.instance [None req-e0857f62-e629-4737-903c-380d6991a7c0 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lazy-loading 'flavor' on Instance uuid 6f3f8558-d031-4272-8b20-2ea6ac1b92c9 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1440.486748] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1440.486748] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52060549-d58f-dd2a-d8f1-c0187f3068fc" [ 1440.486748] env[62683]: _type = "Task" [ 1440.486748] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.500925] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52060549-d58f-dd2a-d8f1-c0187f3068fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.555265] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Acquiring lock "eb5f2021-ffbe-400e-bef4-809fdfa4422e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.555265] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Lock "eb5f2021-ffbe-400e-bef4-809fdfa4422e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.555483] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Acquiring lock "eb5f2021-ffbe-400e-bef4-809fdfa4422e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.555660] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Lock "eb5f2021-ffbe-400e-bef4-809fdfa4422e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.555797] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Lock "eb5f2021-ffbe-400e-bef4-809fdfa4422e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.561672] env[62683]: INFO nova.compute.manager [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Terminating instance [ 1440.637750] env[62683]: DEBUG nova.network.neutron [req-e6e57e82-5437-4049-9d83-9d47e0e978c8 req-06e96fcd-aa6b-4270-9653-1e86c8f04d87 service nova] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Updated VIF entry in instance network info cache for port 30784cfd-a713-49d8-b384-0affdd64a1e0. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.637750] env[62683]: DEBUG nova.network.neutron [req-e6e57e82-5437-4049-9d83-9d47e0e978c8 req-06e96fcd-aa6b-4270-9653-1e86c8f04d87 service nova] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Updating instance_info_cache with network_info: [{"id": "30784cfd-a713-49d8-b384-0affdd64a1e0", "address": "fa:16:3e:45:bf:4c", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30784cfd-a7", "ovs_interfaceid": "30784cfd-a713-49d8-b384-0affdd64a1e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.665021] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b50b39-6c03-4ba8-9660-5231ad78b8c9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.676627] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f312a34-d58b-4bfc-aced-29f9bd0c509e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.682463] env[62683]: DEBUG oslo_vmware.api [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798621, 'name': PowerOffVM_Task, 'duration_secs': 0.240416} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.684349] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.684349] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.684349] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85aea3ba-7485-4813-86b3-fe0ef50c43e7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.715435] env[62683]: INFO nova.compute.manager [None req-79e91204-f219-438a-9713-f9dd5b7fb3b0 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] instance snapshotting [ 1440.715975] env[62683]: DEBUG nova.objects.instance [None req-79e91204-f219-438a-9713-f9dd5b7fb3b0 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Lazy-loading 'flavor' on Instance uuid eb5f2021-ffbe-400e-bef4-809fdfa4422e {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1440.720361] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0199e1-e370-4b87-acaa-b801fd3c7247 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.732726] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b30148-c110-4c15-8dde-99d7b7915101 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.752690] env[62683]: DEBUG nova.compute.provider_tree [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.791087] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.791399] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.791615] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Deleting the datastore file [datastore1] a531ac93-b930-44aa-b0ba-307b44497ff1 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.791930] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92facbcf-a83b-475b-8d9b-bf403c059152 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.799715] env[62683]: DEBUG oslo_vmware.api [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for the task: (returnval){ [ 1440.799715] env[62683]: value = "task-1798623" [ 1440.799715] env[62683]: _type = "Task" [ 1440.799715] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.809871] env[62683]: DEBUG oslo_vmware.api [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.001295] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52060549-d58f-dd2a-d8f1-c0187f3068fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011239} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.002018] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98e824cf-bf37-4f7a-9795-31edb4ac54be {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.008056] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1441.008056] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52864f72-3ca5-de7a-cea7-e1837415a430" [ 1441.008056] env[62683]: _type = "Task" [ 1441.008056] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.016694] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52864f72-3ca5-de7a-cea7-e1837415a430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.022091] env[62683]: DEBUG nova.compute.manager [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1441.054616] env[62683]: DEBUG nova.virt.hardware [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1441.054884] env[62683]: DEBUG nova.virt.hardware [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1441.056346] env[62683]: DEBUG nova.virt.hardware [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1441.056614] env[62683]: DEBUG nova.virt.hardware [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1441.056776] env[62683]: DEBUG nova.virt.hardware [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1441.056932] env[62683]: DEBUG nova.virt.hardware [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1441.057165] env[62683]: DEBUG nova.virt.hardware [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1441.057329] env[62683]: DEBUG nova.virt.hardware [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1441.057498] env[62683]: DEBUG nova.virt.hardware [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1441.057663] env[62683]: DEBUG nova.virt.hardware [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1441.057871] env[62683]: DEBUG nova.virt.hardware [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1441.058797] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eb3807-907a-467c-992b-18a57c725152 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.067599] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd01426d-a1b0-4dbd-8613-0a3940c6fed4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.084153] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Acquiring lock "refresh_cache-eb5f2021-ffbe-400e-bef4-809fdfa4422e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.084371] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Acquired lock "refresh_cache-eb5f2021-ffbe-400e-bef4-809fdfa4422e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.084591] env[62683]: DEBUG nova.network.neutron [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.143162] env[62683]: DEBUG oslo_concurrency.lockutils [req-e6e57e82-5437-4049-9d83-9d47e0e978c8 req-06e96fcd-aa6b-4270-9653-1e86c8f04d87 service nova] Releasing lock "refresh_cache-d33a79ce-b109-47f3-a565-3a7019896c97" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.230532] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2760b6-29fe-4467-9a8c-8f23c0951e58 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.255415] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646939da-e029-4565-8598-20981e82cb3f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.262021] env[62683]: DEBUG nova.scheduler.client.report [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1441.312603] env[62683]: DEBUG oslo_vmware.api [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Task: {'id': task-1798623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349531} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.312603] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.312750] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.312980] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.313168] env[62683]: INFO nova.compute.manager [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1441.313416] env[62683]: DEBUG oslo.service.loopingcall [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1441.317106] env[62683]: DEBUG nova.compute.manager [-] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1441.317272] env[62683]: DEBUG nova.network.neutron [-] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1441.366334] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "2498b9f3-1c28-48e0-9748-6ab002fbafd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.366490] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "2498b9f3-1c28-48e0-9748-6ab002fbafd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.384655] env[62683]: DEBUG nova.compute.manager [req-d56329a5-e2d9-44e4-90ee-405b7753f9ad req-8ed4eb38-3a95-4611-bde4-7c04e7f5abaf service nova] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Received event network-changed-7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1441.384861] env[62683]: DEBUG nova.compute.manager [req-d56329a5-e2d9-44e4-90ee-405b7753f9ad req-8ed4eb38-3a95-4611-bde4-7c04e7f5abaf service nova] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Refreshing instance network info cache due to event network-changed-7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1441.386629] env[62683]: DEBUG oslo_concurrency.lockutils [req-d56329a5-e2d9-44e4-90ee-405b7753f9ad req-8ed4eb38-3a95-4611-bde4-7c04e7f5abaf service nova] Acquiring lock "refresh_cache-08f0825a-cc85-4cd5-9d91-48406245d0e2" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.386820] env[62683]: DEBUG oslo_concurrency.lockutils [req-d56329a5-e2d9-44e4-90ee-405b7753f9ad req-8ed4eb38-3a95-4611-bde4-7c04e7f5abaf service nova] Acquired lock "refresh_cache-08f0825a-cc85-4cd5-9d91-48406245d0e2" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.388380] env[62683]: DEBUG nova.network.neutron [req-d56329a5-e2d9-44e4-90ee-405b7753f9ad req-8ed4eb38-3a95-4611-bde4-7c04e7f5abaf service nova] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Refreshing network info cache for port 7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1441.409103] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.409103] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.451802] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "76116724-b0a6-4145-914a-fa5e4ac373c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.451802] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "76116724-b0a6-4145-914a-fa5e4ac373c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.495821] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0857f62-e629-4737-903c-380d6991a7c0 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.495821] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1beb5b95-1291-48ba-8b86-2d89cd6e7ca5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.504683] env[62683]: DEBUG oslo_vmware.api [None req-e0857f62-e629-4737-903c-380d6991a7c0 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1441.504683] env[62683]: value = "task-1798624" [ 1441.504683] env[62683]: _type = "Task" [ 1441.504683] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.523488] env[62683]: DEBUG oslo_vmware.api [None req-e0857f62-e629-4737-903c-380d6991a7c0 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.527309] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52864f72-3ca5-de7a-cea7-e1837415a430, 'name': SearchDatastore_Task, 'duration_secs': 0.029519} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.527629] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.527955] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] d33a79ce-b109-47f3-a565-3a7019896c97/d33a79ce-b109-47f3-a565-3a7019896c97.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1441.528262] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08df9715-71f2-409c-9283-fed9fb09200b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.535206] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1441.535206] env[62683]: value = "task-1798625" [ 1441.535206] env[62683]: _type = "Task" [ 1441.535206] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.544102] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.614116] env[62683]: DEBUG nova.network.neutron [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1441.719955] env[62683]: DEBUG nova.network.neutron [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.768134] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.768134] env[62683]: DEBUG nova.compute.manager [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1441.770754] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.645s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.773037] env[62683]: DEBUG nova.objects.instance [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lazy-loading 'resources' on Instance uuid f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.773037] env[62683]: DEBUG nova.compute.manager [None req-79e91204-f219-438a-9713-f9dd5b7fb3b0 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Instance disappeared during snapshot {{(pid=62683) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1441.856526] env[62683]: DEBUG nova.compute.manager [req-1bde2aea-91aa-4dc8-a359-a879be0c6d1d req-5615a64f-ab10-41a3-b656-1a17283e0291 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Received event network-vif-deleted-6f169b53-1411-434e-a05c-e2e4e7ba6d4b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1441.856595] env[62683]: INFO nova.compute.manager [req-1bde2aea-91aa-4dc8-a359-a879be0c6d1d req-5615a64f-ab10-41a3-b656-1a17283e0291 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Neutron deleted interface 6f169b53-1411-434e-a05c-e2e4e7ba6d4b; detaching it from the instance and deleting it from the info cache [ 1441.857390] env[62683]: DEBUG nova.network.neutron [req-1bde2aea-91aa-4dc8-a359-a879be0c6d1d req-5615a64f-ab10-41a3-b656-1a17283e0291 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.962536] env[62683]: DEBUG nova.compute.manager [None req-79e91204-f219-438a-9713-f9dd5b7fb3b0 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Found 0 images (rotation: 2) {{(pid=62683) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1442.014996] env[62683]: DEBUG oslo_vmware.api [None req-e0857f62-e629-4737-903c-380d6991a7c0 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798624, 'name': PowerOffVM_Task, 'duration_secs': 0.380551} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.015301] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0857f62-e629-4737-903c-380d6991a7c0 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1442.015499] env[62683]: DEBUG nova.compute.manager [None req-e0857f62-e629-4737-903c-380d6991a7c0 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1442.019402] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d38eb73-7453-4a99-91e2-df43400c9b1e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.046097] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798625, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.194530] env[62683]: DEBUG nova.network.neutron [-] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.226019] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Releasing lock "refresh_cache-eb5f2021-ffbe-400e-bef4-809fdfa4422e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.226019] env[62683]: DEBUG nova.compute.manager [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1442.226019] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1442.226019] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1874c791-97fc-4706-be6c-81ac4c268c9a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.234284] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.234705] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0a71c86-ff49-42e1-90bc-a4c347f40ed5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.245550] env[62683]: DEBUG oslo_vmware.api [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Waiting for the task: (returnval){ [ 1442.245550] env[62683]: value = "task-1798626" [ 1442.245550] env[62683]: _type = "Task" [ 1442.245550] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.264136] env[62683]: DEBUG oslo_vmware.api [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Task: {'id': task-1798626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.277243] env[62683]: DEBUG nova.compute.utils [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1442.277243] env[62683]: DEBUG nova.compute.manager [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Not allocating networking since 'none' was specified. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1442.365868] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c03cc9b2-4299-4daa-8368-56b77d94c239 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.375384] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381b0e34-09f0-40d3-8f1f-7b4094c86949 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.414813] env[62683]: DEBUG nova.compute.manager [req-1bde2aea-91aa-4dc8-a359-a879be0c6d1d req-5615a64f-ab10-41a3-b656-1a17283e0291 service nova] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Detach interface failed, port_id=6f169b53-1411-434e-a05c-e2e4e7ba6d4b, reason: Instance a531ac93-b930-44aa-b0ba-307b44497ff1 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1442.426516] env[62683]: DEBUG nova.network.neutron [req-d56329a5-e2d9-44e4-90ee-405b7753f9ad req-8ed4eb38-3a95-4611-bde4-7c04e7f5abaf service nova] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Updated VIF entry in instance network info cache for port 7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.426874] env[62683]: DEBUG nova.network.neutron [req-d56329a5-e2d9-44e4-90ee-405b7753f9ad req-8ed4eb38-3a95-4611-bde4-7c04e7f5abaf service nova] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Updating instance_info_cache with network_info: [{"id": "7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82", "address": "fa:16:3e:66:08:a9", "network": {"id": "20ff27c9-8d7d-4c22-9414-60cb84e6724e", "bridge": "br-int", "label": "tempest-ServersTestJSON-303691404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28fed635ee974ac7bce5c7170c4ab243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd4bf4c-0f", "ovs_interfaceid": "7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.531741] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e0857f62-e629-4737-903c-380d6991a7c0 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "6f3f8558-d031-4272-8b20-2ea6ac1b92c9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.553237] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.908575} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.553237] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] d33a79ce-b109-47f3-a565-3a7019896c97/d33a79ce-b109-47f3-a565-3a7019896c97.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1442.553237] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1442.555099] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-732b656b-5826-49ad-8794-92594ed8b664 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.568155] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1442.568155] env[62683]: value = "task-1798627" [ 1442.568155] env[62683]: _type = "Task" [ 1442.568155] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.579549] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.699786] env[62683]: INFO nova.compute.manager [-] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Took 1.38 seconds to deallocate network for instance. [ 1442.764405] env[62683]: DEBUG oslo_vmware.api [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Task: {'id': task-1798626, 'name': PowerOffVM_Task, 'duration_secs': 0.255306} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.764707] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1442.764872] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1442.765260] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05436931-e87c-4b75-8eea-a605b712223d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.784664] env[62683]: DEBUG nova.compute.manager [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1442.792145] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1442.792280] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1442.792468] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Deleting the datastore file [datastore1] eb5f2021-ffbe-400e-bef4-809fdfa4422e {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1442.792724] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25e33504-ad15-40d3-a32c-b2d387f305e6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.799278] env[62683]: DEBUG oslo_vmware.api [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Waiting for the task: (returnval){ [ 1442.799278] env[62683]: value = "task-1798629" [ 1442.799278] env[62683]: _type = "Task" [ 1442.799278] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.807236] env[62683]: DEBUG oslo_vmware.api [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Task: {'id': task-1798629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.827414] env[62683]: DEBUG nova.network.neutron [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Successfully updated port: 41814ff1-d94f-4cef-97e1-4c2143f4c1d1 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1442.885068] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a7a1cb-194b-46b0-99b7-881f4e408840 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.893197] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a104e25-2c47-43dc-a7f2-26f1ee025643 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.925244] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcaf1ca-5086-4ef1-a9fb-99476e477f4f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.932289] env[62683]: DEBUG oslo_concurrency.lockutils [req-d56329a5-e2d9-44e4-90ee-405b7753f9ad req-8ed4eb38-3a95-4611-bde4-7c04e7f5abaf service nova] Releasing lock "refresh_cache-08f0825a-cc85-4cd5-9d91-48406245d0e2" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.933781] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c55676-2b09-4874-8f8d-bdc40be8b08d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.949662] env[62683]: DEBUG nova.compute.provider_tree [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.075778] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063197} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.076105] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1443.076861] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69044648-9a83-40e2-8583-11326b4d773e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.102034] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] d33a79ce-b109-47f3-a565-3a7019896c97/d33a79ce-b109-47f3-a565-3a7019896c97.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.102238] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-317a9b1b-51cc-4b86-baf9-8c533961d2b7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.124083] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1443.124083] env[62683]: value = "task-1798630" [ 1443.124083] env[62683]: _type = "Task" [ 1443.124083] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.132745] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.209726] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.223647] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "134c873e-9d20-4c6a-931f-c835cfb97376" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.223859] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "134c873e-9d20-4c6a-931f-c835cfb97376" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.311528] env[62683]: DEBUG oslo_vmware.api [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Task: {'id': task-1798629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094143} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.311528] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1443.311528] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1443.311709] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1443.311976] env[62683]: INFO nova.compute.manager [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1443.312124] env[62683]: DEBUG oslo.service.loopingcall [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1443.312309] env[62683]: DEBUG nova.compute.manager [-] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1443.313026] env[62683]: DEBUG nova.network.neutron [-] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1443.327076] env[62683]: DEBUG nova.network.neutron [-] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1443.330822] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquiring lock "refresh_cache-512f1357-cb29-440a-9c61-f4c75dab4207" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.330905] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquired lock "refresh_cache-512f1357-cb29-440a-9c61-f4c75dab4207" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.331057] env[62683]: DEBUG nova.network.neutron [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1443.449694] env[62683]: DEBUG nova.compute.manager [req-a21df1cb-86e4-4e09-b17f-8db13a07e39f req-2e5caa64-944b-4026-8c33-98d128df0b7c service nova] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Received event network-vif-plugged-41814ff1-d94f-4cef-97e1-4c2143f4c1d1 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1443.449694] env[62683]: DEBUG oslo_concurrency.lockutils [req-a21df1cb-86e4-4e09-b17f-8db13a07e39f req-2e5caa64-944b-4026-8c33-98d128df0b7c service nova] Acquiring lock "512f1357-cb29-440a-9c61-f4c75dab4207-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.449694] env[62683]: DEBUG oslo_concurrency.lockutils [req-a21df1cb-86e4-4e09-b17f-8db13a07e39f req-2e5caa64-944b-4026-8c33-98d128df0b7c service nova] Lock "512f1357-cb29-440a-9c61-f4c75dab4207-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.449694] env[62683]: DEBUG oslo_concurrency.lockutils [req-a21df1cb-86e4-4e09-b17f-8db13a07e39f req-2e5caa64-944b-4026-8c33-98d128df0b7c service nova] Lock "512f1357-cb29-440a-9c61-f4c75dab4207-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.449694] env[62683]: DEBUG nova.compute.manager [req-a21df1cb-86e4-4e09-b17f-8db13a07e39f req-2e5caa64-944b-4026-8c33-98d128df0b7c service nova] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] No waiting events found dispatching network-vif-plugged-41814ff1-d94f-4cef-97e1-4c2143f4c1d1 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1443.450123] env[62683]: WARNING nova.compute.manager [req-a21df1cb-86e4-4e09-b17f-8db13a07e39f req-2e5caa64-944b-4026-8c33-98d128df0b7c service nova] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Received unexpected event network-vif-plugged-41814ff1-d94f-4cef-97e1-4c2143f4c1d1 for instance with vm_state building and task_state spawning. [ 1443.450123] env[62683]: DEBUG nova.compute.manager [req-a21df1cb-86e4-4e09-b17f-8db13a07e39f req-2e5caa64-944b-4026-8c33-98d128df0b7c service nova] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Received event network-changed-41814ff1-d94f-4cef-97e1-4c2143f4c1d1 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1443.450312] env[62683]: DEBUG nova.compute.manager [req-a21df1cb-86e4-4e09-b17f-8db13a07e39f req-2e5caa64-944b-4026-8c33-98d128df0b7c service nova] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Refreshing instance network info cache due to event network-changed-41814ff1-d94f-4cef-97e1-4c2143f4c1d1. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1443.450485] env[62683]: DEBUG oslo_concurrency.lockutils [req-a21df1cb-86e4-4e09-b17f-8db13a07e39f req-2e5caa64-944b-4026-8c33-98d128df0b7c service nova] Acquiring lock "refresh_cache-512f1357-cb29-440a-9c61-f4c75dab4207" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.452853] env[62683]: DEBUG nova.scheduler.client.report [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.634573] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798630, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.793733] env[62683]: DEBUG nova.compute.manager [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1443.824632] env[62683]: DEBUG nova.virt.hardware [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1443.824911] env[62683]: DEBUG nova.virt.hardware [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1443.825053] env[62683]: DEBUG nova.virt.hardware [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1443.825285] env[62683]: DEBUG nova.virt.hardware [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1443.825388] env[62683]: DEBUG nova.virt.hardware [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1443.825536] env[62683]: DEBUG nova.virt.hardware [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1443.825753] env[62683]: DEBUG nova.virt.hardware [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1443.825914] env[62683]: DEBUG nova.virt.hardware [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1443.826095] env[62683]: DEBUG nova.virt.hardware [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1443.826263] env[62683]: DEBUG nova.virt.hardware [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1443.826436] env[62683]: DEBUG nova.virt.hardware [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1443.827309] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f71c93-61bb-4ec0-8df7-38c4c06df19c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.831470] env[62683]: DEBUG nova.network.neutron [-] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.839267] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc94bda5-d5ae-4762-b067-047c8da66998 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.853214] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Instance VIF info [] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1443.858701] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Creating folder: Project (fe363201cd60443ab6b203b30fff94cf). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1443.859221] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c83e998d-674a-4e6f-8f5d-b564cec23950 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.869709] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Created folder: Project (fe363201cd60443ab6b203b30fff94cf) in parent group-v372889. [ 1443.869903] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Creating folder: Instances. Parent ref: group-v372990. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1443.870146] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7496a6b-83a3-4592-ae9c-9f4614ec69ad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.878725] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Created folder: Instances in parent group-v372990. [ 1443.878967] env[62683]: DEBUG oslo.service.loopingcall [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1443.879175] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1443.879371] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddc1dee5-56c6-4071-9b2f-95423eec6fc5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.892605] env[62683]: DEBUG nova.network.neutron [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1443.898549] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1443.898549] env[62683]: value = "task-1798633" [ 1443.898549] env[62683]: _type = "Task" [ 1443.898549] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.906947] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798633, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.957460] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.961189] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.075s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.962055] env[62683]: INFO nova.compute.claims [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1443.965127] env[62683]: DEBUG nova.objects.instance [None req-2b79686d-efd9-4360-aac9-0aee9a785069 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lazy-loading 'flavor' on Instance uuid 6f3f8558-d031-4272-8b20-2ea6ac1b92c9 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.996322] env[62683]: INFO nova.scheduler.client.report [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Deleted allocations for instance f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49 [ 1444.067576] env[62683]: DEBUG nova.network.neutron [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Updating instance_info_cache with network_info: [{"id": "41814ff1-d94f-4cef-97e1-4c2143f4c1d1", "address": "fa:16:3e:75:b8:8b", "network": {"id": "85ad66aa-7540-4f0f-9b31-7d4f3ffd1e60", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-357216319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69a6e41cd7c4eea813f046aab0426f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41814ff1-d9", "ovs_interfaceid": "41814ff1-d94f-4cef-97e1-4c2143f4c1d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.134710] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798630, 'name': ReconfigVM_Task, 'duration_secs': 0.523059} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.135013] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Reconfigured VM instance instance-00000020 to attach disk [datastore1] d33a79ce-b109-47f3-a565-3a7019896c97/d33a79ce-b109-47f3-a565-3a7019896c97.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1444.135642] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26d46533-c05f-4b90-90ed-f3c891531779 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.141332] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1444.141332] env[62683]: value = "task-1798634" [ 1444.141332] env[62683]: _type = "Task" [ 1444.141332] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.149782] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798634, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.337620] env[62683]: INFO nova.compute.manager [-] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Took 1.03 seconds to deallocate network for instance. [ 1444.408945] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798633, 'name': CreateVM_Task, 'duration_secs': 0.24204} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.409129] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1444.409554] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.409719] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.410051] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1444.410293] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63aba386-c308-4aca-a6b4-03d788a67cc0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.414460] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for the task: (returnval){ [ 1444.414460] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a9c7c7-4a6f-1a18-df45-7a002cd0c3bd" [ 1444.414460] env[62683]: _type = "Task" [ 1444.414460] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.421610] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a9c7c7-4a6f-1a18-df45-7a002cd0c3bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.475337] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2b79686d-efd9-4360-aac9-0aee9a785069 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "refresh_cache-6f3f8558-d031-4272-8b20-2ea6ac1b92c9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.475624] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2b79686d-efd9-4360-aac9-0aee9a785069 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquired lock "refresh_cache-6f3f8558-d031-4272-8b20-2ea6ac1b92c9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.475688] env[62683]: DEBUG nova.network.neutron [None req-2b79686d-efd9-4360-aac9-0aee9a785069 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1444.475866] env[62683]: DEBUG nova.objects.instance [None req-2b79686d-efd9-4360-aac9-0aee9a785069 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lazy-loading 'info_cache' on Instance uuid 6f3f8558-d031-4272-8b20-2ea6ac1b92c9 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.505318] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e9daf762-e62a-421a-b38a-a3b08929bc5d tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lock "f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.335s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.570806] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Releasing lock "refresh_cache-512f1357-cb29-440a-9c61-f4c75dab4207" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.571280] env[62683]: DEBUG nova.compute.manager [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Instance network_info: |[{"id": "41814ff1-d94f-4cef-97e1-4c2143f4c1d1", "address": "fa:16:3e:75:b8:8b", "network": {"id": "85ad66aa-7540-4f0f-9b31-7d4f3ffd1e60", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-357216319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69a6e41cd7c4eea813f046aab0426f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41814ff1-d9", "ovs_interfaceid": "41814ff1-d94f-4cef-97e1-4c2143f4c1d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1444.571734] env[62683]: DEBUG oslo_concurrency.lockutils [req-a21df1cb-86e4-4e09-b17f-8db13a07e39f req-2e5caa64-944b-4026-8c33-98d128df0b7c service nova] Acquired lock "refresh_cache-512f1357-cb29-440a-9c61-f4c75dab4207" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.572010] env[62683]: DEBUG nova.network.neutron [req-a21df1cb-86e4-4e09-b17f-8db13a07e39f req-2e5caa64-944b-4026-8c33-98d128df0b7c service nova] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Refreshing network info cache for port 41814ff1-d94f-4cef-97e1-4c2143f4c1d1 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1444.573542] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:b8:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41814ff1-d94f-4cef-97e1-4c2143f4c1d1', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1444.585657] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Creating folder: Project (b69a6e41cd7c4eea813f046aab0426f0). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1444.587016] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d1bfe1b-fcba-4dc4-be7b-56f95be819a5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.600401] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Created folder: Project (b69a6e41cd7c4eea813f046aab0426f0) in parent group-v372889. [ 1444.600764] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Creating folder: Instances. Parent ref: group-v372993. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1444.601108] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd022710-232a-4db5-8441-68bf475c3716 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.610508] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Created folder: Instances in parent group-v372993. [ 1444.610792] env[62683]: DEBUG oslo.service.loopingcall [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1444.610984] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1444.611265] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44dd4a4f-a2a8-4b22-9e5d-eadbe7299cb1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.630721] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1444.630721] env[62683]: value = "task-1798637" [ 1444.630721] env[62683]: _type = "Task" [ 1444.630721] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.638422] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798637, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.649966] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798634, 'name': Rename_Task, 'duration_secs': 0.16841} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.650259] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1444.650536] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d84e257-bfb7-4237-94d2-164d235e4e14 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.656623] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1444.656623] env[62683]: value = "task-1798638" [ 1444.656623] env[62683]: _type = "Task" [ 1444.656623] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.670014] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.844410] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.925877] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a9c7c7-4a6f-1a18-df45-7a002cd0c3bd, 'name': SearchDatastore_Task, 'duration_secs': 0.008407} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.926256] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.926550] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1444.926805] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.926988] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.927215] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1444.927484] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-673c31ce-8fdb-4c0a-9cdb-0a281d16a82d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.936966] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1444.937239] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1444.938453] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-941ce158-d5ea-48af-af78-f50012702469 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.944060] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for the task: (returnval){ [ 1444.944060] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528c3578-ab87-4865-8f2d-c3f032d015a8" [ 1444.944060] env[62683]: _type = "Task" [ 1444.944060] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.952312] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528c3578-ab87-4865-8f2d-c3f032d015a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.982352] env[62683]: DEBUG nova.objects.base [None req-2b79686d-efd9-4360-aac9-0aee9a785069 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Object Instance<6f3f8558-d031-4272-8b20-2ea6ac1b92c9> lazy-loaded attributes: flavor,info_cache {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1445.140841] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798637, 'name': CreateVM_Task, 'duration_secs': 0.352829} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.141142] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1445.142065] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.142294] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.142676] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1445.142949] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda1a688-b153-42ec-ab1c-344d88abb199 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.152801] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1445.152801] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52dcd7e6-ac94-867b-33ce-0496e54d2588" [ 1445.152801] env[62683]: _type = "Task" [ 1445.152801] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.166120] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52dcd7e6-ac94-867b-33ce-0496e54d2588, 'name': SearchDatastore_Task, 'duration_secs': 0.009196} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.166120] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.166120] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1445.166120] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.171452] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798638, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.387164] env[62683]: DEBUG nova.network.neutron [req-a21df1cb-86e4-4e09-b17f-8db13a07e39f req-2e5caa64-944b-4026-8c33-98d128df0b7c service nova] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Updated VIF entry in instance network info cache for port 41814ff1-d94f-4cef-97e1-4c2143f4c1d1. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1445.387573] env[62683]: DEBUG nova.network.neutron [req-a21df1cb-86e4-4e09-b17f-8db13a07e39f req-2e5caa64-944b-4026-8c33-98d128df0b7c service nova] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Updating instance_info_cache with network_info: [{"id": "41814ff1-d94f-4cef-97e1-4c2143f4c1d1", "address": "fa:16:3e:75:b8:8b", "network": {"id": "85ad66aa-7540-4f0f-9b31-7d4f3ffd1e60", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-357216319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69a6e41cd7c4eea813f046aab0426f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41814ff1-d9", "ovs_interfaceid": "41814ff1-d94f-4cef-97e1-4c2143f4c1d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.456950] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528c3578-ab87-4865-8f2d-c3f032d015a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010058} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.457562] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8f34409-8702-46b1-8d33-e451d276248e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.464803] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for the task: (returnval){ [ 1445.464803] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]521835de-cb77-69b0-9f75-1d2cdf3527f4" [ 1445.464803] env[62683]: _type = "Task" [ 1445.464803] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.472836] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]521835de-cb77-69b0-9f75-1d2cdf3527f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.540085] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade06b9a-c86c-4ec0-9565-113ff85178dc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.547989] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1137962-dadc-491f-b6be-03ff331a3871 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.582097] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d09a69-322d-43db-b903-1fc7475073cb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.589928] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc5dbdc-b573-4a85-a994-0cd961aef8bc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.603653] env[62683]: DEBUG nova.compute.provider_tree [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.653270] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquiring lock "21399ba5-2247-4e01-a14d-c17d1a53ba26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.653568] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lock "21399ba5-2247-4e01-a14d-c17d1a53ba26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.653707] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquiring lock "21399ba5-2247-4e01-a14d-c17d1a53ba26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.653893] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lock "21399ba5-2247-4e01-a14d-c17d1a53ba26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.654073] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lock "21399ba5-2247-4e01-a14d-c17d1a53ba26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.656088] env[62683]: INFO nova.compute.manager [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Terminating instance [ 1445.668410] env[62683]: DEBUG oslo_vmware.api [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798638, 'name': PowerOnVM_Task, 'duration_secs': 0.697869} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.669154] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.669418] env[62683]: INFO nova.compute.manager [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1445.669509] env[62683]: DEBUG nova.compute.manager [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.670271] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbe8c1c-b211-43b2-b7e8-2c741337784b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.736309] env[62683]: DEBUG nova.network.neutron [None req-2b79686d-efd9-4360-aac9-0aee9a785069 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Updating instance_info_cache with network_info: [{"id": "016c1a33-5277-48e0-999f-b86fb098edf9", "address": "fa:16:3e:25:30:85", "network": {"id": "b015c960-f5cb-4194-b129-1f9fe98655e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-784949142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346e5b2c07714869ab920564bce5e8f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016c1a33-52", "ovs_interfaceid": "016c1a33-5277-48e0-999f-b86fb098edf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.892248] env[62683]: DEBUG oslo_concurrency.lockutils [req-a21df1cb-86e4-4e09-b17f-8db13a07e39f req-2e5caa64-944b-4026-8c33-98d128df0b7c service nova] Releasing lock "refresh_cache-512f1357-cb29-440a-9c61-f4c75dab4207" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.975629] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]521835de-cb77-69b0-9f75-1d2cdf3527f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009138} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.975903] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.976172] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 645b60de-8a61-4c6f-bdb8-b36ee7e082d3/645b60de-8a61-4c6f-bdb8-b36ee7e082d3.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1445.976449] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.976636] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.976844] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfbb279a-c9b4-446e-94df-14abd67fc3d3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.979562] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8200bb29-ca4d-45dd-a082-edcff2c5f8a6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.985716] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for the task: (returnval){ [ 1445.985716] env[62683]: value = "task-1798639" [ 1445.985716] env[62683]: _type = "Task" [ 1445.985716] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.989631] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.989806] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1445.990771] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92690eb0-586b-4fa9-8ae5-4f3dba98401d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.995525] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.998675] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1445.998675] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528b1411-76af-cb0b-3e28-0e9d6899b414" [ 1445.998675] env[62683]: _type = "Task" [ 1445.998675] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.006547] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528b1411-76af-cb0b-3e28-0e9d6899b414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.109572] env[62683]: DEBUG nova.scheduler.client.report [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1446.163683] env[62683]: DEBUG nova.compute.manager [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1446.163683] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1446.165599] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df775280-e2de-46e8-aeca-5353a0a5d5e6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.174377] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.174377] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ec9b11c-6b79-44a4-929c-3ee362fa6b6c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.185434] env[62683]: DEBUG oslo_vmware.api [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1446.185434] env[62683]: value = "task-1798640" [ 1446.185434] env[62683]: _type = "Task" [ 1446.185434] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.193262] env[62683]: INFO nova.compute.manager [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Took 49.08 seconds to build instance. [ 1446.200853] env[62683]: DEBUG oslo_vmware.api [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.239158] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2b79686d-efd9-4360-aac9-0aee9a785069 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Releasing lock "refresh_cache-6f3f8558-d031-4272-8b20-2ea6ac1b92c9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.498146] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497897} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.498468] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 645b60de-8a61-4c6f-bdb8-b36ee7e082d3/645b60de-8a61-4c6f-bdb8-b36ee7e082d3.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1446.498742] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1446.499081] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-987fa582-987d-4906-bcf9-ca8346fb0ee1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.509768] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528b1411-76af-cb0b-3e28-0e9d6899b414, 'name': SearchDatastore_Task, 'duration_secs': 0.008869} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.511772] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for the task: (returnval){ [ 1446.511772] env[62683]: value = "task-1798641" [ 1446.511772] env[62683]: _type = "Task" [ 1446.511772] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.511973] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c330b948-24da-43e0-afb6-1d06ce2a5fbd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.520897] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1446.520897] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b90af0-70f8-a980-36ad-842b0b67d4ff" [ 1446.520897] env[62683]: _type = "Task" [ 1446.520897] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.523816] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.531050] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b90af0-70f8-a980-36ad-842b0b67d4ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.616721] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.616721] env[62683]: DEBUG nova.compute.manager [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1446.619402] env[62683]: DEBUG oslo_concurrency.lockutils [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.950s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.695419] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c235ef9-00c0-460f-a95e-f36f6a8415dd tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "d33a79ce-b109-47f3-a565-3a7019896c97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.293s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.695716] env[62683]: DEBUG oslo_vmware.api [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798640, 'name': PowerOffVM_Task, 'duration_secs': 0.458085} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.698024] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1446.698024] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1446.698024] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d4fb96f-8a7f-4f8a-8fbd-0db538674853 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.726940] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "d33a79ce-b109-47f3-a565-3a7019896c97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.727252] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "d33a79ce-b109-47f3-a565-3a7019896c97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.727474] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "d33a79ce-b109-47f3-a565-3a7019896c97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.727689] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "d33a79ce-b109-47f3-a565-3a7019896c97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.727867] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "d33a79ce-b109-47f3-a565-3a7019896c97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.730317] env[62683]: INFO nova.compute.manager [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Terminating instance [ 1446.772472] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1446.772715] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1446.772902] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Deleting the datastore file [datastore1] 21399ba5-2247-4e01-a14d-c17d1a53ba26 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1446.773211] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e179e213-bba0-41cf-a33b-6b6beb79d086 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.779742] env[62683]: DEBUG oslo_vmware.api [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for the task: (returnval){ [ 1446.779742] env[62683]: value = "task-1798643" [ 1446.779742] env[62683]: _type = "Task" [ 1446.779742] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.788254] env[62683]: DEBUG oslo_vmware.api [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.023565] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.281026} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.023871] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1447.027962] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff11d60-4175-462e-927c-468ca33406c7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.034971] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b90af0-70f8-a980-36ad-842b0b67d4ff, 'name': SearchDatastore_Task, 'duration_secs': 0.046058} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.041965] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.042247] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 512f1357-cb29-440a-9c61-f4c75dab4207/512f1357-cb29-440a-9c61-f4c75dab4207.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1447.052057] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 645b60de-8a61-4c6f-bdb8-b36ee7e082d3/645b60de-8a61-4c6f-bdb8-b36ee7e082d3.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1447.052557] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9413697-8ed4-402a-a881-9c1941c086eb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.054406] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d2ac01f-07d1-4d2c-9262-7fdf705e6a8d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.075147] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1447.075147] env[62683]: value = "task-1798644" [ 1447.075147] env[62683]: _type = "Task" [ 1447.075147] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.076656] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for the task: (returnval){ [ 1447.076656] env[62683]: value = "task-1798645" [ 1447.076656] env[62683]: _type = "Task" [ 1447.076656] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.087432] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.090804] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.123662] env[62683]: DEBUG nova.compute.utils [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1447.125923] env[62683]: DEBUG nova.compute.manager [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1447.126048] env[62683]: DEBUG nova.network.neutron [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1447.184531] env[62683]: DEBUG nova.policy [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbbf0a17c3e241a0808a7e1529371dda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc6a974a8b6d4407810148fbb1482186', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1447.197983] env[62683]: DEBUG nova.compute.manager [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1447.234916] env[62683]: DEBUG nova.compute.manager [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1447.235169] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1447.236062] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3923081a-b19c-4e8b-ab65-4f47762ab4de {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.243487] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b79686d-efd9-4360-aac9-0aee9a785069 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1447.243580] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9696bac2-dc64-42b9-8c73-3ded288c7524 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.248066] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.249430] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1df51ae8-4d3a-433a-aef0-42ba79f745f2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.257054] env[62683]: DEBUG oslo_vmware.api [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1447.257054] env[62683]: value = "task-1798647" [ 1447.257054] env[62683]: _type = "Task" [ 1447.257054] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.257668] env[62683]: DEBUG oslo_vmware.api [None req-2b79686d-efd9-4360-aac9-0aee9a785069 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1447.257668] env[62683]: value = "task-1798646" [ 1447.257668] env[62683]: _type = "Task" [ 1447.257668] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.275059] env[62683]: DEBUG oslo_vmware.api [None req-2b79686d-efd9-4360-aac9-0aee9a785069 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798646, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.278340] env[62683]: DEBUG oslo_vmware.api [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.290714] env[62683]: DEBUG oslo_vmware.api [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Task: {'id': task-1798643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171217} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.290714] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.291021] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.291090] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.291261] env[62683]: INFO nova.compute.manager [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1447.291531] env[62683]: DEBUG oslo.service.loopingcall [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1447.292141] env[62683]: DEBUG nova.compute.manager [-] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1447.292250] env[62683]: DEBUG nova.network.neutron [-] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1447.596840] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798644, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.601186] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.634401] env[62683]: DEBUG nova.compute.manager [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1447.684120] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0199beae-cf8d-42a3-8789-a9b9582651b1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.693290] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc5cb88-2f22-46f5-8445-6c037984d5a3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.737615] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8ecb30-bb72-4681-8d13-45248f120224 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.748270] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eb297b-ba5b-4289-9371-6022ab41ddb4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.757489] env[62683]: DEBUG oslo_concurrency.lockutils [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.779600] env[62683]: DEBUG nova.compute.provider_tree [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.789523] env[62683]: DEBUG oslo_vmware.api [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798647, 'name': PowerOffVM_Task, 'duration_secs': 0.392} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.795268] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.795591] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1447.796019] env[62683]: DEBUG oslo_vmware.api [None req-2b79686d-efd9-4360-aac9-0aee9a785069 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798646, 'name': PowerOnVM_Task, 'duration_secs': 0.441529} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.799606] env[62683]: DEBUG nova.network.neutron [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Successfully created port: ada3143d-34b5-4783-8c29-1af4b63c7220 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1447.802733] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db1a0122-4f26-4dcf-8f86-b26216276d66 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.803045] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b79686d-efd9-4360-aac9-0aee9a785069 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1447.803320] env[62683]: DEBUG nova.compute.manager [None req-2b79686d-efd9-4360-aac9-0aee9a785069 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1447.804430] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cfe072-b2f8-4145-88cb-913e337c82a0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.882015] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1447.882259] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1447.882436] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Deleting the datastore file [datastore1] d33a79ce-b109-47f3-a565-3a7019896c97 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1447.882815] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f48ad77f-a902-4f1d-ae57-7d6cc5b07ac8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.891681] env[62683]: DEBUG oslo_vmware.api [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1447.891681] env[62683]: value = "task-1798649" [ 1447.891681] env[62683]: _type = "Task" [ 1447.891681] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.898382] env[62683]: DEBUG oslo_vmware.api [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.992495] env[62683]: DEBUG nova.compute.manager [req-b6e20c3e-c4be-40d7-9587-11041ee14604 req-032ec63c-1287-41d8-9465-6fb4cc59d04e service nova] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Received event network-vif-deleted-67d73e4f-895d-4077-be4d-2b8072df2235 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1447.992495] env[62683]: INFO nova.compute.manager [req-b6e20c3e-c4be-40d7-9587-11041ee14604 req-032ec63c-1287-41d8-9465-6fb4cc59d04e service nova] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Neutron deleted interface 67d73e4f-895d-4077-be4d-2b8072df2235; detaching it from the instance and deleting it from the info cache [ 1447.992495] env[62683]: DEBUG nova.network.neutron [req-b6e20c3e-c4be-40d7-9587-11041ee14604 req-032ec63c-1287-41d8-9465-6fb4cc59d04e service nova] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.088815] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587768} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.092375] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 512f1357-cb29-440a-9c61-f4c75dab4207/512f1357-cb29-440a-9c61-f4c75dab4207.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1448.092678] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1448.092993] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc746368-34de-47a7-987e-e78fac80b048 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.102131] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798645, 'name': ReconfigVM_Task, 'duration_secs': 0.709319} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.104119] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 645b60de-8a61-4c6f-bdb8-b36ee7e082d3/645b60de-8a61-4c6f-bdb8-b36ee7e082d3.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1448.105058] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1448.105058] env[62683]: value = "task-1798650" [ 1448.105058] env[62683]: _type = "Task" [ 1448.105058] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.105452] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-329320f9-7f90-4ab8-a62f-998401013fd4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.115444] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for the task: (returnval){ [ 1448.115444] env[62683]: value = "task-1798651" [ 1448.115444] env[62683]: _type = "Task" [ 1448.115444] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.119734] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.131719] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798651, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.284075] env[62683]: DEBUG nova.scheduler.client.report [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.345871] env[62683]: DEBUG nova.network.neutron [-] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.400501] env[62683]: DEBUG oslo_vmware.api [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201596} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.400917] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1448.401131] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1448.401754] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1448.401978] env[62683]: INFO nova.compute.manager [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1448.402240] env[62683]: DEBUG oslo.service.loopingcall [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.402435] env[62683]: DEBUG nova.compute.manager [-] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1448.402575] env[62683]: DEBUG nova.network.neutron [-] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1448.495643] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f55bc59b-2994-4619-8335-99a95f63ae3f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.504909] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d6ad48-65de-478f-8df4-f049b3a8e971 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.536493] env[62683]: DEBUG nova.compute.manager [req-b6e20c3e-c4be-40d7-9587-11041ee14604 req-032ec63c-1287-41d8-9465-6fb4cc59d04e service nova] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Detach interface failed, port_id=67d73e4f-895d-4077-be4d-2b8072df2235, reason: Instance 21399ba5-2247-4e01-a14d-c17d1a53ba26 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1448.617127] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070179} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.617396] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1448.618178] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acb0487-e78a-4807-9bcb-f4588407b6c2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.643284] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 512f1357-cb29-440a-9c61-f4c75dab4207/512f1357-cb29-440a-9c61-f4c75dab4207.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1448.647178] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3a08ba2-6498-4d19-bad0-552c75edd041 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.662271] env[62683]: DEBUG nova.compute.manager [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1448.664164] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798651, 'name': Rename_Task, 'duration_secs': 0.153769} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.664628] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1448.665196] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4aeb4547-a058-40c9-b8b3-5bb0590e64de {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.671441] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1448.671441] env[62683]: value = "task-1798652" [ 1448.671441] env[62683]: _type = "Task" [ 1448.671441] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.675147] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for the task: (returnval){ [ 1448.675147] env[62683]: value = "task-1798653" [ 1448.675147] env[62683]: _type = "Task" [ 1448.675147] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.690384] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.690384] env[62683]: DEBUG nova.virt.hardware [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1448.690384] env[62683]: DEBUG nova.virt.hardware [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1448.690530] env[62683]: DEBUG nova.virt.hardware [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1448.691897] env[62683]: DEBUG nova.virt.hardware [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1448.691897] env[62683]: DEBUG nova.virt.hardware [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1448.691897] env[62683]: DEBUG nova.virt.hardware [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1448.691897] env[62683]: DEBUG nova.virt.hardware [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1448.691897] env[62683]: DEBUG nova.virt.hardware [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1448.691897] env[62683]: DEBUG nova.virt.hardware [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1448.691897] env[62683]: DEBUG nova.virt.hardware [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1448.691897] env[62683]: DEBUG nova.virt.hardware [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1448.694972] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0d1a6f-0e7b-452b-a80f-3eb76d9d6107 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.697468] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.703671] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c41f35-fd4e-48f5-aaf6-54f1e79a3b27 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.848252] env[62683]: INFO nova.compute.manager [-] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Took 1.56 seconds to deallocate network for instance. [ 1449.182114] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798652, 'name': ReconfigVM_Task, 'duration_secs': 0.472829} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.186602] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 512f1357-cb29-440a-9c61-f4c75dab4207/512f1357-cb29-440a-9c61-f4c75dab4207.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1449.193617] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be0ead82-8c4d-48af-aea8-bfc634c4cf75 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.198631] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798653, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.202023] env[62683]: DEBUG nova.network.neutron [-] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.207500] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1449.207500] env[62683]: value = "task-1798654" [ 1449.207500] env[62683]: _type = "Task" [ 1449.207500] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.217282] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798654, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.295445] env[62683]: DEBUG oslo_concurrency.lockutils [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.676s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.298424] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.981s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.298735] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.298800] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1449.299131] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.587s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.301504] env[62683]: INFO nova.compute.claims [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1449.305535] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edebf097-1daf-463a-9746-337f350f2977 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.313804] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af95bf9-0839-47cc-acc2-a86ed42966b3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.336570] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7547f99f-eca0-429b-8fa6-d02c2601c5a8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.344281] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff4b6b3-9d81-429f-994b-5886a60ab7ce {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.384558] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.385285] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179435MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1449.385534] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.548443] env[62683]: DEBUG nova.network.neutron [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Successfully updated port: ada3143d-34b5-4783-8c29-1af4b63c7220 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1449.686614] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798653, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.705663] env[62683]: INFO nova.compute.manager [-] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Took 1.30 seconds to deallocate network for instance. [ 1449.719904] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798654, 'name': Rename_Task, 'duration_secs': 0.164708} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.720232] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1449.720422] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d9d5272-f74a-4176-b629-389eb05a7d47 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.728392] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1449.728392] env[62683]: value = "task-1798655" [ 1449.728392] env[62683]: _type = "Task" [ 1449.728392] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.736714] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.874242] env[62683]: INFO nova.scheduler.client.report [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Deleted allocation for migration 9215a540-a4bb-444b-8f2d-74ca9209e4fc [ 1450.051740] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Acquiring lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.051917] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Acquired lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.052221] env[62683]: DEBUG nova.network.neutron [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1450.093506] env[62683]: DEBUG nova.compute.manager [req-ccf7d0d8-a254-431b-a62f-5e601f738108 req-b1cd115f-5f25-495b-afa2-c5136c689cfa service nova] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Received event network-vif-deleted-30784cfd-a713-49d8-b384-0affdd64a1e0 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1450.093506] env[62683]: DEBUG nova.compute.manager [req-ccf7d0d8-a254-431b-a62f-5e601f738108 req-b1cd115f-5f25-495b-afa2-c5136c689cfa service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Received event network-vif-plugged-ada3143d-34b5-4783-8c29-1af4b63c7220 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1450.093506] env[62683]: DEBUG oslo_concurrency.lockutils [req-ccf7d0d8-a254-431b-a62f-5e601f738108 req-b1cd115f-5f25-495b-afa2-c5136c689cfa service nova] Acquiring lock "f284c206-f517-4ff6-aa4f-412d9831c6ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.093506] env[62683]: DEBUG oslo_concurrency.lockutils [req-ccf7d0d8-a254-431b-a62f-5e601f738108 req-b1cd115f-5f25-495b-afa2-c5136c689cfa service nova] Lock "f284c206-f517-4ff6-aa4f-412d9831c6ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.093928] env[62683]: DEBUG oslo_concurrency.lockutils [req-ccf7d0d8-a254-431b-a62f-5e601f738108 req-b1cd115f-5f25-495b-afa2-c5136c689cfa service nova] Lock "f284c206-f517-4ff6-aa4f-412d9831c6ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.093928] env[62683]: DEBUG nova.compute.manager [req-ccf7d0d8-a254-431b-a62f-5e601f738108 req-b1cd115f-5f25-495b-afa2-c5136c689cfa service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] No waiting events found dispatching network-vif-plugged-ada3143d-34b5-4783-8c29-1af4b63c7220 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1450.094034] env[62683]: WARNING nova.compute.manager [req-ccf7d0d8-a254-431b-a62f-5e601f738108 req-b1cd115f-5f25-495b-afa2-c5136c689cfa service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Received unexpected event network-vif-plugged-ada3143d-34b5-4783-8c29-1af4b63c7220 for instance with vm_state building and task_state spawning. [ 1450.094625] env[62683]: DEBUG nova.compute.manager [req-ccf7d0d8-a254-431b-a62f-5e601f738108 req-b1cd115f-5f25-495b-afa2-c5136c689cfa service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Received event network-changed-ada3143d-34b5-4783-8c29-1af4b63c7220 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1450.094937] env[62683]: DEBUG nova.compute.manager [req-ccf7d0d8-a254-431b-a62f-5e601f738108 req-b1cd115f-5f25-495b-afa2-c5136c689cfa service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Refreshing instance network info cache due to event network-changed-ada3143d-34b5-4783-8c29-1af4b63c7220. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1450.095399] env[62683]: DEBUG oslo_concurrency.lockutils [req-ccf7d0d8-a254-431b-a62f-5e601f738108 req-b1cd115f-5f25-495b-afa2-c5136c689cfa service nova] Acquiring lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.187973] env[62683]: DEBUG oslo_vmware.api [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798653, 'name': PowerOnVM_Task, 'duration_secs': 1.349729} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.188595] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1450.188801] env[62683]: INFO nova.compute.manager [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Took 6.39 seconds to spawn the instance on the hypervisor. [ 1450.189068] env[62683]: DEBUG nova.compute.manager [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1450.189920] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea5ecc4-0839-44d7-af8f-59289217c13a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.215639] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.240294] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798655, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.381278] env[62683]: DEBUG oslo_concurrency.lockutils [None req-15a24ff2-d804-498b-8aea-6fee383ee425 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.090s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.589793] env[62683]: DEBUG oslo_concurrency.lockutils [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "0aa7b9ae-72a8-4b1c-997c-67d78422f15b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.590078] env[62683]: DEBUG oslo_concurrency.lockutils [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "0aa7b9ae-72a8-4b1c-997c-67d78422f15b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.590307] env[62683]: DEBUG oslo_concurrency.lockutils [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "0aa7b9ae-72a8-4b1c-997c-67d78422f15b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.590473] env[62683]: DEBUG oslo_concurrency.lockutils [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "0aa7b9ae-72a8-4b1c-997c-67d78422f15b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.590723] env[62683]: DEBUG oslo_concurrency.lockutils [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "0aa7b9ae-72a8-4b1c-997c-67d78422f15b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.594574] env[62683]: INFO nova.compute.manager [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Terminating instance [ 1450.598535] env[62683]: DEBUG nova.network.neutron [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1450.709868] env[62683]: INFO nova.compute.manager [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Took 42.79 seconds to build instance. [ 1450.739893] env[62683]: DEBUG oslo_vmware.api [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798655, 'name': PowerOnVM_Task, 'duration_secs': 0.942903} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.740194] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1450.740376] env[62683]: INFO nova.compute.manager [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1450.740549] env[62683]: DEBUG nova.compute.manager [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1450.741386] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadff9b0-a633-472b-80a5-732e18248182 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.822572] env[62683]: DEBUG nova.network.neutron [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Updating instance_info_cache with network_info: [{"id": "ada3143d-34b5-4783-8c29-1af4b63c7220", "address": "fa:16:3e:18:db:60", "network": {"id": "337890c7-e165-484f-b08d-3c5e9535ea5f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1759550940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6a974a8b6d4407810148fbb1482186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada3143d-34", "ovs_interfaceid": "ada3143d-34b5-4783-8c29-1af4b63c7220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.834369] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ee19e9-b200-4894-91d1-cb6025bd607e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.841554] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba033acb-b029-41f6-ace3-93959b16bb8d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.872159] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cca7e72-ccdc-4bfe-8d34-4958c576c3a0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.879757] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d37796-663e-42cf-bb77-9ebaafe5aecb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.894806] env[62683]: DEBUG nova.compute.provider_tree [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.103027] env[62683]: DEBUG nova.compute.manager [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1451.103296] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1451.104201] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14790a5-78b0-4d71-8588-aa45bc6436d4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.112271] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1451.112524] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a0ecf24-4279-48ff-928f-0b0c0b4ff7f6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.119314] env[62683]: DEBUG oslo_vmware.api [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1451.119314] env[62683]: value = "task-1798656" [ 1451.119314] env[62683]: _type = "Task" [ 1451.119314] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.127425] env[62683]: DEBUG oslo_vmware.api [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.213402] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a3ceb6f9-f161-4489-829b-c5f53afef4a1 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Lock "645b60de-8a61-4c6f-bdb8-b36ee7e082d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.780s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.263136] env[62683]: INFO nova.compute.manager [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Took 46.00 seconds to build instance. [ 1451.327602] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Releasing lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.328530] env[62683]: DEBUG nova.compute.manager [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Instance network_info: |[{"id": "ada3143d-34b5-4783-8c29-1af4b63c7220", "address": "fa:16:3e:18:db:60", "network": {"id": "337890c7-e165-484f-b08d-3c5e9535ea5f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1759550940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6a974a8b6d4407810148fbb1482186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada3143d-34", "ovs_interfaceid": "ada3143d-34b5-4783-8c29-1af4b63c7220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1451.328530] env[62683]: DEBUG oslo_concurrency.lockutils [req-ccf7d0d8-a254-431b-a62f-5e601f738108 req-b1cd115f-5f25-495b-afa2-c5136c689cfa service nova] Acquired lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.328530] env[62683]: DEBUG nova.network.neutron [req-ccf7d0d8-a254-431b-a62f-5e601f738108 req-b1cd115f-5f25-495b-afa2-c5136c689cfa service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Refreshing network info cache for port ada3143d-34b5-4783-8c29-1af4b63c7220 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1451.329889] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:db:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ada3143d-34b5-4783-8c29-1af4b63c7220', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1451.337834] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Creating folder: Project (bc6a974a8b6d4407810148fbb1482186). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1451.340791] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-177f9723-5edc-4311-b267-899bcb3da3d3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.352391] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Created folder: Project (bc6a974a8b6d4407810148fbb1482186) in parent group-v372889. [ 1451.352637] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Creating folder: Instances. Parent ref: group-v372996. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1451.352882] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b7997a7-2b5f-4202-91fc-86d3921f1be8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.361313] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Created folder: Instances in parent group-v372996. [ 1451.361552] env[62683]: DEBUG oslo.service.loopingcall [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1451.361745] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1451.361969] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc5f1f84-805d-4631-8526-9e0ae383f6ae {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.383979] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1451.383979] env[62683]: value = "task-1798659" [ 1451.383979] env[62683]: _type = "Task" [ 1451.383979] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.391425] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798659, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.397428] env[62683]: DEBUG nova.scheduler.client.report [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1451.594871] env[62683]: DEBUG nova.network.neutron [req-ccf7d0d8-a254-431b-a62f-5e601f738108 req-b1cd115f-5f25-495b-afa2-c5136c689cfa service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Updated VIF entry in instance network info cache for port ada3143d-34b5-4783-8c29-1af4b63c7220. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1451.595325] env[62683]: DEBUG nova.network.neutron [req-ccf7d0d8-a254-431b-a62f-5e601f738108 req-b1cd115f-5f25-495b-afa2-c5136c689cfa service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Updating instance_info_cache with network_info: [{"id": "ada3143d-34b5-4783-8c29-1af4b63c7220", "address": "fa:16:3e:18:db:60", "network": {"id": "337890c7-e165-484f-b08d-3c5e9535ea5f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1759550940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6a974a8b6d4407810148fbb1482186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada3143d-34", "ovs_interfaceid": "ada3143d-34b5-4783-8c29-1af4b63c7220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.630999] env[62683]: DEBUG oslo_vmware.api [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798656, 'name': PowerOffVM_Task, 'duration_secs': 0.194182} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.630999] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1451.630999] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1451.630999] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9506629-2e76-41a6-8fa7-3310cd78b99a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.720475] env[62683]: DEBUG nova.compute.manager [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1451.731214] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1451.731439] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1451.731665] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Deleting the datastore file [datastore1] 0aa7b9ae-72a8-4b1c-997c-67d78422f15b {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1451.731890] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42c0f8ac-6bfa-4eeb-a315-2b703d5249bd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.737645] env[62683]: DEBUG oslo_vmware.api [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1451.737645] env[62683]: value = "task-1798661" [ 1451.737645] env[62683]: _type = "Task" [ 1451.737645] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.746451] env[62683]: DEBUG oslo_vmware.api [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.764753] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1af3db38-1715-4460-a812-884672a053ff tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "512f1357-cb29-440a-9c61-f4c75dab4207" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.163s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.895634] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798659, 'name': CreateVM_Task, 'duration_secs': 0.342544} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.895920] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1451.896594] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.896795] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.897170] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1451.897447] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d71eab2b-1493-42c9-b495-be08f4fdc978 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.902586] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.903140] env[62683]: DEBUG nova.compute.manager [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1451.905877] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Waiting for the task: (returnval){ [ 1451.905877] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b2407d-85f1-08af-b576-897da3c08b67" [ 1451.905877] env[62683]: _type = "Task" [ 1451.905877] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.906546] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.046s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.908621] env[62683]: INFO nova.compute.claims [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1451.921197] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b2407d-85f1-08af-b576-897da3c08b67, 'name': SearchDatastore_Task, 'duration_secs': 0.008906} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.921495] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.921760] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1451.922020] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.922179] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.922363] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1451.922624] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d10c8f29-10fb-4d5a-a5ab-4791db0eb2a5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.934313] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1451.934625] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1451.935450] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c29526-7671-454a-a0b1-b40df89fe3ce {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.941708] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Waiting for the task: (returnval){ [ 1451.941708] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]527058fd-4da9-cb25-44e8-f3f068f02b52" [ 1451.941708] env[62683]: _type = "Task" [ 1451.941708] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.951664] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527058fd-4da9-cb25-44e8-f3f068f02b52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.097974] env[62683]: DEBUG oslo_concurrency.lockutils [req-ccf7d0d8-a254-431b-a62f-5e601f738108 req-b1cd115f-5f25-495b-afa2-c5136c689cfa service nova] Releasing lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.152818] env[62683]: DEBUG oslo_concurrency.lockutils [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "4c2f73c2-1014-479a-9adf-b87c86def0fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.153096] env[62683]: DEBUG oslo_concurrency.lockutils [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "4c2f73c2-1014-479a-9adf-b87c86def0fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.195288] env[62683]: INFO nova.compute.manager [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Rebuilding instance [ 1452.244652] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.247546] env[62683]: DEBUG nova.compute.manager [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.248360] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9240b4f-10d3-46e0-9e1d-72d5a8a92083 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.254045] env[62683]: DEBUG oslo_vmware.api [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141007} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.254697] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1452.254940] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1452.255177] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1452.255384] env[62683]: INFO nova.compute.manager [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1452.255642] env[62683]: DEBUG oslo.service.loopingcall [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1452.255858] env[62683]: DEBUG nova.compute.manager [-] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1452.256077] env[62683]: DEBUG nova.network.neutron [-] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1452.268049] env[62683]: DEBUG nova.compute.manager [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1452.413552] env[62683]: DEBUG nova.compute.utils [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1452.418785] env[62683]: DEBUG nova.compute.manager [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1452.418958] env[62683]: DEBUG nova.network.neutron [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1452.453116] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527058fd-4da9-cb25-44e8-f3f068f02b52, 'name': SearchDatastore_Task, 'duration_secs': 0.018678} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.453909] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c005c863-0e5f-49d0-a590-cf077daf22c0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.459956] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Waiting for the task: (returnval){ [ 1452.459956] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52050966-e188-20e7-acbe-261f48dc5b13" [ 1452.459956] env[62683]: _type = "Task" [ 1452.459956] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.467815] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52050966-e188-20e7-acbe-261f48dc5b13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.546612] env[62683]: DEBUG nova.policy [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e261104f5d2543e690fce84297fb5b0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9ec60775f3d4a0b9cb9b210d6695fcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1452.791560] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.920621] env[62683]: DEBUG nova.compute.manager [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1452.982062] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52050966-e188-20e7-acbe-261f48dc5b13, 'name': SearchDatastore_Task, 'duration_secs': 0.034664} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.982366] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.982573] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] f284c206-f517-4ff6-aa4f-412d9831c6ac/f284c206-f517-4ff6-aa4f-412d9831c6ac.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1452.985791] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f674838-6967-47bd-93b8-88d726e255d0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.997053] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Waiting for the task: (returnval){ [ 1452.997053] env[62683]: value = "task-1798662" [ 1452.997053] env[62683]: _type = "Task" [ 1452.997053] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.010338] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': task-1798662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.176341] env[62683]: DEBUG nova.compute.manager [req-a4be5efd-0797-4db9-8812-1fd300ee281a req-de58ec3f-cc0f-4408-8e25-b4823065db12 service nova] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Received event network-vif-deleted-dcaa8118-baf7-4d5e-97ab-602e43f31cf5 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1453.176680] env[62683]: INFO nova.compute.manager [req-a4be5efd-0797-4db9-8812-1fd300ee281a req-de58ec3f-cc0f-4408-8e25-b4823065db12 service nova] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Neutron deleted interface dcaa8118-baf7-4d5e-97ab-602e43f31cf5; detaching it from the instance and deleting it from the info cache [ 1453.176920] env[62683]: DEBUG nova.network.neutron [req-a4be5efd-0797-4db9-8812-1fd300ee281a req-de58ec3f-cc0f-4408-8e25-b4823065db12 service nova] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.266099] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1453.270052] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aa29832-c3da-4e92-b8de-21faaa3eb24a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.274193] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for the task: (returnval){ [ 1453.274193] env[62683]: value = "task-1798663" [ 1453.274193] env[62683]: _type = "Task" [ 1453.274193] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.286611] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.312789] env[62683]: DEBUG nova.network.neutron [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Successfully created port: 52890587-c3de-4e6e-93d9-53aa9b258250 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1453.508369] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': task-1798662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505918} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.508694] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] f284c206-f517-4ff6-aa4f-412d9831c6ac/f284c206-f517-4ff6-aa4f-412d9831c6ac.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1453.508886] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1453.509169] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25432d74-38a9-4e6b-bfb4-e69703f73796 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.512422] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9958e5ce-943a-49b6-81e1-ac7cffb8b0a9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.521118] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c285283-49f0-4d83-995e-e51817505cfa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.524721] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Waiting for the task: (returnval){ [ 1453.524721] env[62683]: value = "task-1798664" [ 1453.524721] env[62683]: _type = "Task" [ 1453.524721] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.554614] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a72475-0beb-42ca-9f97-0a23a0fae93c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.560595] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': task-1798664, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.564644] env[62683]: DEBUG nova.network.neutron [-] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.566935] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6693b26c-b81c-42fe-b368-75a315e6ab16 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.585872] env[62683]: DEBUG nova.compute.provider_tree [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.685279] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afa31df5-43d2-4eaa-a372-7a1c709e5b18 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.693842] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7e6688-5113-40e4-b7d5-391e639ea5aa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.728373] env[62683]: DEBUG nova.compute.manager [req-a4be5efd-0797-4db9-8812-1fd300ee281a req-de58ec3f-cc0f-4408-8e25-b4823065db12 service nova] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Detach interface failed, port_id=dcaa8118-baf7-4d5e-97ab-602e43f31cf5, reason: Instance 0aa7b9ae-72a8-4b1c-997c-67d78422f15b could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1453.784626] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798663, 'name': PowerOffVM_Task, 'duration_secs': 0.410749} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.784910] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.785183] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1453.785945] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971d5235-8a36-4265-8523-461c5e770b4b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.792939] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1453.793208] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fa3c202-ab6e-4605-ae92-717f78fb0677 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.817924] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1453.818066] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1453.818439] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Deleting the datastore file [datastore1] 645b60de-8a61-4c6f-bdb8-b36ee7e082d3 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1453.818675] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acfdee79-66ee-46e5-b6f4-0b12a2a55c37 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.833755] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for the task: (returnval){ [ 1453.833755] env[62683]: value = "task-1798666" [ 1453.833755] env[62683]: _type = "Task" [ 1453.833755] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.842285] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.934588] env[62683]: DEBUG nova.compute.manager [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1453.959923] env[62683]: DEBUG nova.virt.hardware [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1453.960177] env[62683]: DEBUG nova.virt.hardware [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1453.960335] env[62683]: DEBUG nova.virt.hardware [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1453.960515] env[62683]: DEBUG nova.virt.hardware [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1453.960664] env[62683]: DEBUG nova.virt.hardware [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1453.960840] env[62683]: DEBUG nova.virt.hardware [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1453.961077] env[62683]: DEBUG nova.virt.hardware [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1453.961244] env[62683]: DEBUG nova.virt.hardware [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1453.961411] env[62683]: DEBUG nova.virt.hardware [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1453.961573] env[62683]: DEBUG nova.virt.hardware [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1453.961771] env[62683]: DEBUG nova.virt.hardware [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1453.962642] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dee954-4b3a-4d31-bc24-2eb48883b2e3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.970388] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c3bad9-b446-4c5a-ae6e-d171fcaa41fe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.034083] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': task-1798664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062438} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.034393] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1454.035188] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f79390-e57f-4af5-9d9e-7ac09e4ba69d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.058022] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] f284c206-f517-4ff6-aa4f-412d9831c6ac/f284c206-f517-4ff6-aa4f-412d9831c6ac.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1454.058299] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-269e5040-8570-4b99-be26-d727ce1f3b47 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.073715] env[62683]: INFO nova.compute.manager [-] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Took 1.82 seconds to deallocate network for instance. [ 1454.079231] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Waiting for the task: (returnval){ [ 1454.079231] env[62683]: value = "task-1798667" [ 1454.079231] env[62683]: _type = "Task" [ 1454.079231] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.087475] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': task-1798667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.089539] env[62683]: DEBUG nova.scheduler.client.report [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1454.344261] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091567} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.344522] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1454.344708] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1454.344890] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1454.581642] env[62683]: DEBUG oslo_concurrency.lockutils [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.591538] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': task-1798667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.594382] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.594883] env[62683]: DEBUG nova.compute.manager [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1454.598122] env[62683]: DEBUG oslo_concurrency.lockutils [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.409s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.598445] env[62683]: DEBUG nova.objects.instance [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lazy-loading 'resources' on Instance uuid c33578cb-62b1-4f28-84c7-20a628d74712 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.033109] env[62683]: DEBUG nova.network.neutron [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Successfully updated port: 52890587-c3de-4e6e-93d9-53aa9b258250 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1455.093096] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': task-1798667, 'name': ReconfigVM_Task, 'duration_secs': 0.894511} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.093459] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Reconfigured VM instance instance-00000023 to attach disk [datastore1] f284c206-f517-4ff6-aa4f-412d9831c6ac/f284c206-f517-4ff6-aa4f-412d9831c6ac.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.094138] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2be6eb65-fcdd-4d25-a1f2-2b71ea84a5d6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.103535] env[62683]: DEBUG nova.compute.utils [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1455.104817] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Waiting for the task: (returnval){ [ 1455.104817] env[62683]: value = "task-1798668" [ 1455.104817] env[62683]: _type = "Task" [ 1455.104817] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.105255] env[62683]: DEBUG nova.compute.manager [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1455.105420] env[62683]: DEBUG nova.network.neutron [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1455.118316] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': task-1798668, 'name': Rename_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.168862] env[62683]: DEBUG nova.policy [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29b65faa142f4a9797a8ba9bfe2b3162', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0e5058549694b5394d1d09911050564', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1455.233780] env[62683]: DEBUG nova.compute.manager [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Received event network-changed-41814ff1-d94f-4cef-97e1-4c2143f4c1d1 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1455.234063] env[62683]: DEBUG nova.compute.manager [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Refreshing instance network info cache due to event network-changed-41814ff1-d94f-4cef-97e1-4c2143f4c1d1. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1455.234343] env[62683]: DEBUG oslo_concurrency.lockutils [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] Acquiring lock "refresh_cache-512f1357-cb29-440a-9c61-f4c75dab4207" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.234497] env[62683]: DEBUG oslo_concurrency.lockutils [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] Acquired lock "refresh_cache-512f1357-cb29-440a-9c61-f4c75dab4207" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.234656] env[62683]: DEBUG nova.network.neutron [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Refreshing network info cache for port 41814ff1-d94f-4cef-97e1-4c2143f4c1d1 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1455.386244] env[62683]: DEBUG nova.virt.hardware [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1455.386506] env[62683]: DEBUG nova.virt.hardware [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1455.386666] env[62683]: DEBUG nova.virt.hardware [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1455.386856] env[62683]: DEBUG nova.virt.hardware [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1455.387016] env[62683]: DEBUG nova.virt.hardware [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1455.387179] env[62683]: DEBUG nova.virt.hardware [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1455.387423] env[62683]: DEBUG nova.virt.hardware [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1455.387542] env[62683]: DEBUG nova.virt.hardware [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1455.387706] env[62683]: DEBUG nova.virt.hardware [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1455.387863] env[62683]: DEBUG nova.virt.hardware [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1455.388112] env[62683]: DEBUG nova.virt.hardware [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1455.389100] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43daca0a-9e81-4530-9839-396fbdac0ea8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.401092] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b7804d-69db-4c2d-a693-4cd21b8fd4c3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.416068] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Instance VIF info [] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1455.421627] env[62683]: DEBUG oslo.service.loopingcall [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.421895] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1455.422111] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47ef9e87-b7ac-4628-bf3a-0e1e81c7edbe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.440750] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1455.440750] env[62683]: value = "task-1798669" [ 1455.440750] env[62683]: _type = "Task" [ 1455.440750] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.450134] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798669, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.487440] env[62683]: DEBUG nova.network.neutron [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Successfully created port: 60357069-9c83-49d4-b8da-7370094d2aba {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1455.536980] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Acquiring lock "refresh_cache-89c1a690-0166-40a5-9947-5e4fd6c90748" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.537107] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Acquired lock "refresh_cache-89c1a690-0166-40a5-9947-5e4fd6c90748" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.537280] env[62683]: DEBUG nova.network.neutron [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1455.592414] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54045a9-592c-4085-adfb-66e897d923db {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.600271] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d36bc4-5284-4a4b-95fe-ee9cc842ec89 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.631274] env[62683]: DEBUG nova.compute.manager [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1455.637704] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5026574e-6378-4edb-bb53-81bb1fc928a0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.645438] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': task-1798668, 'name': Rename_Task, 'duration_secs': 0.149554} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.647419] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1455.647715] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-303ddfdc-d48d-4f54-ad4e-80e8e6e34c2e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.650110] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182b2f38-5af1-4d69-b161-7a138d8f3d5e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.666289] env[62683]: DEBUG nova.compute.provider_tree [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.668524] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Waiting for the task: (returnval){ [ 1455.668524] env[62683]: value = "task-1798670" [ 1455.668524] env[62683]: _type = "Task" [ 1455.668524] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.677331] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': task-1798670, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.732043] env[62683]: DEBUG nova.network.neutron [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Successfully created port: 31d4b4d2-93ea-4723-8a41-55266492ee27 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1455.959267] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798669, 'name': CreateVM_Task, 'duration_secs': 0.330695} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.959484] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1455.960110] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.960392] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.960858] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1455.961255] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f81a385e-8125-4aef-a529-00d870e2377a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.967137] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for the task: (returnval){ [ 1455.967137] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cc1d4b-de7f-a5d4-7478-f63a2e87c97d" [ 1455.967137] env[62683]: _type = "Task" [ 1455.967137] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.978399] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cc1d4b-de7f-a5d4-7478-f63a2e87c97d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.095640] env[62683]: DEBUG nova.network.neutron [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1456.170967] env[62683]: DEBUG nova.scheduler.client.report [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1456.186594] env[62683]: DEBUG oslo_vmware.api [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': task-1798670, 'name': PowerOnVM_Task, 'duration_secs': 0.514018} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.187482] env[62683]: DEBUG nova.network.neutron [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Updated VIF entry in instance network info cache for port 41814ff1-d94f-4cef-97e1-4c2143f4c1d1. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1456.187807] env[62683]: DEBUG nova.network.neutron [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Updating instance_info_cache with network_info: [{"id": "41814ff1-d94f-4cef-97e1-4c2143f4c1d1", "address": "fa:16:3e:75:b8:8b", "network": {"id": "85ad66aa-7540-4f0f-9b31-7d4f3ffd1e60", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-357216319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69a6e41cd7c4eea813f046aab0426f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41814ff1-d9", "ovs_interfaceid": "41814ff1-d94f-4cef-97e1-4c2143f4c1d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.189226] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1456.189472] env[62683]: INFO nova.compute.manager [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1456.189660] env[62683]: DEBUG nova.compute.manager [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1456.191145] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56a435c-5148-4af7-ad58-2afa63d813a8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.348061] env[62683]: DEBUG nova.network.neutron [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Updating instance_info_cache with network_info: [{"id": "52890587-c3de-4e6e-93d9-53aa9b258250", "address": "fa:16:3e:9c:2f:6f", "network": {"id": "68e7ffbc-9171-4e03-8bba-73d5d5254b5f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-336685558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ec60775f3d4a0b9cb9b210d6695fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52890587-c3", "ovs_interfaceid": "52890587-c3de-4e6e-93d9-53aa9b258250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.477756] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cc1d4b-de7f-a5d4-7478-f63a2e87c97d, 'name': SearchDatastore_Task, 'duration_secs': 0.01294} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.478048] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.478293] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1456.478527] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.478674] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.478880] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1456.479156] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc9d1bd6-b054-4d0b-95b6-766792283599 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.488289] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1456.488462] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1456.489171] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cec55fde-8cc9-4ca4-a194-2e6467a08536 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.495244] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for the task: (returnval){ [ 1456.495244] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]520a7a21-e307-c48e-2eb8-a44082e4bc44" [ 1456.495244] env[62683]: _type = "Task" [ 1456.495244] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.502607] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]520a7a21-e307-c48e-2eb8-a44082e4bc44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.640127] env[62683]: DEBUG nova.compute.manager [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1456.666408] env[62683]: DEBUG nova.virt.hardware [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1456.666651] env[62683]: DEBUG nova.virt.hardware [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1456.666811] env[62683]: DEBUG nova.virt.hardware [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1456.666994] env[62683]: DEBUG nova.virt.hardware [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1456.667161] env[62683]: DEBUG nova.virt.hardware [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1456.667312] env[62683]: DEBUG nova.virt.hardware [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1456.667523] env[62683]: DEBUG nova.virt.hardware [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1456.667695] env[62683]: DEBUG nova.virt.hardware [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1456.667868] env[62683]: DEBUG nova.virt.hardware [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1456.668060] env[62683]: DEBUG nova.virt.hardware [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1456.668251] env[62683]: DEBUG nova.virt.hardware [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1456.669127] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49eefdf-5dea-4478-800c-8bd15c5a5012 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.676649] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47734c0c-9d7b-4858-acde-3fa92298e3f1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.680792] env[62683]: DEBUG oslo_concurrency.lockutils [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.682703] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.524s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.684112] env[62683]: INFO nova.compute.claims [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1456.697838] env[62683]: DEBUG oslo_concurrency.lockutils [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] Releasing lock "refresh_cache-512f1357-cb29-440a-9c61-f4c75dab4207" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.698123] env[62683]: DEBUG nova.compute.manager [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Received event network-vif-plugged-52890587-c3de-4e6e-93d9-53aa9b258250 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1456.698328] env[62683]: DEBUG oslo_concurrency.lockutils [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] Acquiring lock "89c1a690-0166-40a5-9947-5e4fd6c90748-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.698548] env[62683]: DEBUG oslo_concurrency.lockutils [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] Lock "89c1a690-0166-40a5-9947-5e4fd6c90748-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.698747] env[62683]: DEBUG oslo_concurrency.lockutils [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] Lock "89c1a690-0166-40a5-9947-5e4fd6c90748-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.698924] env[62683]: DEBUG nova.compute.manager [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] No waiting events found dispatching network-vif-plugged-52890587-c3de-4e6e-93d9-53aa9b258250 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1456.699113] env[62683]: WARNING nova.compute.manager [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Received unexpected event network-vif-plugged-52890587-c3de-4e6e-93d9-53aa9b258250 for instance with vm_state building and task_state spawning. [ 1456.699296] env[62683]: DEBUG nova.compute.manager [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Received event network-changed-52890587-c3de-4e6e-93d9-53aa9b258250 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1456.699436] env[62683]: DEBUG nova.compute.manager [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Refreshing instance network info cache due to event network-changed-52890587-c3de-4e6e-93d9-53aa9b258250. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1456.699605] env[62683]: DEBUG oslo_concurrency.lockutils [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] Acquiring lock "refresh_cache-89c1a690-0166-40a5-9947-5e4fd6c90748" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.702633] env[62683]: INFO nova.scheduler.client.report [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Deleted allocations for instance c33578cb-62b1-4f28-84c7-20a628d74712 [ 1456.711301] env[62683]: INFO nova.compute.manager [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Took 42.84 seconds to build instance. [ 1456.850232] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Releasing lock "refresh_cache-89c1a690-0166-40a5-9947-5e4fd6c90748" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.850572] env[62683]: DEBUG nova.compute.manager [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Instance network_info: |[{"id": "52890587-c3de-4e6e-93d9-53aa9b258250", "address": "fa:16:3e:9c:2f:6f", "network": {"id": "68e7ffbc-9171-4e03-8bba-73d5d5254b5f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-336685558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ec60775f3d4a0b9cb9b210d6695fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52890587-c3", "ovs_interfaceid": "52890587-c3de-4e6e-93d9-53aa9b258250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1456.851041] env[62683]: DEBUG oslo_concurrency.lockutils [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] Acquired lock "refresh_cache-89c1a690-0166-40a5-9947-5e4fd6c90748" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.851147] env[62683]: DEBUG nova.network.neutron [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Refreshing network info cache for port 52890587-c3de-4e6e-93d9-53aa9b258250 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1456.852306] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:2f:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52890587-c3de-4e6e-93d9-53aa9b258250', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1456.859611] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Creating folder: Project (d9ec60775f3d4a0b9cb9b210d6695fcb). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1456.860579] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-400abd73-37da-4c7c-885c-5a173bb85505 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.872662] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Created folder: Project (d9ec60775f3d4a0b9cb9b210d6695fcb) in parent group-v372889. [ 1456.872855] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Creating folder: Instances. Parent ref: group-v373000. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1456.873114] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9890f23e-9379-4c8a-858c-4a836194fccc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.883705] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Created folder: Instances in parent group-v373000. [ 1456.883939] env[62683]: DEBUG oslo.service.loopingcall [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1456.884138] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1456.884337] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5b2e00f-db0c-4697-b550-7c17f0908cad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.903874] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1456.903874] env[62683]: value = "task-1798673" [ 1456.903874] env[62683]: _type = "Task" [ 1456.903874] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.912717] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798673, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.006055] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]520a7a21-e307-c48e-2eb8-a44082e4bc44, 'name': SearchDatastore_Task, 'duration_secs': 0.012765} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.006055] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99d79350-f80b-4dfc-b0fc-6fb031c6bee1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.011878] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for the task: (returnval){ [ 1457.011878] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52db62c7-ab37-3165-4daa-8c070d7b5440" [ 1457.011878] env[62683]: _type = "Task" [ 1457.011878] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.019409] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52db62c7-ab37-3165-4daa-8c070d7b5440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.215062] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dac2cfb-c06f-4583-a35f-3421e22b2115 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Lock "f284c206-f517-4ff6-aa4f-412d9831c6ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.934s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.216472] env[62683]: DEBUG oslo_concurrency.lockutils [None req-20a1754e-fba3-49ae-80a0-ae44dad57527 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lock "c33578cb-62b1-4f28-84c7-20a628d74712" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.495s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.416515] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798673, 'name': CreateVM_Task, 'duration_secs': 0.344487} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.416961] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1457.417720] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.417944] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.418692] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1457.419032] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-596ce548-543a-4d2a-bdb7-8e45ac4c4bc5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.423975] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Waiting for the task: (returnval){ [ 1457.423975] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5214d1c0-8546-bc70-d4e4-f5f324b2701a" [ 1457.423975] env[62683]: _type = "Task" [ 1457.423975] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.431844] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5214d1c0-8546-bc70-d4e4-f5f324b2701a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.482425] env[62683]: DEBUG nova.compute.manager [req-288e436c-0462-439d-a05e-3f61cff93818 req-559660ab-a532-4ad6-818c-f80bec7f7e6e service nova] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Received event network-vif-plugged-60357069-9c83-49d4-b8da-7370094d2aba {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1457.482630] env[62683]: DEBUG oslo_concurrency.lockutils [req-288e436c-0462-439d-a05e-3f61cff93818 req-559660ab-a532-4ad6-818c-f80bec7f7e6e service nova] Acquiring lock "46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.482842] env[62683]: DEBUG oslo_concurrency.lockutils [req-288e436c-0462-439d-a05e-3f61cff93818 req-559660ab-a532-4ad6-818c-f80bec7f7e6e service nova] Lock "46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.483033] env[62683]: DEBUG oslo_concurrency.lockutils [req-288e436c-0462-439d-a05e-3f61cff93818 req-559660ab-a532-4ad6-818c-f80bec7f7e6e service nova] Lock "46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.483207] env[62683]: DEBUG nova.compute.manager [req-288e436c-0462-439d-a05e-3f61cff93818 req-559660ab-a532-4ad6-818c-f80bec7f7e6e service nova] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] No waiting events found dispatching network-vif-plugged-60357069-9c83-49d4-b8da-7370094d2aba {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1457.483404] env[62683]: WARNING nova.compute.manager [req-288e436c-0462-439d-a05e-3f61cff93818 req-559660ab-a532-4ad6-818c-f80bec7f7e6e service nova] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Received unexpected event network-vif-plugged-60357069-9c83-49d4-b8da-7370094d2aba for instance with vm_state building and task_state spawning. [ 1457.523094] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52db62c7-ab37-3165-4daa-8c070d7b5440, 'name': SearchDatastore_Task, 'duration_secs': 0.008935} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.523625] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.523925] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 645b60de-8a61-4c6f-bdb8-b36ee7e082d3/645b60de-8a61-4c6f-bdb8-b36ee7e082d3.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1457.524222] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e7559e1-0282-44fe-a415-711bc71aa67e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.528285] env[62683]: DEBUG oslo_concurrency.lockutils [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquiring lock "bfd760c6-7315-4a25-91a2-c5556ccc8598" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.528768] env[62683]: DEBUG oslo_concurrency.lockutils [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lock "bfd760c6-7315-4a25-91a2-c5556ccc8598" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.529090] env[62683]: DEBUG oslo_concurrency.lockutils [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquiring lock "bfd760c6-7315-4a25-91a2-c5556ccc8598-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.529338] env[62683]: DEBUG oslo_concurrency.lockutils [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lock "bfd760c6-7315-4a25-91a2-c5556ccc8598-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.529571] env[62683]: DEBUG oslo_concurrency.lockutils [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lock "bfd760c6-7315-4a25-91a2-c5556ccc8598-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.534315] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for the task: (returnval){ [ 1457.534315] env[62683]: value = "task-1798674" [ 1457.534315] env[62683]: _type = "Task" [ 1457.534315] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.534818] env[62683]: INFO nova.compute.manager [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Terminating instance [ 1457.545269] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.584026] env[62683]: DEBUG nova.network.neutron [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Successfully updated port: 60357069-9c83-49d4-b8da-7370094d2aba {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1457.718114] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1457.876972] env[62683]: DEBUG nova.network.neutron [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Updated VIF entry in instance network info cache for port 52890587-c3de-4e6e-93d9-53aa9b258250. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1457.877327] env[62683]: DEBUG nova.network.neutron [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Updating instance_info_cache with network_info: [{"id": "52890587-c3de-4e6e-93d9-53aa9b258250", "address": "fa:16:3e:9c:2f:6f", "network": {"id": "68e7ffbc-9171-4e03-8bba-73d5d5254b5f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-336685558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ec60775f3d4a0b9cb9b210d6695fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52890587-c3", "ovs_interfaceid": "52890587-c3de-4e6e-93d9-53aa9b258250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.942030] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5214d1c0-8546-bc70-d4e4-f5f324b2701a, 'name': SearchDatastore_Task, 'duration_secs': 0.01133} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.942030] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.942030] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1457.942030] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.942030] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.942030] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1457.942030] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50c9af15-6ef2-48a3-9fa7-b28175c82c6e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.959095] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1457.959095] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1457.959095] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e776730-c34a-47d4-a37f-3444740501de {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.967701] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Waiting for the task: (returnval){ [ 1457.967701] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]525a07d0-1ad7-22f7-3590-f0c7d227f22c" [ 1457.967701] env[62683]: _type = "Task" [ 1457.967701] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.980453] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]525a07d0-1ad7-22f7-3590-f0c7d227f22c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.042956] env[62683]: DEBUG nova.compute.manager [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1458.042956] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1458.047040] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefe84c0-d9b2-4c41-8cda-5019c43af185 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.055234] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798674, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.060131] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1458.060748] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3c9fbcc-0268-4a7a-93ca-5b308cec5c05 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.070385] env[62683]: DEBUG oslo_vmware.api [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1458.070385] env[62683]: value = "task-1798675" [ 1458.070385] env[62683]: _type = "Task" [ 1458.070385] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.082268] env[62683]: DEBUG oslo_vmware.api [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.203182] env[62683]: DEBUG nova.compute.manager [req-34b88314-4dac-43e9-8f6e-706e74163751 req-36576c74-def3-4be4-8b51-c70bf49e166d service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Received event network-changed-ada3143d-34b5-4783-8c29-1af4b63c7220 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1458.203385] env[62683]: DEBUG nova.compute.manager [req-34b88314-4dac-43e9-8f6e-706e74163751 req-36576c74-def3-4be4-8b51-c70bf49e166d service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Refreshing instance network info cache due to event network-changed-ada3143d-34b5-4783-8c29-1af4b63c7220. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1458.203637] env[62683]: DEBUG oslo_concurrency.lockutils [req-34b88314-4dac-43e9-8f6e-706e74163751 req-36576c74-def3-4be4-8b51-c70bf49e166d service nova] Acquiring lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.203899] env[62683]: DEBUG oslo_concurrency.lockutils [req-34b88314-4dac-43e9-8f6e-706e74163751 req-36576c74-def3-4be4-8b51-c70bf49e166d service nova] Acquired lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.203985] env[62683]: DEBUG nova.network.neutron [req-34b88314-4dac-43e9-8f6e-706e74163751 req-36576c74-def3-4be4-8b51-c70bf49e166d service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Refreshing network info cache for port ada3143d-34b5-4783-8c29-1af4b63c7220 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.239920] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740cba3a-4b28-4f55-b6c4-ea5ba4b1637e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.243667] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.250334] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f92389-763c-4bf8-ac50-43f79c4c97bb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.283189] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ab1d2f-843d-4d6f-987c-5ef8b8ed7aa1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.291224] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440903b1-7c4f-4320-9dbb-d8a178c2bc3f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.305495] env[62683]: DEBUG nova.compute.provider_tree [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.380613] env[62683]: DEBUG oslo_concurrency.lockutils [req-91deba2e-3088-4951-8f58-dc0cdff76409 req-75d9c9de-ffb3-4f27-9fec-85132aadd237 service nova] Releasing lock "refresh_cache-89c1a690-0166-40a5-9947-5e4fd6c90748" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.479495] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]525a07d0-1ad7-22f7-3590-f0c7d227f22c, 'name': SearchDatastore_Task, 'duration_secs': 0.053512} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.480589] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b6c33f3-1480-40cf-b28d-7d345f4922d2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.487043] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Waiting for the task: (returnval){ [ 1458.487043] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522e907a-def3-9633-6785-8468848dea32" [ 1458.487043] env[62683]: _type = "Task" [ 1458.487043] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.495317] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522e907a-def3-9633-6785-8468848dea32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.550952] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56326} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.551250] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 645b60de-8a61-4c6f-bdb8-b36ee7e082d3/645b60de-8a61-4c6f-bdb8-b36ee7e082d3.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1458.551465] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1458.551708] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c630767-0f93-49fb-9520-cad1ad67a42c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.557995] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for the task: (returnval){ [ 1458.557995] env[62683]: value = "task-1798676" [ 1458.557995] env[62683]: _type = "Task" [ 1458.557995] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.565322] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.580256] env[62683]: DEBUG oslo_vmware.api [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798675, 'name': PowerOffVM_Task, 'duration_secs': 0.171496} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.580922] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1458.580922] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1458.581107] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17e82aaf-7f3b-44fc-8f6f-b154d66cd335 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.734969] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1458.736184] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1458.736769] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Deleting the datastore file [datastore1] bfd760c6-7315-4a25-91a2-c5556ccc8598 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1458.737835] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc36e065-3229-41bf-b334-f980e885e9f9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.746314] env[62683]: DEBUG oslo_vmware.api [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for the task: (returnval){ [ 1458.746314] env[62683]: value = "task-1798678" [ 1458.746314] env[62683]: _type = "Task" [ 1458.746314] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.760843] env[62683]: DEBUG oslo_vmware.api [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.810677] env[62683]: DEBUG nova.scheduler.client.report [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.997658] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522e907a-def3-9633-6785-8468848dea32, 'name': SearchDatastore_Task, 'duration_secs': 0.071581} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.998501] env[62683]: DEBUG nova.network.neutron [req-34b88314-4dac-43e9-8f6e-706e74163751 req-36576c74-def3-4be4-8b51-c70bf49e166d service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Updated VIF entry in instance network info cache for port ada3143d-34b5-4783-8c29-1af4b63c7220. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1458.998835] env[62683]: DEBUG nova.network.neutron [req-34b88314-4dac-43e9-8f6e-706e74163751 req-36576c74-def3-4be4-8b51-c70bf49e166d service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Updating instance_info_cache with network_info: [{"id": "ada3143d-34b5-4783-8c29-1af4b63c7220", "address": "fa:16:3e:18:db:60", "network": {"id": "337890c7-e165-484f-b08d-3c5e9535ea5f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1759550940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6a974a8b6d4407810148fbb1482186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada3143d-34", "ovs_interfaceid": "ada3143d-34b5-4783-8c29-1af4b63c7220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.999992] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.000273] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 89c1a690-0166-40a5-9947-5e4fd6c90748/89c1a690-0166-40a5-9947-5e4fd6c90748.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1459.000708] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-736fda93-d1ec-4280-8d41-2d1d581e2a09 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.009684] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Waiting for the task: (returnval){ [ 1459.009684] env[62683]: value = "task-1798679" [ 1459.009684] env[62683]: _type = "Task" [ 1459.009684] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.018319] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': task-1798679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.068620] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070779} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.068846] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1459.069626] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57da06cb-11b3-4a49-bfe5-99b4107d831a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.825878] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.143s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.826618] env[62683]: DEBUG nova.compute.manager [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1459.829087] env[62683]: DEBUG oslo_concurrency.lockutils [req-34b88314-4dac-43e9-8f6e-706e74163751 req-36576c74-def3-4be4-8b51-c70bf49e166d service nova] Releasing lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.837671] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 645b60de-8a61-4c6f-bdb8-b36ee7e082d3/645b60de-8a61-4c6f-bdb8-b36ee7e082d3.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1459.841708] env[62683]: DEBUG nova.compute.manager [req-c8550bbb-28e1-4c33-a126-318d8a347a5e req-c84d5edd-311f-4b65-b6b7-f37feff8425b service nova] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Received event network-changed-60357069-9c83-49d4-b8da-7370094d2aba {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1459.841905] env[62683]: DEBUG nova.compute.manager [req-c8550bbb-28e1-4c33-a126-318d8a347a5e req-c84d5edd-311f-4b65-b6b7-f37feff8425b service nova] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Refreshing instance network info cache due to event network-changed-60357069-9c83-49d4-b8da-7370094d2aba. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1459.842157] env[62683]: DEBUG oslo_concurrency.lockutils [req-c8550bbb-28e1-4c33-a126-318d8a347a5e req-c84d5edd-311f-4b65-b6b7-f37feff8425b service nova] Acquiring lock "refresh_cache-46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.842340] env[62683]: DEBUG oslo_concurrency.lockutils [req-c8550bbb-28e1-4c33-a126-318d8a347a5e req-c84d5edd-311f-4b65-b6b7-f37feff8425b service nova] Acquired lock "refresh_cache-46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.842452] env[62683]: DEBUG nova.network.neutron [req-c8550bbb-28e1-4c33-a126-318d8a347a5e req-c84d5edd-311f-4b65-b6b7-f37feff8425b service nova] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Refreshing network info cache for port 60357069-9c83-49d4-b8da-7370094d2aba {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.843404] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.881s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.844944] env[62683]: INFO nova.compute.claims [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1459.850381] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-733729c0-4ca1-41a8-944e-2b8235771da2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.871760] env[62683]: DEBUG oslo_vmware.api [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Task: {'id': task-1798678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241527} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.875821] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1459.875821] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1459.875940] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1459.876024] env[62683]: INFO nova.compute.manager [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Took 1.83 seconds to destroy the instance on the hypervisor. [ 1459.876260] env[62683]: DEBUG oslo.service.loopingcall [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1459.876509] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for the task: (returnval){ [ 1459.876509] env[62683]: value = "task-1798680" [ 1459.876509] env[62683]: _type = "Task" [ 1459.876509] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.876698] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': task-1798679, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.877135] env[62683]: DEBUG nova.compute.manager [-] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1459.877296] env[62683]: DEBUG nova.network.neutron [-] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1459.888486] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.988102] env[62683]: DEBUG nova.network.neutron [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Successfully updated port: 31d4b4d2-93ea-4723-8a41-55266492ee27 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1460.243295] env[62683]: DEBUG nova.compute.manager [req-e2fd5f6d-0fa6-40e0-9c41-393e40fec57b req-9eb8460c-ebcc-4cbf-af87-98758ffc8ac7 service nova] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Received event network-vif-plugged-31d4b4d2-93ea-4723-8a41-55266492ee27 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1460.243295] env[62683]: DEBUG oslo_concurrency.lockutils [req-e2fd5f6d-0fa6-40e0-9c41-393e40fec57b req-9eb8460c-ebcc-4cbf-af87-98758ffc8ac7 service nova] Acquiring lock "46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.243295] env[62683]: DEBUG oslo_concurrency.lockutils [req-e2fd5f6d-0fa6-40e0-9c41-393e40fec57b req-9eb8460c-ebcc-4cbf-af87-98758ffc8ac7 service nova] Lock "46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.243517] env[62683]: DEBUG oslo_concurrency.lockutils [req-e2fd5f6d-0fa6-40e0-9c41-393e40fec57b req-9eb8460c-ebcc-4cbf-af87-98758ffc8ac7 service nova] Lock "46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.243715] env[62683]: DEBUG nova.compute.manager [req-e2fd5f6d-0fa6-40e0-9c41-393e40fec57b req-9eb8460c-ebcc-4cbf-af87-98758ffc8ac7 service nova] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] No waiting events found dispatching network-vif-plugged-31d4b4d2-93ea-4723-8a41-55266492ee27 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1460.243890] env[62683]: WARNING nova.compute.manager [req-e2fd5f6d-0fa6-40e0-9c41-393e40fec57b req-9eb8460c-ebcc-4cbf-af87-98758ffc8ac7 service nova] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Received unexpected event network-vif-plugged-31d4b4d2-93ea-4723-8a41-55266492ee27 for instance with vm_state building and task_state spawning. [ 1460.244069] env[62683]: DEBUG nova.compute.manager [req-e2fd5f6d-0fa6-40e0-9c41-393e40fec57b req-9eb8460c-ebcc-4cbf-af87-98758ffc8ac7 service nova] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Received event network-changed-31d4b4d2-93ea-4723-8a41-55266492ee27 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1460.244227] env[62683]: DEBUG nova.compute.manager [req-e2fd5f6d-0fa6-40e0-9c41-393e40fec57b req-9eb8460c-ebcc-4cbf-af87-98758ffc8ac7 service nova] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Refreshing instance network info cache due to event network-changed-31d4b4d2-93ea-4723-8a41-55266492ee27. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1460.244390] env[62683]: DEBUG oslo_concurrency.lockutils [req-e2fd5f6d-0fa6-40e0-9c41-393e40fec57b req-9eb8460c-ebcc-4cbf-af87-98758ffc8ac7 service nova] Acquiring lock "refresh_cache-46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.338037] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': task-1798679, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.339258] env[62683]: DEBUG nova.compute.utils [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1460.340609] env[62683]: DEBUG nova.compute.manager [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1460.340714] env[62683]: DEBUG nova.network.neutron [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1460.388938] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.390439] env[62683]: DEBUG nova.policy [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85111b2afdaa4dbd82887d81ae9e0172', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76a33757b0f245438ad83067b69dad34', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1460.399509] env[62683]: DEBUG nova.network.neutron [req-c8550bbb-28e1-4c33-a126-318d8a347a5e req-c84d5edd-311f-4b65-b6b7-f37feff8425b service nova] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1460.491273] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquiring lock "refresh_cache-46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.504918] env[62683]: DEBUG nova.network.neutron [req-c8550bbb-28e1-4c33-a126-318d8a347a5e req-c84d5edd-311f-4b65-b6b7-f37feff8425b service nova] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.658917] env[62683]: DEBUG nova.network.neutron [-] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.678064] env[62683]: DEBUG nova.network.neutron [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Successfully created port: 7cdb0904-639e-480d-bc36-8cef88822a87 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1460.841743] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': task-1798679, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.456295} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.842078] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 89c1a690-0166-40a5-9947-5e4fd6c90748/89c1a690-0166-40a5-9947-5e4fd6c90748.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1460.842339] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1460.842831] env[62683]: DEBUG nova.compute.manager [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1460.845268] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad914128-bd7f-4d63-9793-d2e84589a634 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.852510] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Waiting for the task: (returnval){ [ 1460.852510] env[62683]: value = "task-1798681" [ 1460.852510] env[62683]: _type = "Task" [ 1460.852510] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.860647] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': task-1798681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.890322] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798680, 'name': ReconfigVM_Task, 'duration_secs': 0.585072} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.891414] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 645b60de-8a61-4c6f-bdb8-b36ee7e082d3/645b60de-8a61-4c6f-bdb8-b36ee7e082d3.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1460.892629] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-addf9f1f-2bd1-4e30-abf6-175367f4b26f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.900490] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for the task: (returnval){ [ 1460.900490] env[62683]: value = "task-1798682" [ 1460.900490] env[62683]: _type = "Task" [ 1460.900490] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.909089] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798682, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.009429] env[62683]: DEBUG oslo_concurrency.lockutils [req-c8550bbb-28e1-4c33-a126-318d8a347a5e req-c84d5edd-311f-4b65-b6b7-f37feff8425b service nova] Releasing lock "refresh_cache-46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.010031] env[62683]: DEBUG oslo_concurrency.lockutils [req-e2fd5f6d-0fa6-40e0-9c41-393e40fec57b req-9eb8460c-ebcc-4cbf-af87-98758ffc8ac7 service nova] Acquired lock "refresh_cache-46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.010031] env[62683]: DEBUG nova.network.neutron [req-e2fd5f6d-0fa6-40e0-9c41-393e40fec57b req-9eb8460c-ebcc-4cbf-af87-98758ffc8ac7 service nova] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Refreshing network info cache for port 31d4b4d2-93ea-4723-8a41-55266492ee27 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.162423] env[62683]: INFO nova.compute.manager [-] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Took 1.29 seconds to deallocate network for instance. [ 1461.282323] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4aefc00-1cec-46e3-a469-1d0d1ad22f7c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.289868] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8c0c61-01fd-4d1b-959f-0ce93ff875c5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.320082] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba26455-bf4d-4275-aff7-5b4308f41ab3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.327660] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2500bfa6-2ecd-41bb-9085-9be5ad98e85c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.340689] env[62683]: DEBUG nova.compute.provider_tree [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.362324] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': task-1798681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060546} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.362586] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1461.363352] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fcffd6-9042-4150-81ab-a87b7bd0e5e1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.384805] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 89c1a690-0166-40a5-9947-5e4fd6c90748/89c1a690-0166-40a5-9947-5e4fd6c90748.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1461.384976] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2393cde8-92b1-4889-b781-623e20aa219a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.405236] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Waiting for the task: (returnval){ [ 1461.405236] env[62683]: value = "task-1798683" [ 1461.405236] env[62683]: _type = "Task" [ 1461.405236] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.411768] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798682, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.416240] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': task-1798683, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.554728] env[62683]: DEBUG nova.network.neutron [req-e2fd5f6d-0fa6-40e0-9c41-393e40fec57b req-9eb8460c-ebcc-4cbf-af87-98758ffc8ac7 service nova] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1461.632264] env[62683]: DEBUG nova.compute.manager [req-18b8b181-22a4-4cd8-9105-9ea18f73b014 req-71e04e0c-09d4-4de6-a234-51f6bcca6f80 service nova] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Received event network-vif-deleted-6c8139b6-1555-480d-b0e7-bed662548977 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1461.657698] env[62683]: DEBUG nova.network.neutron [req-e2fd5f6d-0fa6-40e0-9c41-393e40fec57b req-9eb8460c-ebcc-4cbf-af87-98758ffc8ac7 service nova] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.669730] env[62683]: DEBUG oslo_concurrency.lockutils [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.844088] env[62683]: DEBUG nova.scheduler.client.report [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1461.854512] env[62683]: DEBUG nova.compute.manager [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1461.878400] env[62683]: DEBUG nova.virt.hardware [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1461.878575] env[62683]: DEBUG nova.virt.hardware [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1461.879274] env[62683]: DEBUG nova.virt.hardware [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1461.879274] env[62683]: DEBUG nova.virt.hardware [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1461.879396] env[62683]: DEBUG nova.virt.hardware [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1461.879464] env[62683]: DEBUG nova.virt.hardware [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1461.879677] env[62683]: DEBUG nova.virt.hardware [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1461.879876] env[62683]: DEBUG nova.virt.hardware [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1461.880082] env[62683]: DEBUG nova.virt.hardware [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1461.880260] env[62683]: DEBUG nova.virt.hardware [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1461.880436] env[62683]: DEBUG nova.virt.hardware [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1461.881576] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe678f44-9f3b-4134-b08f-ef3fb2c2b497 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.889607] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428e9e6d-d9f4-42e6-b98a-51976035c1c8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.916288] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': task-1798683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.919334] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798682, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.161579] env[62683]: DEBUG oslo_concurrency.lockutils [req-e2fd5f6d-0fa6-40e0-9c41-393e40fec57b req-9eb8460c-ebcc-4cbf-af87-98758ffc8ac7 service nova] Releasing lock "refresh_cache-46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.162424] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquired lock "refresh_cache-46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.162532] env[62683]: DEBUG nova.network.neutron [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1462.293339] env[62683]: DEBUG nova.network.neutron [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Successfully updated port: 7cdb0904-639e-480d-bc36-8cef88822a87 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1462.349628] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.350165] env[62683]: DEBUG nova.compute.manager [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1462.352789] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.406s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.353008] env[62683]: DEBUG nova.objects.instance [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Lazy-loading 'resources' on Instance uuid 3a679cd2-5cf8-4125-8354-9db55b8f18f5 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1462.415974] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': task-1798683, 'name': ReconfigVM_Task, 'duration_secs': 0.822603} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.418839] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 89c1a690-0166-40a5-9947-5e4fd6c90748/89c1a690-0166-40a5-9947-5e4fd6c90748.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1462.419467] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798682, 'name': Rename_Task, 'duration_secs': 1.155343} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.419661] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb3ff489-5622-480f-b089-306a1cf88c01 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.421251] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1462.421464] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-245bb212-a0db-40ad-831f-db84e6373b09 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.427692] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Waiting for the task: (returnval){ [ 1462.427692] env[62683]: value = "task-1798684" [ 1462.427692] env[62683]: _type = "Task" [ 1462.427692] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.428777] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for the task: (returnval){ [ 1462.428777] env[62683]: value = "task-1798685" [ 1462.428777] env[62683]: _type = "Task" [ 1462.428777] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.441922] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': task-1798684, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.445394] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.697075] env[62683]: DEBUG nova.network.neutron [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1462.795766] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "refresh_cache-c984ffc7-5f46-4e7e-93b8-a18e4c321b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.795927] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquired lock "refresh_cache-c984ffc7-5f46-4e7e-93b8-a18e4c321b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.796111] env[62683]: DEBUG nova.network.neutron [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1462.855789] env[62683]: DEBUG nova.compute.utils [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1462.857220] env[62683]: DEBUG nova.compute.manager [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1462.857395] env[62683]: DEBUG nova.network.neutron [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1462.906450] env[62683]: DEBUG nova.policy [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02a914a1e5d64407b6a0c79f2d83ab5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f99a26cce47a4d0ba98a4e0e87ef3a2b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1462.954569] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': task-1798684, 'name': Rename_Task, 'duration_secs': 0.18545} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.959904] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1462.960214] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.960605] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6adef33-8a09-4959-ac87-c36d8eba1144 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.966839] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Waiting for the task: (returnval){ [ 1462.966839] env[62683]: value = "task-1798686" [ 1462.966839] env[62683]: _type = "Task" [ 1462.966839] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.976408] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': task-1798686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.249673] env[62683]: DEBUG nova.network.neutron [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Successfully created port: 5a62febc-ece2-4a91-9377-24e5675bd896 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1463.283815] env[62683]: DEBUG nova.network.neutron [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Updating instance_info_cache with network_info: [{"id": "60357069-9c83-49d4-b8da-7370094d2aba", "address": "fa:16:3e:18:a1:97", "network": {"id": "9a79f5a4-2466-4fc1-9339-f8a8a9045ee5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-742386474", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e5058549694b5394d1d09911050564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60357069-9c", "ovs_interfaceid": "60357069-9c83-49d4-b8da-7370094d2aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31d4b4d2-93ea-4723-8a41-55266492ee27", "address": "fa:16:3e:14:3b:f6", "network": {"id": "90c22658-4d60-4992-8480-f2170a514ed9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-545382128", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f0e5058549694b5394d1d09911050564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d4b4d2-93", "ovs_interfaceid": "31d4b4d2-93ea-4723-8a41-55266492ee27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.338241] env[62683]: DEBUG nova.network.neutron [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1463.362831] env[62683]: DEBUG nova.compute.manager [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1463.375118] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9e9ff6-dcab-4f37-a817-daf0361b1951 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.383349] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbf9e58-b805-4f88-b5b5-5c4c253e0b48 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.422119] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db6c247-35a9-4232-9691-7bbaeb8b861e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.430346] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a340d49-4f44-4c52-b05f-c3b24333823d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.447218] env[62683]: DEBUG nova.compute.provider_tree [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.461485] env[62683]: DEBUG oslo_vmware.api [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798685, 'name': PowerOnVM_Task, 'duration_secs': 0.750514} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.461778] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1463.462022] env[62683]: DEBUG nova.compute.manager [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1463.462935] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673857ec-fc88-4a63-801f-d28cc8cf793e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.483018] env[62683]: DEBUG oslo_vmware.api [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': task-1798686, 'name': PowerOnVM_Task, 'duration_secs': 0.501197} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.483018] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1463.483018] env[62683]: INFO nova.compute.manager [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1463.483018] env[62683]: DEBUG nova.compute.manager [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1463.483018] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9ae7ce-0988-4af2-be50-cc1add8adb34 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.526927] env[62683]: DEBUG nova.network.neutron [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Updating instance_info_cache with network_info: [{"id": "7cdb0904-639e-480d-bc36-8cef88822a87", "address": "fa:16:3e:a4:e0:4b", "network": {"id": "cdb480de-3249-4b80-bb76-9a5d49f86683", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2016498149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a33757b0f245438ad83067b69dad34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdb0904-63", "ovs_interfaceid": "7cdb0904-639e-480d-bc36-8cef88822a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.676508] env[62683]: DEBUG nova.compute.manager [req-c2ee8a41-aeea-4db7-a947-948cb1c3aa41 req-0491a1ce-6f0f-4b99-9cc9-a5e4015ee721 service nova] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Received event network-vif-plugged-7cdb0904-639e-480d-bc36-8cef88822a87 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1463.676658] env[62683]: DEBUG oslo_concurrency.lockutils [req-c2ee8a41-aeea-4db7-a947-948cb1c3aa41 req-0491a1ce-6f0f-4b99-9cc9-a5e4015ee721 service nova] Acquiring lock "c984ffc7-5f46-4e7e-93b8-a18e4c321b11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.676939] env[62683]: DEBUG oslo_concurrency.lockutils [req-c2ee8a41-aeea-4db7-a947-948cb1c3aa41 req-0491a1ce-6f0f-4b99-9cc9-a5e4015ee721 service nova] Lock "c984ffc7-5f46-4e7e-93b8-a18e4c321b11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.677064] env[62683]: DEBUG oslo_concurrency.lockutils [req-c2ee8a41-aeea-4db7-a947-948cb1c3aa41 req-0491a1ce-6f0f-4b99-9cc9-a5e4015ee721 service nova] Lock "c984ffc7-5f46-4e7e-93b8-a18e4c321b11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.677258] env[62683]: DEBUG nova.compute.manager [req-c2ee8a41-aeea-4db7-a947-948cb1c3aa41 req-0491a1ce-6f0f-4b99-9cc9-a5e4015ee721 service nova] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] No waiting events found dispatching network-vif-plugged-7cdb0904-639e-480d-bc36-8cef88822a87 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1463.677395] env[62683]: WARNING nova.compute.manager [req-c2ee8a41-aeea-4db7-a947-948cb1c3aa41 req-0491a1ce-6f0f-4b99-9cc9-a5e4015ee721 service nova] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Received unexpected event network-vif-plugged-7cdb0904-639e-480d-bc36-8cef88822a87 for instance with vm_state building and task_state spawning. [ 1463.677549] env[62683]: DEBUG nova.compute.manager [req-c2ee8a41-aeea-4db7-a947-948cb1c3aa41 req-0491a1ce-6f0f-4b99-9cc9-a5e4015ee721 service nova] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Received event network-changed-7cdb0904-639e-480d-bc36-8cef88822a87 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1463.677708] env[62683]: DEBUG nova.compute.manager [req-c2ee8a41-aeea-4db7-a947-948cb1c3aa41 req-0491a1ce-6f0f-4b99-9cc9-a5e4015ee721 service nova] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Refreshing instance network info cache due to event network-changed-7cdb0904-639e-480d-bc36-8cef88822a87. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1463.677855] env[62683]: DEBUG oslo_concurrency.lockutils [req-c2ee8a41-aeea-4db7-a947-948cb1c3aa41 req-0491a1ce-6f0f-4b99-9cc9-a5e4015ee721 service nova] Acquiring lock "refresh_cache-c984ffc7-5f46-4e7e-93b8-a18e4c321b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.787271] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Releasing lock "refresh_cache-46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.787598] env[62683]: DEBUG nova.compute.manager [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Instance network_info: |[{"id": "60357069-9c83-49d4-b8da-7370094d2aba", "address": "fa:16:3e:18:a1:97", "network": {"id": "9a79f5a4-2466-4fc1-9339-f8a8a9045ee5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-742386474", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0e5058549694b5394d1d09911050564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60357069-9c", "ovs_interfaceid": "60357069-9c83-49d4-b8da-7370094d2aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31d4b4d2-93ea-4723-8a41-55266492ee27", "address": "fa:16:3e:14:3b:f6", "network": {"id": "90c22658-4d60-4992-8480-f2170a514ed9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-545382128", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f0e5058549694b5394d1d09911050564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d4b4d2-93", "ovs_interfaceid": "31d4b4d2-93ea-4723-8a41-55266492ee27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1463.788784] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:a1:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60357069-9c83-49d4-b8da-7370094d2aba', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:3b:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31d4b4d2-93ea-4723-8a41-55266492ee27', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1463.799077] env[62683]: DEBUG oslo.service.loopingcall [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.802255] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1463.802492] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfc7ac7f-2e85-4b46-8bee-6a380c86917f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.829022] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1463.829022] env[62683]: value = "task-1798687" [ 1463.829022] env[62683]: _type = "Task" [ 1463.829022] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.835206] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798687, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.957528] env[62683]: DEBUG nova.scheduler.client.report [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.985451] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.004114] env[62683]: INFO nova.compute.manager [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Took 34.31 seconds to build instance. [ 1464.031029] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Releasing lock "refresh_cache-c984ffc7-5f46-4e7e-93b8-a18e4c321b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.031029] env[62683]: DEBUG nova.compute.manager [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Instance network_info: |[{"id": "7cdb0904-639e-480d-bc36-8cef88822a87", "address": "fa:16:3e:a4:e0:4b", "network": {"id": "cdb480de-3249-4b80-bb76-9a5d49f86683", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2016498149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a33757b0f245438ad83067b69dad34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdb0904-63", "ovs_interfaceid": "7cdb0904-639e-480d-bc36-8cef88822a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1464.031029] env[62683]: DEBUG oslo_concurrency.lockutils [req-c2ee8a41-aeea-4db7-a947-948cb1c3aa41 req-0491a1ce-6f0f-4b99-9cc9-a5e4015ee721 service nova] Acquired lock "refresh_cache-c984ffc7-5f46-4e7e-93b8-a18e4c321b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.031029] env[62683]: DEBUG nova.network.neutron [req-c2ee8a41-aeea-4db7-a947-948cb1c3aa41 req-0491a1ce-6f0f-4b99-9cc9-a5e4015ee721 service nova] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Refreshing network info cache for port 7cdb0904-639e-480d-bc36-8cef88822a87 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.031367] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:e0:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cdb0904-639e-480d-bc36-8cef88822a87', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1464.040376] env[62683]: DEBUG oslo.service.loopingcall [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.041677] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1464.042045] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-380b3f8d-8326-4c6c-b722-c5a4338e9511 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.066253] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1464.066253] env[62683]: value = "task-1798688" [ 1464.066253] env[62683]: _type = "Task" [ 1464.066253] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.075463] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798688, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.289652] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Acquiring lock "89c1a690-0166-40a5-9947-5e4fd6c90748" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.336811] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798687, 'name': CreateVM_Task, 'duration_secs': 0.473883} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.336811] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1464.337695] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.337792] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.338048] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.338307] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ac7c25-1371-4834-8b4c-c8fce39d9efc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.342951] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for the task: (returnval){ [ 1464.342951] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d7ca20-c052-0963-b01d-01a15ba9827a" [ 1464.342951] env[62683]: _type = "Task" [ 1464.342951] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.350547] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d7ca20-c052-0963-b01d-01a15ba9827a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.371655] env[62683]: DEBUG nova.compute.manager [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1464.398185] env[62683]: DEBUG nova.virt.hardware [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1464.398443] env[62683]: DEBUG nova.virt.hardware [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1464.398604] env[62683]: DEBUG nova.virt.hardware [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1464.398816] env[62683]: DEBUG nova.virt.hardware [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1464.398971] env[62683]: DEBUG nova.virt.hardware [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1464.399143] env[62683]: DEBUG nova.virt.hardware [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1464.399355] env[62683]: DEBUG nova.virt.hardware [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1464.399516] env[62683]: DEBUG nova.virt.hardware [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1464.399683] env[62683]: DEBUG nova.virt.hardware [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1464.399849] env[62683]: DEBUG nova.virt.hardware [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1464.400036] env[62683]: DEBUG nova.virt.hardware [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1464.400905] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5731e845-d586-4cf2-ab47-269c3421efd6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.413259] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c13de37-c484-4ff8-b1ff-88eca97b6080 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.464287] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.466768] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.399s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.468260] env[62683]: INFO nova.compute.claims [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1464.487232] env[62683]: INFO nova.scheduler.client.report [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Deleted allocations for instance 3a679cd2-5cf8-4125-8354-9db55b8f18f5 [ 1464.506315] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eb4ec4d4-a45d-4985-a01c-b3899738232a tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Lock "89c1a690-0166-40a5-9947-5e4fd6c90748" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.676s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.508030] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Lock "89c1a690-0166-40a5-9947-5e4fd6c90748" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.219s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.508030] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Acquiring lock "89c1a690-0166-40a5-9947-5e4fd6c90748-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.508197] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Lock "89c1a690-0166-40a5-9947-5e4fd6c90748-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.508334] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Lock "89c1a690-0166-40a5-9947-5e4fd6c90748-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.510587] env[62683]: INFO nova.compute.manager [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Terminating instance [ 1464.578550] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798688, 'name': CreateVM_Task, 'duration_secs': 0.378479} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.578550] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1464.578779] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.720066] env[62683]: DEBUG nova.compute.manager [req-1a8c8262-feb0-4650-8967-6d1da51a5831 req-5adb20e7-2a80-4a05-9c59-3c149bd75a15 service nova] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Received event network-vif-plugged-5a62febc-ece2-4a91-9377-24e5675bd896 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1464.720299] env[62683]: DEBUG oslo_concurrency.lockutils [req-1a8c8262-feb0-4650-8967-6d1da51a5831 req-5adb20e7-2a80-4a05-9c59-3c149bd75a15 service nova] Acquiring lock "34d78da1-345f-43fe-95a1-fc2bb7b12907-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.720502] env[62683]: DEBUG oslo_concurrency.lockutils [req-1a8c8262-feb0-4650-8967-6d1da51a5831 req-5adb20e7-2a80-4a05-9c59-3c149bd75a15 service nova] Lock "34d78da1-345f-43fe-95a1-fc2bb7b12907-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.720720] env[62683]: DEBUG oslo_concurrency.lockutils [req-1a8c8262-feb0-4650-8967-6d1da51a5831 req-5adb20e7-2a80-4a05-9c59-3c149bd75a15 service nova] Lock "34d78da1-345f-43fe-95a1-fc2bb7b12907-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.720826] env[62683]: DEBUG nova.compute.manager [req-1a8c8262-feb0-4650-8967-6d1da51a5831 req-5adb20e7-2a80-4a05-9c59-3c149bd75a15 service nova] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] No waiting events found dispatching network-vif-plugged-5a62febc-ece2-4a91-9377-24e5675bd896 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1464.721069] env[62683]: WARNING nova.compute.manager [req-1a8c8262-feb0-4650-8967-6d1da51a5831 req-5adb20e7-2a80-4a05-9c59-3c149bd75a15 service nova] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Received unexpected event network-vif-plugged-5a62febc-ece2-4a91-9377-24e5675bd896 for instance with vm_state building and task_state spawning. [ 1464.748552] env[62683]: DEBUG nova.network.neutron [req-c2ee8a41-aeea-4db7-a947-948cb1c3aa41 req-0491a1ce-6f0f-4b99-9cc9-a5e4015ee721 service nova] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Updated VIF entry in instance network info cache for port 7cdb0904-639e-480d-bc36-8cef88822a87. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.748915] env[62683]: DEBUG nova.network.neutron [req-c2ee8a41-aeea-4db7-a947-948cb1c3aa41 req-0491a1ce-6f0f-4b99-9cc9-a5e4015ee721 service nova] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Updating instance_info_cache with network_info: [{"id": "7cdb0904-639e-480d-bc36-8cef88822a87", "address": "fa:16:3e:a4:e0:4b", "network": {"id": "cdb480de-3249-4b80-bb76-9a5d49f86683", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2016498149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a33757b0f245438ad83067b69dad34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdb0904-63", "ovs_interfaceid": "7cdb0904-639e-480d-bc36-8cef88822a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.794171] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Acquiring lock "645b60de-8a61-4c6f-bdb8-b36ee7e082d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.794444] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Lock "645b60de-8a61-4c6f-bdb8-b36ee7e082d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.794658] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Acquiring lock "645b60de-8a61-4c6f-bdb8-b36ee7e082d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.795222] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Lock "645b60de-8a61-4c6f-bdb8-b36ee7e082d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.795222] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Lock "645b60de-8a61-4c6f-bdb8-b36ee7e082d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.797012] env[62683]: INFO nova.compute.manager [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Terminating instance [ 1464.817069] env[62683]: DEBUG nova.network.neutron [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Successfully updated port: 5a62febc-ece2-4a91-9377-24e5675bd896 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1464.853270] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d7ca20-c052-0963-b01d-01a15ba9827a, 'name': SearchDatastore_Task, 'duration_secs': 0.014957} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.853561] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.853798] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1464.854612] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.854612] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.854612] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1464.854612] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.854915] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.855149] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fbc97f8-2e42-4c5a-aeb7-0d05ac892d73 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.856869] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c10d6e54-4f59-42b1-9681-3e7fbd099c82 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.862211] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1464.862211] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]521cbcbf-819c-f5a3-9d06-19bf19f6e109" [ 1464.862211] env[62683]: _type = "Task" [ 1464.862211] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.867430] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1464.867430] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1464.868850] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d775fede-d32f-45f9-8184-181a36b72ba9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.873878] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]521cbcbf-819c-f5a3-9d06-19bf19f6e109, 'name': SearchDatastore_Task, 'duration_secs': 0.008289} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.874507] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.874769] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1464.875066] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.876636] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for the task: (returnval){ [ 1464.876636] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52752731-2e55-0f38-5c77-8babe94a9346" [ 1464.876636] env[62683]: _type = "Task" [ 1464.876636] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.884289] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52752731-2e55-0f38-5c77-8babe94a9346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.995356] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d1ec82a-d41b-4d9d-afb5-0d17cb23e799 tempest-DeleteServersAdminTestJSON-73151770 tempest-DeleteServersAdminTestJSON-73151770-project-admin] Lock "3a679cd2-5cf8-4125-8354-9db55b8f18f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.587s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.011550] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1465.014234] env[62683]: DEBUG nova.compute.manager [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1465.014437] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1465.016449] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14235eb1-84dd-4414-b2cc-15f4e23b5e53 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.026436] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1465.026436] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82c4bdb1-f517-40b6-8bcc-2311772044d8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.033316] env[62683]: DEBUG oslo_vmware.api [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Waiting for the task: (returnval){ [ 1465.033316] env[62683]: value = "task-1798689" [ 1465.033316] env[62683]: _type = "Task" [ 1465.033316] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.041253] env[62683]: DEBUG oslo_vmware.api [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': task-1798689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.251905] env[62683]: DEBUG oslo_concurrency.lockutils [req-c2ee8a41-aeea-4db7-a947-948cb1c3aa41 req-0491a1ce-6f0f-4b99-9cc9-a5e4015ee721 service nova] Releasing lock "refresh_cache-c984ffc7-5f46-4e7e-93b8-a18e4c321b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.300893] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Acquiring lock "refresh_cache-645b60de-8a61-4c6f-bdb8-b36ee7e082d3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.300893] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Acquired lock "refresh_cache-645b60de-8a61-4c6f-bdb8-b36ee7e082d3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.300893] env[62683]: DEBUG nova.network.neutron [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.322482] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Acquiring lock "refresh_cache-34d78da1-345f-43fe-95a1-fc2bb7b12907" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.322624] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Acquired lock "refresh_cache-34d78da1-345f-43fe-95a1-fc2bb7b12907" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.322731] env[62683]: DEBUG nova.network.neutron [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.391975] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52752731-2e55-0f38-5c77-8babe94a9346, 'name': SearchDatastore_Task, 'duration_secs': 0.008039} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.392540] env[62683]: DEBUG oslo_concurrency.lockutils [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquiring lock "ab44615a-1ad2-4a6e-9730-a36879dd0e63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.392900] env[62683]: DEBUG oslo_concurrency.lockutils [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lock "ab44615a-1ad2-4a6e-9730-a36879dd0e63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.393250] env[62683]: DEBUG oslo_concurrency.lockutils [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquiring lock "ab44615a-1ad2-4a6e-9730-a36879dd0e63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.393565] env[62683]: DEBUG oslo_concurrency.lockutils [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lock "ab44615a-1ad2-4a6e-9730-a36879dd0e63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.393846] env[62683]: DEBUG oslo_concurrency.lockutils [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lock "ab44615a-1ad2-4a6e-9730-a36879dd0e63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.397623] env[62683]: INFO nova.compute.manager [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Terminating instance [ 1465.401035] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2865e0dc-50b1-48ae-ad38-d292004707ee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.410042] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for the task: (returnval){ [ 1465.410042] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52937ed3-441e-5e28-e634-290959209a27" [ 1465.410042] env[62683]: _type = "Task" [ 1465.410042] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.418869] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52937ed3-441e-5e28-e634-290959209a27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.535054] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.547149] env[62683]: DEBUG oslo_vmware.api [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': task-1798689, 'name': PowerOffVM_Task, 'duration_secs': 0.281631} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.550043] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1465.550262] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1465.550915] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68ccbc71-75ae-4123-980c-75a40f6686a2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.656162] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1465.656162] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1465.656162] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Deleting the datastore file [datastore1] 89c1a690-0166-40a5-9947-5e4fd6c90748 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1465.656162] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be7bc0be-603d-489b-8498-c2847b875444 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.662061] env[62683]: DEBUG oslo_vmware.api [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Waiting for the task: (returnval){ [ 1465.662061] env[62683]: value = "task-1798691" [ 1465.662061] env[62683]: _type = "Task" [ 1465.662061] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.672874] env[62683]: DEBUG oslo_vmware.api [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': task-1798691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.820796] env[62683]: DEBUG nova.network.neutron [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1465.856049] env[62683]: DEBUG nova.network.neutron [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1465.886840] env[62683]: DEBUG nova.network.neutron [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.906656] env[62683]: DEBUG nova.compute.manager [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1465.906878] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1465.907843] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead16946-270a-4a80-a105-674557660d5c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.918748] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1465.919057] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e120ebe6-6875-4700-a08b-b89a4c86d2b0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.923751] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52937ed3-441e-5e28-e634-290959209a27, 'name': SearchDatastore_Task, 'duration_secs': 0.009098} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.926481] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.926747] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c/46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1465.929509] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.929709] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.929927] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55e09f50-4f43-4eb3-bc39-c2abec679a25 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.933586] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e033a664-d884-4496-900b-3f668edeeedc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.935642] env[62683]: DEBUG oslo_vmware.api [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1465.935642] env[62683]: value = "task-1798692" [ 1465.935642] env[62683]: _type = "Task" [ 1465.935642] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.942344] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for the task: (returnval){ [ 1465.942344] env[62683]: value = "task-1798693" [ 1465.942344] env[62683]: _type = "Task" [ 1465.942344] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.944592] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.944786] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.954874] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5636ae3e-9d16-4ba9-9bb1-5a09e9d606c2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.957480] env[62683]: DEBUG oslo_vmware.api [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.962797] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.964294] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1465.964294] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]525f446d-053a-2269-95d3-843f32be5b06" [ 1465.964294] env[62683]: _type = "Task" [ 1465.964294] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.969705] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727ab474-f94c-4535-9d94-2835162a398f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.975702] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]525f446d-053a-2269-95d3-843f32be5b06, 'name': SearchDatastore_Task, 'duration_secs': 0.009333} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.978832] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-156aa105-ec2d-4876-8f3d-5f59e395f3aa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.984295] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e6324b-41a4-4214-a6ef-b4c6a6ac4733 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.990147] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1465.990147] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5214606a-6557-7add-7b1b-f3e3f3134998" [ 1465.990147] env[62683]: _type = "Task" [ 1465.990147] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.020650] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd57f1f-8763-4109-a695-713bf07b960a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.026908] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5214606a-6557-7add-7b1b-f3e3f3134998, 'name': SearchDatastore_Task, 'duration_secs': 0.026715} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.027599] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.027844] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] c984ffc7-5f46-4e7e-93b8-a18e4c321b11/c984ffc7-5f46-4e7e-93b8-a18e4c321b11.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1466.028114] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ec361be-17a3-4306-97b3-a100f6614afe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.037365] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca08125c-d42b-4e1b-89ef-d515656323b1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.041906] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquiring lock "05476a5d-00fd-42e3-a3f4-d4b8557ce490" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.042240] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lock "05476a5d-00fd-42e3-a3f4-d4b8557ce490" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.043572] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1466.043572] env[62683]: value = "task-1798694" [ 1466.043572] env[62683]: _type = "Task" [ 1466.043572] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.055880] env[62683]: DEBUG nova.compute.provider_tree [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.058724] env[62683]: DEBUG nova.network.neutron [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Updating instance_info_cache with network_info: [{"id": "5a62febc-ece2-4a91-9377-24e5675bd896", "address": "fa:16:3e:82:95:80", "network": {"id": "d0f802e3-4266-4921-96bc-784e55e88d26", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1176771078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f99a26cce47a4d0ba98a4e0e87ef3a2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a62febc-ec", "ovs_interfaceid": "5a62febc-ece2-4a91-9377-24e5675bd896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.063019] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.175450] env[62683]: DEBUG oslo_vmware.api [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Task: {'id': task-1798691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135182} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.175614] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1466.175823] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1466.176073] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1466.176465] env[62683]: INFO nova.compute.manager [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1466.176778] env[62683]: DEBUG oslo.service.loopingcall [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.177043] env[62683]: DEBUG nova.compute.manager [-] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1466.177173] env[62683]: DEBUG nova.network.neutron [-] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1466.377483] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquiring lock "3e91d1f1-59e2-4f83-9b15-1644e42c3d45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.377742] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Lock "3e91d1f1-59e2-4f83-9b15-1644e42c3d45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.389407] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Releasing lock "refresh_cache-645b60de-8a61-4c6f-bdb8-b36ee7e082d3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.389941] env[62683]: DEBUG nova.compute.manager [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1466.390153] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1466.391149] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc220ce5-5ee3-4754-92e9-b4d892b5ee63 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.404019] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1466.404338] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f634e80f-454c-42db-976e-43b188fe5bd4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.413650] env[62683]: DEBUG oslo_vmware.api [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for the task: (returnval){ [ 1466.413650] env[62683]: value = "task-1798695" [ 1466.413650] env[62683]: _type = "Task" [ 1466.413650] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.422465] env[62683]: DEBUG oslo_vmware.api [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.448181] env[62683]: DEBUG oslo_vmware.api [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798692, 'name': PowerOffVM_Task, 'duration_secs': 0.227893} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.451803] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1466.452017] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1466.452340] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f623f873-aeb8-4a5e-96a5-0d6d14834045 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.463904] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798693, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.537999] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1466.538257] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1466.538442] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Deleting the datastore file [datastore1] ab44615a-1ad2-4a6e-9730-a36879dd0e63 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1466.538719] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f99e0a1a-ad2b-490a-a9a4-e366c2c0f386 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.549510] env[62683]: DEBUG oslo_vmware.api [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1466.549510] env[62683]: value = "task-1798697" [ 1466.549510] env[62683]: _type = "Task" [ 1466.549510] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.557126] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798694, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.562226] env[62683]: DEBUG oslo_vmware.api [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.564241] env[62683]: DEBUG nova.scheduler.client.report [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1466.568053] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Releasing lock "refresh_cache-34d78da1-345f-43fe-95a1-fc2bb7b12907" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.568382] env[62683]: DEBUG nova.compute.manager [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Instance network_info: |[{"id": "5a62febc-ece2-4a91-9377-24e5675bd896", "address": "fa:16:3e:82:95:80", "network": {"id": "d0f802e3-4266-4921-96bc-784e55e88d26", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1176771078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f99a26cce47a4d0ba98a4e0e87ef3a2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a62febc-ec", "ovs_interfaceid": "5a62febc-ece2-4a91-9377-24e5675bd896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1466.569171] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:95:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a62febc-ece2-4a91-9377-24e5675bd896', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1466.578789] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Creating folder: Project (f99a26cce47a4d0ba98a4e0e87ef3a2b). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1466.578789] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30fab2f4-35aa-4dcb-9aaf-0f0b5247b2e9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.588769] env[62683]: DEBUG nova.compute.manager [req-b9591cd4-838b-4640-b2a2-47460d86b1b7 req-1d3ef4df-5a73-4220-842a-b0041f313052 service nova] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Received event network-vif-deleted-52890587-c3de-4e6e-93d9-53aa9b258250 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1466.588928] env[62683]: INFO nova.compute.manager [req-b9591cd4-838b-4640-b2a2-47460d86b1b7 req-1d3ef4df-5a73-4220-842a-b0041f313052 service nova] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Neutron deleted interface 52890587-c3de-4e6e-93d9-53aa9b258250; detaching it from the instance and deleting it from the info cache [ 1466.589177] env[62683]: DEBUG nova.network.neutron [req-b9591cd4-838b-4640-b2a2-47460d86b1b7 req-1d3ef4df-5a73-4220-842a-b0041f313052 service nova] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.592517] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Created folder: Project (f99a26cce47a4d0ba98a4e0e87ef3a2b) in parent group-v372889. [ 1466.592769] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Creating folder: Instances. Parent ref: group-v373005. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1466.593166] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37720b02-e23c-4438-a623-404de75acfb1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.603104] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Created folder: Instances in parent group-v373005. [ 1466.603385] env[62683]: DEBUG oslo.service.loopingcall [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.603603] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1466.603802] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39fca682-8c22-4d0b-a1ca-479b6e7372c6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.625278] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1466.625278] env[62683]: value = "task-1798700" [ 1466.625278] env[62683]: _type = "Task" [ 1466.625278] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.635929] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798700, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.765214] env[62683]: DEBUG nova.compute.manager [req-b637f6fb-46b8-4bac-bd0e-374e46312f18 req-e76bc0a6-0969-40cf-8868-59a869ef5dc4 service nova] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Received event network-changed-5a62febc-ece2-4a91-9377-24e5675bd896 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1466.765214] env[62683]: DEBUG nova.compute.manager [req-b637f6fb-46b8-4bac-bd0e-374e46312f18 req-e76bc0a6-0969-40cf-8868-59a869ef5dc4 service nova] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Refreshing instance network info cache due to event network-changed-5a62febc-ece2-4a91-9377-24e5675bd896. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1466.765214] env[62683]: DEBUG oslo_concurrency.lockutils [req-b637f6fb-46b8-4bac-bd0e-374e46312f18 req-e76bc0a6-0969-40cf-8868-59a869ef5dc4 service nova] Acquiring lock "refresh_cache-34d78da1-345f-43fe-95a1-fc2bb7b12907" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.765214] env[62683]: DEBUG oslo_concurrency.lockutils [req-b637f6fb-46b8-4bac-bd0e-374e46312f18 req-e76bc0a6-0969-40cf-8868-59a869ef5dc4 service nova] Acquired lock "refresh_cache-34d78da1-345f-43fe-95a1-fc2bb7b12907" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.765363] env[62683]: DEBUG nova.network.neutron [req-b637f6fb-46b8-4bac-bd0e-374e46312f18 req-e76bc0a6-0969-40cf-8868-59a869ef5dc4 service nova] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Refreshing network info cache for port 5a62febc-ece2-4a91-9377-24e5675bd896 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1466.924355] env[62683]: DEBUG oslo_vmware.api [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798695, 'name': PowerOffVM_Task, 'duration_secs': 0.199347} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.924654] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1466.924822] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1466.925191] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bd97e87-4601-4bfe-8ddd-85b95e679215 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.949172] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1466.949502] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1466.949737] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Deleting the datastore file [datastore1] 645b60de-8a61-4c6f-bdb8-b36ee7e082d3 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1466.953136] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f30d6881-b1cb-48f5-b402-dc3d6ad08710 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.960600] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538266} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.961973] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c/46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1466.962229] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1466.962712] env[62683]: DEBUG oslo_vmware.api [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for the task: (returnval){ [ 1466.962712] env[62683]: value = "task-1798702" [ 1466.962712] env[62683]: _type = "Task" [ 1466.962712] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.962712] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13de4c24-5bfe-47dc-b4a9-49eda1afb972 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.974597] env[62683]: DEBUG oslo_vmware.api [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.975877] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for the task: (returnval){ [ 1466.975877] env[62683]: value = "task-1798703" [ 1466.975877] env[62683]: _type = "Task" [ 1466.975877] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.983614] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.032691] env[62683]: DEBUG nova.network.neutron [-] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.056095] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805665} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.056758] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] c984ffc7-5f46-4e7e-93b8-a18e4c321b11/c984ffc7-5f46-4e7e-93b8-a18e4c321b11.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.056980] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.057251] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54f5e9c4-8dcb-401a-b042-aff62671b775 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.062212] env[62683]: DEBUG oslo_vmware.api [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388874} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.062774] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1467.063021] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1467.063153] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1467.063314] env[62683]: INFO nova.compute.manager [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1467.063548] env[62683]: DEBUG oslo.service.loopingcall [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1467.063726] env[62683]: DEBUG nova.compute.manager [-] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1467.063806] env[62683]: DEBUG nova.network.neutron [-] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1467.066800] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1467.066800] env[62683]: value = "task-1798704" [ 1467.066800] env[62683]: _type = "Task" [ 1467.066800] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.070526] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.070996] env[62683]: DEBUG nova.compute.manager [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1467.073654] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.618s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.074918] env[62683]: INFO nova.compute.claims [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1467.082680] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.094651] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c336f752-8131-46e3-a627-8b45c6712068 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.106357] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf646cfc-47fd-47ed-8ee5-3c07a3966747 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.143357] env[62683]: DEBUG nova.compute.manager [req-b9591cd4-838b-4640-b2a2-47460d86b1b7 req-1d3ef4df-5a73-4220-842a-b0041f313052 service nova] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Detach interface failed, port_id=52890587-c3de-4e6e-93d9-53aa9b258250, reason: Instance 89c1a690-0166-40a5-9947-5e4fd6c90748 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1467.149545] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798700, 'name': CreateVM_Task, 'duration_secs': 0.43735} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.151678] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1467.152382] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.152555] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.152900] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1467.153466] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ac5b05-98e4-4a9d-9634-c289a7dcaea1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.158235] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Waiting for the task: (returnval){ [ 1467.158235] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52838347-769c-e15d-8cb8-1ab9be0bbd17" [ 1467.158235] env[62683]: _type = "Task" [ 1467.158235] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.166577] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52838347-769c-e15d-8cb8-1ab9be0bbd17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.474405] env[62683]: DEBUG oslo_vmware.api [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Task: {'id': task-1798702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110533} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.474740] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1467.474993] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1467.475534] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1467.475534] env[62683]: INFO nova.compute.manager [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1467.475839] env[62683]: DEBUG oslo.service.loopingcall [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1467.476103] env[62683]: DEBUG nova.compute.manager [-] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1467.476252] env[62683]: DEBUG nova.network.neutron [-] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1467.486436] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090313} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.486584] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1467.487406] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9702b8-455c-40f1-a66c-6922a3b32a2e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.490763] env[62683]: DEBUG nova.network.neutron [req-b637f6fb-46b8-4bac-bd0e-374e46312f18 req-e76bc0a6-0969-40cf-8868-59a869ef5dc4 service nova] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Updated VIF entry in instance network info cache for port 5a62febc-ece2-4a91-9377-24e5675bd896. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1467.491300] env[62683]: DEBUG nova.network.neutron [req-b637f6fb-46b8-4bac-bd0e-374e46312f18 req-e76bc0a6-0969-40cf-8868-59a869ef5dc4 service nova] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Updating instance_info_cache with network_info: [{"id": "5a62febc-ece2-4a91-9377-24e5675bd896", "address": "fa:16:3e:82:95:80", "network": {"id": "d0f802e3-4266-4921-96bc-784e55e88d26", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1176771078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f99a26cce47a4d0ba98a4e0e87ef3a2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a62febc-ec", "ovs_interfaceid": "5a62febc-ece2-4a91-9377-24e5675bd896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.516434] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c/46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.518189] env[62683]: DEBUG oslo_concurrency.lockutils [req-b637f6fb-46b8-4bac-bd0e-374e46312f18 req-e76bc0a6-0969-40cf-8868-59a869ef5dc4 service nova] Releasing lock "refresh_cache-34d78da1-345f-43fe-95a1-fc2bb7b12907" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.519038] env[62683]: DEBUG nova.network.neutron [-] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1467.523168] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e227ffb-c367-4864-86a1-4e3848c23a50 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.539600] env[62683]: DEBUG nova.network.neutron [-] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.544020] env[62683]: INFO nova.compute.manager [-] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Took 1.36 seconds to deallocate network for instance. [ 1467.547824] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for the task: (returnval){ [ 1467.547824] env[62683]: value = "task-1798705" [ 1467.547824] env[62683]: _type = "Task" [ 1467.547824] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.556966] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.577440] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067129} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.578212] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1467.579050] env[62683]: DEBUG nova.compute.utils [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1467.580851] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe809ccd-cb11-437a-8bda-1e41ff7146df {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.587104] env[62683]: DEBUG nova.compute.manager [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1467.587307] env[62683]: DEBUG nova.network.neutron [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1467.615792] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] c984ffc7-5f46-4e7e-93b8-a18e4c321b11/c984ffc7-5f46-4e7e-93b8-a18e4c321b11.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.618061] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-305e88c9-6889-4095-b74c-05a8bb5bb340 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.637070] env[62683]: DEBUG nova.policy [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '201aba08db0e448badbf480b6cf94fd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa16baa1fefa43b591497da810718d47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1467.640984] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1467.640984] env[62683]: value = "task-1798706" [ 1467.640984] env[62683]: _type = "Task" [ 1467.640984] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.649645] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.668493] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52838347-769c-e15d-8cb8-1ab9be0bbd17, 'name': SearchDatastore_Task, 'duration_secs': 0.009142} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.668714] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.668951] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1467.669211] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.669357] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.669542] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1467.669802] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a516811f-86de-407c-ae83-d79b95a87ae3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.682078] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1467.682078] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1467.682078] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-894a22a7-4972-483f-bb00-b6299f8a23d6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.684667] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Waiting for the task: (returnval){ [ 1467.684667] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a52b0e-9234-96c5-163e-dc2905b1fa89" [ 1467.684667] env[62683]: _type = "Task" [ 1467.684667] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.694208] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a52b0e-9234-96c5-163e-dc2905b1fa89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.931383] env[62683]: DEBUG nova.network.neutron [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Successfully created port: 64d312d7-56a6-4c84-a3e8-0cfa615915ea {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1468.044494] env[62683]: INFO nova.compute.manager [-] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Took 0.57 seconds to deallocate network for instance. [ 1468.050670] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.058842] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798705, 'name': ReconfigVM_Task, 'duration_secs': 0.300748} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.060116] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c/46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.060116] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3ec4c6c-37ed-4b45-b749-4ea2aed991d6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.067239] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for the task: (returnval){ [ 1468.067239] env[62683]: value = "task-1798707" [ 1468.067239] env[62683]: _type = "Task" [ 1468.067239] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.080694] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798707, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.086024] env[62683]: DEBUG nova.compute.manager [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1468.135648] env[62683]: DEBUG nova.network.neutron [-] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.154700] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798706, 'name': ReconfigVM_Task, 'duration_secs': 0.294488} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.158096] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Reconfigured VM instance instance-00000026 to attach disk [datastore1] c984ffc7-5f46-4e7e-93b8-a18e4c321b11/c984ffc7-5f46-4e7e-93b8-a18e4c321b11.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.158469] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9933f134-f802-4d42-8c5d-a1e51ebc29b3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.164596] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1468.164596] env[62683]: value = "task-1798708" [ 1468.164596] env[62683]: _type = "Task" [ 1468.164596] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.177971] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798708, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.194297] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a52b0e-9234-96c5-163e-dc2905b1fa89, 'name': SearchDatastore_Task, 'duration_secs': 0.01237} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.197581] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5fc08dd-7bb5-48af-8009-30101ae57b7c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.202898] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Waiting for the task: (returnval){ [ 1468.202898] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52df3b35-89e2-6125-5d72-768f8e29694d" [ 1468.202898] env[62683]: _type = "Task" [ 1468.202898] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.212637] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52df3b35-89e2-6125-5d72-768f8e29694d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.546907] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8eed51-20e5-4ead-afc4-a38d0dd62b1a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.551072] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.556219] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7398e33f-6772-4717-8e41-09b3173544b1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.589174] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a6c2e3-f20e-4f6d-b5d2-d610dabbc3b9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.603162] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c69681c-2eb0-4c28-be5e-c984a29a1f19 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.607041] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798707, 'name': Rename_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.618663] env[62683]: DEBUG nova.compute.provider_tree [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.635639] env[62683]: DEBUG nova.compute.manager [req-e72423d5-32c9-48d3-9185-69d6ef09eb55 req-29d18571-95ea-4b4d-aede-3fe75119b78e service nova] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Received event network-vif-deleted-05d57c41-fbd9-4f33-a67f-03cf2504edd9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1468.637742] env[62683]: INFO nova.compute.manager [-] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Took 1.57 seconds to deallocate network for instance. [ 1468.676067] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798708, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.712827] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52df3b35-89e2-6125-5d72-768f8e29694d, 'name': SearchDatastore_Task, 'duration_secs': 0.008872} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.713139] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.713418] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 34d78da1-345f-43fe-95a1-fc2bb7b12907/34d78da1-345f-43fe-95a1-fc2bb7b12907.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1468.713672] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eba54082-3b3d-44c9-91e3-b8b5ad5c7059 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.720509] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Waiting for the task: (returnval){ [ 1468.720509] env[62683]: value = "task-1798709" [ 1468.720509] env[62683]: _type = "Task" [ 1468.720509] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.727792] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': task-1798709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.102039] env[62683]: DEBUG nova.compute.manager [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1469.104717] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798707, 'name': Rename_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.124080] env[62683]: DEBUG nova.scheduler.client.report [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.137381] env[62683]: DEBUG nova.virt.hardware [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1469.137795] env[62683]: DEBUG nova.virt.hardware [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1469.138126] env[62683]: DEBUG nova.virt.hardware [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1469.138447] env[62683]: DEBUG nova.virt.hardware [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1469.138732] env[62683]: DEBUG nova.virt.hardware [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1469.139025] env[62683]: DEBUG nova.virt.hardware [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1469.139400] env[62683]: DEBUG nova.virt.hardware [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1469.139842] env[62683]: DEBUG nova.virt.hardware [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1469.140018] env[62683]: DEBUG nova.virt.hardware [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1469.140346] env[62683]: DEBUG nova.virt.hardware [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1469.140666] env[62683]: DEBUG nova.virt.hardware [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1469.142172] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3938bd0e-930e-4864-a93c-cf6e03881545 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.148473] env[62683]: DEBUG oslo_concurrency.lockutils [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.154941] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038aac0e-df9b-4975-b9f9-fa7edb4a371a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.176860] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798708, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.231421] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': task-1798709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.598631] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798707, 'name': Rename_Task, 'duration_secs': 1.164426} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.598932] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.599236] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8e152a6-8bc4-4c5a-9e2c-399976ea3a3e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.606923] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for the task: (returnval){ [ 1469.606923] env[62683]: value = "task-1798710" [ 1469.606923] env[62683]: _type = "Task" [ 1469.606923] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.618110] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.631174] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.631723] env[62683]: DEBUG nova.compute.manager [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1469.635143] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.425s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.635318] env[62683]: DEBUG nova.objects.instance [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lazy-loading 'resources' on Instance uuid a531ac93-b930-44aa-b0ba-307b44497ff1 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1469.657684] env[62683]: DEBUG nova.network.neutron [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Successfully updated port: 64d312d7-56a6-4c84-a3e8-0cfa615915ea {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1469.678048] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798708, 'name': Rename_Task, 'duration_secs': 1.150816} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.678435] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.678953] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c677cb8-84c4-4aee-bb7c-9be85790cd39 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.686196] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1469.686196] env[62683]: value = "task-1798711" [ 1469.686196] env[62683]: _type = "Task" [ 1469.686196] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.696111] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.730559] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': task-1798709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885911} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.730866] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 34d78da1-345f-43fe-95a1-fc2bb7b12907/34d78da1-345f-43fe-95a1-fc2bb7b12907.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1469.731135] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1469.731386] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66cd2542-78a3-4d26-8357-40f66943b056 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.739428] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Waiting for the task: (returnval){ [ 1469.739428] env[62683]: value = "task-1798712" [ 1469.739428] env[62683]: _type = "Task" [ 1469.739428] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.748660] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': task-1798712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.117665] env[62683]: DEBUG oslo_vmware.api [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798710, 'name': PowerOnVM_Task, 'duration_secs': 0.462521} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.118028] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.118028] env[62683]: INFO nova.compute.manager [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Took 13.48 seconds to spawn the instance on the hypervisor. [ 1470.118266] env[62683]: DEBUG nova.compute.manager [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1470.119235] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d068dbea-346e-4df4-8b9c-f5ff72b26ebd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.139023] env[62683]: DEBUG nova.compute.utils [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1470.140316] env[62683]: DEBUG nova.compute.manager [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1470.140485] env[62683]: DEBUG nova.network.neutron [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1470.161135] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "refresh_cache-9c0ff10a-84c8-4857-85e6-5f30991f1ac4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.161135] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "refresh_cache-9c0ff10a-84c8-4857-85e6-5f30991f1ac4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.161135] env[62683]: DEBUG nova.network.neutron [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.197396] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798711, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.198671] env[62683]: DEBUG nova.policy [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e89dab9dab64ca8a0803f58a25d6428', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f6cd09848e24e80b340268b551e3e62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1470.250231] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': task-1798712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066832} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.250559] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1470.251539] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480d5bdb-ec1f-442a-a24f-7c3d59625579 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.277410] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 34d78da1-345f-43fe-95a1-fc2bb7b12907/34d78da1-345f-43fe-95a1-fc2bb7b12907.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1470.280124] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58b5239e-ebcb-44ca-89a6-e57779549e6a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.299417] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Waiting for the task: (returnval){ [ 1470.299417] env[62683]: value = "task-1798713" [ 1470.299417] env[62683]: _type = "Task" [ 1470.299417] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.307776] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': task-1798713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.526150] env[62683]: DEBUG nova.network.neutron [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Successfully created port: c85c3bc5-8cf7-485b-89fc-2821b6aac024 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1470.641228] env[62683]: INFO nova.compute.manager [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Took 40.81 seconds to build instance. [ 1470.647313] env[62683]: DEBUG nova.compute.manager [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1470.695232] env[62683]: DEBUG nova.compute.manager [req-7d8d6fff-88d6-4ef9-8a48-ec44c4f90fdf req-d091b85d-df86-4020-a310-fd4c5e379641 service nova] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Received event network-vif-plugged-64d312d7-56a6-4c84-a3e8-0cfa615915ea {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1470.695458] env[62683]: DEBUG oslo_concurrency.lockutils [req-7d8d6fff-88d6-4ef9-8a48-ec44c4f90fdf req-d091b85d-df86-4020-a310-fd4c5e379641 service nova] Acquiring lock "9c0ff10a-84c8-4857-85e6-5f30991f1ac4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.695663] env[62683]: DEBUG oslo_concurrency.lockutils [req-7d8d6fff-88d6-4ef9-8a48-ec44c4f90fdf req-d091b85d-df86-4020-a310-fd4c5e379641 service nova] Lock "9c0ff10a-84c8-4857-85e6-5f30991f1ac4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.695830] env[62683]: DEBUG oslo_concurrency.lockutils [req-7d8d6fff-88d6-4ef9-8a48-ec44c4f90fdf req-d091b85d-df86-4020-a310-fd4c5e379641 service nova] Lock "9c0ff10a-84c8-4857-85e6-5f30991f1ac4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.695999] env[62683]: DEBUG nova.compute.manager [req-7d8d6fff-88d6-4ef9-8a48-ec44c4f90fdf req-d091b85d-df86-4020-a310-fd4c5e379641 service nova] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] No waiting events found dispatching network-vif-plugged-64d312d7-56a6-4c84-a3e8-0cfa615915ea {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1470.696182] env[62683]: WARNING nova.compute.manager [req-7d8d6fff-88d6-4ef9-8a48-ec44c4f90fdf req-d091b85d-df86-4020-a310-fd4c5e379641 service nova] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Received unexpected event network-vif-plugged-64d312d7-56a6-4c84-a3e8-0cfa615915ea for instance with vm_state building and task_state spawning. [ 1470.696376] env[62683]: DEBUG nova.compute.manager [req-7d8d6fff-88d6-4ef9-8a48-ec44c4f90fdf req-d091b85d-df86-4020-a310-fd4c5e379641 service nova] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Received event network-changed-64d312d7-56a6-4c84-a3e8-0cfa615915ea {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1470.696537] env[62683]: DEBUG nova.compute.manager [req-7d8d6fff-88d6-4ef9-8a48-ec44c4f90fdf req-d091b85d-df86-4020-a310-fd4c5e379641 service nova] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Refreshing instance network info cache due to event network-changed-64d312d7-56a6-4c84-a3e8-0cfa615915ea. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1470.696705] env[62683]: DEBUG oslo_concurrency.lockutils [req-7d8d6fff-88d6-4ef9-8a48-ec44c4f90fdf req-d091b85d-df86-4020-a310-fd4c5e379641 service nova] Acquiring lock "refresh_cache-9c0ff10a-84c8-4857-85e6-5f30991f1ac4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.703285] env[62683]: DEBUG oslo_vmware.api [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798711, 'name': PowerOnVM_Task, 'duration_secs': 0.526346} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.705895] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.706059] env[62683]: INFO nova.compute.manager [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1470.706247] env[62683]: DEBUG nova.compute.manager [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1470.707256] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82152578-4e7a-4ac5-8276-0124ca212268 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.735987] env[62683]: DEBUG nova.network.neutron [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1470.772258] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287b365e-13e1-480e-805c-a5a91b11a012 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.780728] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3aba6f-534a-440f-a550-33338f75cd56 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.813519] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954b3999-3746-4097-9e68-842004dd5158 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.823660] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb8e09f-3429-4bbf-8c31-145297c4776d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.827435] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': task-1798713, 'name': ReconfigVM_Task, 'duration_secs': 0.281243} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.827719] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 34d78da1-345f-43fe-95a1-fc2bb7b12907/34d78da1-345f-43fe-95a1-fc2bb7b12907.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1470.828648] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-353eb282-dd80-4932-a17a-bfcbeeacc550 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.842323] env[62683]: DEBUG nova.compute.provider_tree [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.844937] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Waiting for the task: (returnval){ [ 1470.844937] env[62683]: value = "task-1798714" [ 1470.844937] env[62683]: _type = "Task" [ 1470.844937] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.853404] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': task-1798714, 'name': Rename_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.959979] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquiring lock "46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.028116] env[62683]: DEBUG nova.network.neutron [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Updating instance_info_cache with network_info: [{"id": "64d312d7-56a6-4c84-a3e8-0cfa615915ea", "address": "fa:16:3e:01:d6:46", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64d312d7-56", "ovs_interfaceid": "64d312d7-56a6-4c84-a3e8-0cfa615915ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.143286] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a47d8366-fae3-43bb-a2d1-74d8a14cdc73 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lock "46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.402s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.145094] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lock "46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.185s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.145285] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquiring lock "46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.145496] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lock "46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.145804] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lock "46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.147544] env[62683]: INFO nova.compute.manager [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Terminating instance [ 1471.226892] env[62683]: INFO nova.compute.manager [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Took 36.09 seconds to build instance. [ 1471.346893] env[62683]: DEBUG nova.scheduler.client.report [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1471.359203] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': task-1798714, 'name': Rename_Task, 'duration_secs': 0.138339} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.359480] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1471.360152] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54764425-b066-486d-812e-01a5381de643 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.365496] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Waiting for the task: (returnval){ [ 1471.365496] env[62683]: value = "task-1798715" [ 1471.365496] env[62683]: _type = "Task" [ 1471.365496] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.373233] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': task-1798715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.530714] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "refresh_cache-9c0ff10a-84c8-4857-85e6-5f30991f1ac4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.531134] env[62683]: DEBUG nova.compute.manager [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Instance network_info: |[{"id": "64d312d7-56a6-4c84-a3e8-0cfa615915ea", "address": "fa:16:3e:01:d6:46", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64d312d7-56", "ovs_interfaceid": "64d312d7-56a6-4c84-a3e8-0cfa615915ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1471.531469] env[62683]: DEBUG oslo_concurrency.lockutils [req-7d8d6fff-88d6-4ef9-8a48-ec44c4f90fdf req-d091b85d-df86-4020-a310-fd4c5e379641 service nova] Acquired lock "refresh_cache-9c0ff10a-84c8-4857-85e6-5f30991f1ac4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.531649] env[62683]: DEBUG nova.network.neutron [req-7d8d6fff-88d6-4ef9-8a48-ec44c4f90fdf req-d091b85d-df86-4020-a310-fd4c5e379641 service nova] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Refreshing network info cache for port 64d312d7-56a6-4c84-a3e8-0cfa615915ea {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.532882] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:d6:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64d312d7-56a6-4c84-a3e8-0cfa615915ea', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1471.540780] env[62683]: DEBUG oslo.service.loopingcall [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.545021] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1471.545672] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fc2206e-657b-4481-b284-deb8f32536d2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.561248] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060f1cad-e875-4899-ba07-262072cc558b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.568338] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2411add5-016f-4f7a-b7d9-aad0ac48fef4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Suspending the VM {{(pid=62683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1471.569450] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-40060248-9df1-4384-96d9-f40690eaba3e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.570762] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1471.570762] env[62683]: value = "task-1798716" [ 1471.570762] env[62683]: _type = "Task" [ 1471.570762] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.575065] env[62683]: DEBUG oslo_vmware.api [None req-2411add5-016f-4f7a-b7d9-aad0ac48fef4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1471.575065] env[62683]: value = "task-1798717" [ 1471.575065] env[62683]: _type = "Task" [ 1471.575065] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.580730] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798716, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.585127] env[62683]: DEBUG oslo_vmware.api [None req-2411add5-016f-4f7a-b7d9-aad0ac48fef4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798717, 'name': SuspendVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.649956] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1471.654149] env[62683]: DEBUG nova.compute.manager [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1471.658035] env[62683]: DEBUG nova.compute.manager [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1471.658035] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1471.658591] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5190cf40-973a-460d-a153-053a74808ac1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.669751] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1471.670134] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6695e16a-3728-4903-aa3b-198b23007617 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.678832] env[62683]: DEBUG oslo_vmware.api [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for the task: (returnval){ [ 1471.678832] env[62683]: value = "task-1798718" [ 1471.678832] env[62683]: _type = "Task" [ 1471.678832] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.688925] env[62683]: DEBUG oslo_vmware.api [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.702564] env[62683]: DEBUG nova.virt.hardware [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1471.702564] env[62683]: DEBUG nova.virt.hardware [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1471.702564] env[62683]: DEBUG nova.virt.hardware [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1471.702896] env[62683]: DEBUG nova.virt.hardware [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1471.702896] env[62683]: DEBUG nova.virt.hardware [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1471.702995] env[62683]: DEBUG nova.virt.hardware [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1471.703255] env[62683]: DEBUG nova.virt.hardware [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1471.703470] env[62683]: DEBUG nova.virt.hardware [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1471.703691] env[62683]: DEBUG nova.virt.hardware [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1471.703892] env[62683]: DEBUG nova.virt.hardware [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1471.704142] env[62683]: DEBUG nova.virt.hardware [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1471.705476] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135651e4-8699-416b-bdb3-84bd3665018e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.716792] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3ccf6b-5ae8-4dfc-b566-b12c8c2c10bb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.733503] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dd2b4bc7-ce6c-4ebb-99cc-5c8138553df4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "c984ffc7-5f46-4e7e-93b8-a18e4c321b11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.413s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.838327] env[62683]: DEBUG nova.network.neutron [req-7d8d6fff-88d6-4ef9-8a48-ec44c4f90fdf req-d091b85d-df86-4020-a310-fd4c5e379641 service nova] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Updated VIF entry in instance network info cache for port 64d312d7-56a6-4c84-a3e8-0cfa615915ea. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1471.838991] env[62683]: DEBUG nova.network.neutron [req-7d8d6fff-88d6-4ef9-8a48-ec44c4f90fdf req-d091b85d-df86-4020-a310-fd4c5e379641 service nova] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Updating instance_info_cache with network_info: [{"id": "64d312d7-56a6-4c84-a3e8-0cfa615915ea", "address": "fa:16:3e:01:d6:46", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64d312d7-56", "ovs_interfaceid": "64d312d7-56a6-4c84-a3e8-0cfa615915ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.855398] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.858263] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.014s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.858854] env[62683]: DEBUG nova.objects.instance [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Lazy-loading 'resources' on Instance uuid eb5f2021-ffbe-400e-bef4-809fdfa4422e {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1471.878118] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': task-1798715, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.884680] env[62683]: INFO nova.scheduler.client.report [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Deleted allocations for instance a531ac93-b930-44aa-b0ba-307b44497ff1 [ 1472.084298] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798716, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.087748] env[62683]: DEBUG oslo_vmware.api [None req-2411add5-016f-4f7a-b7d9-aad0ac48fef4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798717, 'name': SuspendVM_Task} progress is 62%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.172679] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.189433] env[62683]: DEBUG oslo_vmware.api [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798718, 'name': PowerOffVM_Task, 'duration_secs': 0.42269} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.189771] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1472.189980] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1472.191214] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f335417-6df4-4600-9962-fa40a2d000dc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.237469] env[62683]: DEBUG nova.compute.manager [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1472.342149] env[62683]: DEBUG oslo_concurrency.lockutils [req-7d8d6fff-88d6-4ef9-8a48-ec44c4f90fdf req-d091b85d-df86-4020-a310-fd4c5e379641 service nova] Releasing lock "refresh_cache-9c0ff10a-84c8-4857-85e6-5f30991f1ac4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.376533] env[62683]: DEBUG oslo_vmware.api [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': task-1798715, 'name': PowerOnVM_Task, 'duration_secs': 0.600927} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.376811] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1472.377035] env[62683]: INFO nova.compute.manager [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1472.377231] env[62683]: DEBUG nova.compute.manager [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1472.378138] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d8cdc9-1f6a-4445-bf3f-faae28faf932 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.382024] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1472.382214] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1472.382380] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Deleting the datastore file [datastore1] 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1472.383033] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5eb44197-220f-41c9-96ea-b016855ebda6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.386173] env[62683]: DEBUG nova.network.neutron [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Successfully updated port: c85c3bc5-8cf7-485b-89fc-2821b6aac024 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1472.394451] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e579e23-f0a2-4430-b000-75b27c2d3112 tempest-FloatingIPsAssociationTestJSON-535170973 tempest-FloatingIPsAssociationTestJSON-535170973-project-member] Lock "a531ac93-b930-44aa-b0ba-307b44497ff1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.768s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.406104] env[62683]: DEBUG oslo_vmware.api [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for the task: (returnval){ [ 1472.406104] env[62683]: value = "task-1798720" [ 1472.406104] env[62683]: _type = "Task" [ 1472.406104] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.418475] env[62683]: DEBUG oslo_vmware.api [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.587531] env[62683]: DEBUG oslo_vmware.api [None req-2411add5-016f-4f7a-b7d9-aad0ac48fef4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798717, 'name': SuspendVM_Task, 'duration_secs': 0.729451} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.587725] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798716, 'name': CreateVM_Task, 'duration_secs': 0.730542} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.587956] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2411add5-016f-4f7a-b7d9-aad0ac48fef4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Suspended the VM {{(pid=62683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1472.588153] env[62683]: DEBUG nova.compute.manager [None req-2411add5-016f-4f7a-b7d9-aad0ac48fef4 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1472.588352] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.589063] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649d084d-dd3f-4228-9e46-e75d10a901f5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.591821] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.592008] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.592342] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1472.592576] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d535cd4-93b1-437d-95bb-165bf19e1943 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.601636] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1472.601636] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52709c63-6b0b-43c3-ffc1-dc8f9d1bdda1" [ 1472.601636] env[62683]: _type = "Task" [ 1472.601636] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.615934] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52709c63-6b0b-43c3-ffc1-dc8f9d1bdda1, 'name': SearchDatastore_Task, 'duration_secs': 0.011573} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.617104] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.617104] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.617104] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.617104] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.618194] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.618194] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35d2cf6d-e178-433a-a8ae-c96cc57268ca {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.625849] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.626148] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.629118] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1a63e55-8ef6-4c30-89f1-b47aeec4ac75 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.634673] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1472.634673] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]523e2a9c-07b9-a2b6-5e83-aa35528d3969" [ 1472.634673] env[62683]: _type = "Task" [ 1472.634673] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.643751] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523e2a9c-07b9-a2b6-5e83-aa35528d3969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.720680] env[62683]: DEBUG nova.compute.manager [req-d1e3bd64-ccc4-4d1e-83c0-9ab00a99e4e6 req-67038801-29c5-449f-a964-c57b8908bbff service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Received event network-vif-plugged-c85c3bc5-8cf7-485b-89fc-2821b6aac024 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1472.720809] env[62683]: DEBUG oslo_concurrency.lockutils [req-d1e3bd64-ccc4-4d1e-83c0-9ab00a99e4e6 req-67038801-29c5-449f-a964-c57b8908bbff service nova] Acquiring lock "dc809566-db46-4911-89d6-0ee07d842fcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.721063] env[62683]: DEBUG oslo_concurrency.lockutils [req-d1e3bd64-ccc4-4d1e-83c0-9ab00a99e4e6 req-67038801-29c5-449f-a964-c57b8908bbff service nova] Lock "dc809566-db46-4911-89d6-0ee07d842fcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.721251] env[62683]: DEBUG oslo_concurrency.lockutils [req-d1e3bd64-ccc4-4d1e-83c0-9ab00a99e4e6 req-67038801-29c5-449f-a964-c57b8908bbff service nova] Lock "dc809566-db46-4911-89d6-0ee07d842fcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.721553] env[62683]: DEBUG nova.compute.manager [req-d1e3bd64-ccc4-4d1e-83c0-9ab00a99e4e6 req-67038801-29c5-449f-a964-c57b8908bbff service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] No waiting events found dispatching network-vif-plugged-c85c3bc5-8cf7-485b-89fc-2821b6aac024 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1472.721731] env[62683]: WARNING nova.compute.manager [req-d1e3bd64-ccc4-4d1e-83c0-9ab00a99e4e6 req-67038801-29c5-449f-a964-c57b8908bbff service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Received unexpected event network-vif-plugged-c85c3bc5-8cf7-485b-89fc-2821b6aac024 for instance with vm_state building and task_state spawning. [ 1472.721891] env[62683]: DEBUG nova.compute.manager [req-d1e3bd64-ccc4-4d1e-83c0-9ab00a99e4e6 req-67038801-29c5-449f-a964-c57b8908bbff service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Received event network-changed-c85c3bc5-8cf7-485b-89fc-2821b6aac024 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1472.722094] env[62683]: DEBUG nova.compute.manager [req-d1e3bd64-ccc4-4d1e-83c0-9ab00a99e4e6 req-67038801-29c5-449f-a964-c57b8908bbff service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Refreshing instance network info cache due to event network-changed-c85c3bc5-8cf7-485b-89fc-2821b6aac024. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1472.722298] env[62683]: DEBUG oslo_concurrency.lockutils [req-d1e3bd64-ccc4-4d1e-83c0-9ab00a99e4e6 req-67038801-29c5-449f-a964-c57b8908bbff service nova] Acquiring lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.722439] env[62683]: DEBUG oslo_concurrency.lockutils [req-d1e3bd64-ccc4-4d1e-83c0-9ab00a99e4e6 req-67038801-29c5-449f-a964-c57b8908bbff service nova] Acquired lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.722597] env[62683]: DEBUG nova.network.neutron [req-d1e3bd64-ccc4-4d1e-83c0-9ab00a99e4e6 req-67038801-29c5-449f-a964-c57b8908bbff service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Refreshing network info cache for port c85c3bc5-8cf7-485b-89fc-2821b6aac024 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.763430] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.837074] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397ff14d-3521-4248-8da7-c1cd39a7007a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.846896] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0b8148-ae27-4c18-b8cc-4f2b5e6e3322 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.881485] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff86790-7bb3-4dc9-bdc9-2d643944c8d0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.890707] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa98460f-847d-4e5c-a24b-85eee0a4941c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.895187] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.910233] env[62683]: DEBUG nova.compute.provider_tree [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.917230] env[62683]: INFO nova.compute.manager [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Took 35.98 seconds to build instance. [ 1472.922996] env[62683]: DEBUG oslo_vmware.api [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Task: {'id': task-1798720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427951} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.923281] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1472.923465] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1472.923641] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1472.923810] env[62683]: INFO nova.compute.manager [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1472.924061] env[62683]: DEBUG oslo.service.loopingcall [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1472.924814] env[62683]: DEBUG nova.compute.manager [-] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1472.924909] env[62683]: DEBUG nova.network.neutron [-] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1473.159023] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523e2a9c-07b9-a2b6-5e83-aa35528d3969, 'name': SearchDatastore_Task, 'duration_secs': 0.012437} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.159023] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e5703c7-1f25-424f-bbf7-8041a36d4470 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.166212] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1473.166212] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c4c594-f25f-8d7c-9c00-02f2b84298d1" [ 1473.166212] env[62683]: _type = "Task" [ 1473.166212] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.174693] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c4c594-f25f-8d7c-9c00-02f2b84298d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.271670] env[62683]: DEBUG nova.network.neutron [req-d1e3bd64-ccc4-4d1e-83c0-9ab00a99e4e6 req-67038801-29c5-449f-a964-c57b8908bbff service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1473.414675] env[62683]: DEBUG nova.scheduler.client.report [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.419618] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f3919061-6655-4962-bea3-bba232cfc5d7 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Lock "34d78da1-345f-43fe-95a1-fc2bb7b12907" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.758s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.445480] env[62683]: DEBUG nova.network.neutron [req-d1e3bd64-ccc4-4d1e-83c0-9ab00a99e4e6 req-67038801-29c5-449f-a964-c57b8908bbff service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.679126] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c4c594-f25f-8d7c-9c00-02f2b84298d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009896} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.679362] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.679745] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 9c0ff10a-84c8-4857-85e6-5f30991f1ac4/9c0ff10a-84c8-4857-85e6-5f30991f1ac4.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1473.680412] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43220918-1ede-4779-b82f-29d79091811c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.688754] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1473.688754] env[62683]: value = "task-1798721" [ 1473.688754] env[62683]: _type = "Task" [ 1473.688754] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.698142] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.851933] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Acquiring lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.852228] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.923016] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.925694] env[62683]: DEBUG oslo_concurrency.lockutils [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.168s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.928617] env[62683]: INFO nova.compute.claims [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1473.933530] env[62683]: DEBUG nova.compute.manager [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1473.947716] env[62683]: DEBUG oslo_concurrency.lockutils [req-d1e3bd64-ccc4-4d1e-83c0-9ab00a99e4e6 req-67038801-29c5-449f-a964-c57b8908bbff service nova] Releasing lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.948812] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquired lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.949121] env[62683]: DEBUG nova.network.neutron [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.957884] env[62683]: INFO nova.scheduler.client.report [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Deleted allocations for instance eb5f2021-ffbe-400e-bef4-809fdfa4422e [ 1474.198941] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798721, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.334690] env[62683]: DEBUG nova.network.neutron [-] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.356508] env[62683]: DEBUG nova.compute.utils [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1474.462848] env[62683]: DEBUG oslo_concurrency.lockutils [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.467960] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e4d57170-1fdb-42f5-95dd-0fb254454472 tempest-ServersAaction247Test-1731533680 tempest-ServersAaction247Test-1731533680-project-member] Lock "eb5f2021-ffbe-400e-bef4-809fdfa4422e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.913s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.509927] env[62683]: DEBUG nova.network.neutron [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1474.680411] env[62683]: DEBUG nova.network.neutron [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Updating instance_info_cache with network_info: [{"id": "c85c3bc5-8cf7-485b-89fc-2821b6aac024", "address": "fa:16:3e:9e:31:d0", "network": {"id": "3a8c94a0-79bc-45cb-b176-d9388a67a25f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801868409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6cd09848e24e80b340268b551e3e62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc85c3bc5-8c", "ovs_interfaceid": "c85c3bc5-8cf7-485b-89fc-2821b6aac024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.701546] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519763} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.701887] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 9c0ff10a-84c8-4857-85e6-5f30991f1ac4/9c0ff10a-84c8-4857-85e6-5f30991f1ac4.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1474.702643] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1474.702643] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eea225ae-2894-4f67-b77a-f25a68a35f9a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.709752] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1474.709752] env[62683]: value = "task-1798722" [ 1474.709752] env[62683]: _type = "Task" [ 1474.709752] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.717890] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.838567] env[62683]: INFO nova.compute.manager [-] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Took 1.91 seconds to deallocate network for instance. [ 1474.859802] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.001845] env[62683]: DEBUG nova.compute.manager [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1475.001845] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1856f6-9de5-4c57-85c0-6dc49b91281e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.184763] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Releasing lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.184763] env[62683]: DEBUG nova.compute.manager [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Instance network_info: |[{"id": "c85c3bc5-8cf7-485b-89fc-2821b6aac024", "address": "fa:16:3e:9e:31:d0", "network": {"id": "3a8c94a0-79bc-45cb-b176-d9388a67a25f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801868409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6cd09848e24e80b340268b551e3e62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc85c3bc5-8c", "ovs_interfaceid": "c85c3bc5-8cf7-485b-89fc-2821b6aac024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1475.188308] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:31:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c85c3bc5-8cf7-485b-89fc-2821b6aac024', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1475.196479] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Creating folder: Project (3f6cd09848e24e80b340268b551e3e62). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1475.197177] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99e0faea-eb48-45ad-8726-9936265987b8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.209625] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Created folder: Project (3f6cd09848e24e80b340268b551e3e62) in parent group-v372889. [ 1475.209625] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Creating folder: Instances. Parent ref: group-v373009. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1475.213231] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e981e05-58e8-412b-b531-d70123b8386d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.227119] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182626} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.231115] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1475.231457] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Created folder: Instances in parent group-v373009. [ 1475.231696] env[62683]: DEBUG oslo.service.loopingcall [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1475.232696] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c23f8d-3975-4842-a411-f54dba312602 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.235266] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1475.235630] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ca5e5f2-ec85-4d7c-a496-977b62ba5c6a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.278250] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 9c0ff10a-84c8-4857-85e6-5f30991f1ac4/9c0ff10a-84c8-4857-85e6-5f30991f1ac4.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1475.282690] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5b147ab-8f65-4958-952c-a2ac4cfe0e82 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.298619] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1475.298619] env[62683]: value = "task-1798725" [ 1475.298619] env[62683]: _type = "Task" [ 1475.298619] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.304877] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1475.304877] env[62683]: value = "task-1798726" [ 1475.304877] env[62683]: _type = "Task" [ 1475.304877] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.313247] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798725, 'name': CreateVM_Task} progress is 15%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.317337] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.345113] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.373035] env[62683]: DEBUG nova.compute.manager [req-ff216036-f189-446d-966c-e8a6fec2b38e req-a7f913cb-4408-442e-b7c9-48f65aedc61e service nova] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Received event network-vif-deleted-31d4b4d2-93ea-4723-8a41-55266492ee27 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1475.373274] env[62683]: DEBUG nova.compute.manager [req-ff216036-f189-446d-966c-e8a6fec2b38e req-a7f913cb-4408-442e-b7c9-48f65aedc61e service nova] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Received event network-vif-deleted-60357069-9c83-49d4-b8da-7370094d2aba {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1475.500331] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4e17ad-0efa-478f-99b0-2564154c6e48 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.510243] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e4dc15-4d28-470f-95cc-9eeba8ca41e3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.543084] env[62683]: INFO nova.compute.manager [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] instance snapshotting [ 1475.543249] env[62683]: WARNING nova.compute.manager [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1475.547474] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfda2c8-d60d-4793-b28d-6bdecb6993cf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.549343] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc80124-6f40-4bd7-87c9-3e96b7762b44 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.573357] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3985899-0fe8-42df-94d9-6a6237518ba0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.578042] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3800cfd1-1b44-4d9e-b923-fa8cb41bca10 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.591392] env[62683]: DEBUG nova.compute.provider_tree [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1475.810884] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798725, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.820626] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.940332] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Acquiring lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.940616] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.940868] env[62683]: INFO nova.compute.manager [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Attaching volume 44696d24-115b-4080-af62-6049d907258c to /dev/sdb [ 1475.981640] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b7939b-6050-4d4c-b2c1-e041ee839271 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.989120] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75b4dd5-995c-4d05-a34d-d1361039c92d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.004390] env[62683]: DEBUG nova.virt.block_device [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Updating existing volume attachment record: 6e27caea-9853-4e9d-b79f-5a80035c00ee {{(pid=62683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1476.100044] env[62683]: DEBUG nova.scheduler.client.report [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.104215] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Creating Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1476.104958] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-60264646-c78b-4f68-bb2a-6ff1d7922347 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.113902] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1476.113902] env[62683]: value = "task-1798727" [ 1476.113902] env[62683]: _type = "Task" [ 1476.113902] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.125332] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798727, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.311720] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798725, 'name': CreateVM_Task, 'duration_secs': 0.73772} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.315007] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1476.316055] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.316242] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.317780] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1476.317780] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-218d73ab-1f0b-4fd1-bb6b-0eaa4b16a99f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.323302] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798726, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.326401] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1476.326401] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5207e9f2-f8f1-f411-913f-27c892428e0a" [ 1476.326401] env[62683]: _type = "Task" [ 1476.326401] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.333958] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5207e9f2-f8f1-f411-913f-27c892428e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.606119] env[62683]: DEBUG oslo_concurrency.lockutils [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.606119] env[62683]: DEBUG nova.compute.manager [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1476.611727] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.228s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.612753] env[62683]: DEBUG nova.objects.instance [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lazy-loading 'resources' on Instance uuid 21399ba5-2247-4e01-a14d-c17d1a53ba26 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.627824] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798727, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.639605] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Acquiring lock "34d78da1-345f-43fe-95a1-fc2bb7b12907" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.639869] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Lock "34d78da1-345f-43fe-95a1-fc2bb7b12907" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.640090] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Acquiring lock "34d78da1-345f-43fe-95a1-fc2bb7b12907-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.640307] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Lock "34d78da1-345f-43fe-95a1-fc2bb7b12907-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.640441] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Lock "34d78da1-345f-43fe-95a1-fc2bb7b12907-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.646777] env[62683]: INFO nova.compute.manager [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Terminating instance [ 1476.832447] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798726, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.840483] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5207e9f2-f8f1-f411-913f-27c892428e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.841358] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.841808] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1476.842306] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.843101] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.843101] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1476.844208] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-823e33c0-af4e-419f-a163-e848ea110f72 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.854664] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1476.854664] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1476.854664] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5806483-11c0-47ac-ada3-f09913608a33 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.859770] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1476.859770] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52643bad-a89f-85b9-0412-10b67b23bef8" [ 1476.859770] env[62683]: _type = "Task" [ 1476.859770] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.872268] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52643bad-a89f-85b9-0412-10b67b23bef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.114275] env[62683]: DEBUG nova.compute.utils [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1477.120623] env[62683]: DEBUG nova.compute.manager [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1477.120935] env[62683]: DEBUG nova.network.neutron [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1477.133859] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798727, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.153794] env[62683]: DEBUG nova.compute.manager [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1477.154031] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1477.156046] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc0efe8-9e1f-4543-b74b-07b90589a74d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.165366] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1477.165366] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e9bd4a3-32ee-4a7f-a14f-9772755e9220 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.172382] env[62683]: DEBUG oslo_vmware.api [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Waiting for the task: (returnval){ [ 1477.172382] env[62683]: value = "task-1798731" [ 1477.172382] env[62683]: _type = "Task" [ 1477.172382] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.184539] env[62683]: DEBUG oslo_vmware.api [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': task-1798731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.212120] env[62683]: DEBUG nova.policy [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db0e4865d0da4b4991bf81204bb362fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f86ddaa3d9434a4ab46ca438e35e5ca0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1477.323149] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798726, 'name': ReconfigVM_Task, 'duration_secs': 1.824519} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.323469] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 9c0ff10a-84c8-4857-85e6-5f30991f1ac4/9c0ff10a-84c8-4857-85e6-5f30991f1ac4.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1477.324569] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd939263-0237-4dcc-8c51-193c030608b1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.334868] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1477.334868] env[62683]: value = "task-1798732" [ 1477.334868] env[62683]: _type = "Task" [ 1477.334868] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.346035] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798732, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.374095] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52643bad-a89f-85b9-0412-10b67b23bef8, 'name': SearchDatastore_Task, 'duration_secs': 0.010418} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.378580] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2b166b2-f1a3-4766-b06f-37422729c7f7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.385837] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1477.385837] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5220a1b9-6fe7-d9b0-7636-bb0294958915" [ 1477.385837] env[62683]: _type = "Task" [ 1477.385837] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.396543] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5220a1b9-6fe7-d9b0-7636-bb0294958915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.622340] env[62683]: DEBUG nova.network.neutron [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Successfully created port: 043e71da-d085-4ce6-82ff-951e5e9ce308 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1477.624808] env[62683]: DEBUG nova.compute.manager [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1477.640524] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798727, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.673130] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27984d13-9794-4084-b15d-d88faa317a8c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.687154] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a713f845-81f8-461f-91b4-ed12561c2dbf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.690573] env[62683]: DEBUG oslo_vmware.api [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': task-1798731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.720962] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9b2dcc-1676-4f80-830a-d8be150c2520 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.729101] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fede0d-f439-4d8b-9fde-c59d467ede17 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.744065] env[62683]: DEBUG nova.compute.provider_tree [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1477.845465] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798732, 'name': Rename_Task, 'duration_secs': 0.146507} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.845755] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1477.845995] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbedc7ae-3a49-475b-a102-dda2539f33bd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.852313] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1477.852313] env[62683]: value = "task-1798733" [ 1477.852313] env[62683]: _type = "Task" [ 1477.852313] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.861396] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.895870] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5220a1b9-6fe7-d9b0-7636-bb0294958915, 'name': SearchDatastore_Task, 'duration_secs': 0.010446} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.896160] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.896423] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] dc809566-db46-4911-89d6-0ee07d842fcc/dc809566-db46-4911-89d6-0ee07d842fcc.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1477.896672] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd5ff1a6-190e-4834-98b8-55d0d790b87e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.903200] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1477.903200] env[62683]: value = "task-1798734" [ 1477.903200] env[62683]: _type = "Task" [ 1477.903200] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.911008] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.141450] env[62683]: INFO nova.virt.block_device [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Booting with volume b1ed362e-e3e4-4a31-886a-1da676b5429f at /dev/sda [ 1478.143901] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798727, 'name': CreateSnapshot_Task, 'duration_secs': 1.650541} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.144506] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Created Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1478.145420] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbceb788-20de-452f-8475-fffd3650062c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.188903] env[62683]: DEBUG oslo_vmware.api [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': task-1798731, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.207758] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0df9eac-1a47-4999-9966-ed8c3e3f9be9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.216958] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93c37c5-8068-4b05-a3eb-d17d4b0acc42 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.259145] env[62683]: DEBUG nova.scheduler.client.report [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1478.270597] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3766dda-002a-4887-af8d-89aa536471c7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.284685] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9709b943-c1e6-43df-94f7-41d498621d30 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.341454] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2e1876-9106-480d-a027-438418ea2a10 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.348761] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb901a6-fa22-45ec-b572-352737a65863 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.363642] env[62683]: DEBUG nova.virt.block_device [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Updating existing volume attachment record: 8c193818-472a-45af-b2ad-bb23aa81f912 {{(pid=62683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1478.370100] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.417434] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798734, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.675015] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Creating linked-clone VM from snapshot {{(pid=62683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1478.675015] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b12caf84-6d8f-4b50-bac1-6b9c1fc82260 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.683105] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1478.683105] env[62683]: value = "task-1798736" [ 1478.683105] env[62683]: _type = "Task" [ 1478.683105] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.691361] env[62683]: DEBUG oslo_vmware.api [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': task-1798731, 'name': PowerOffVM_Task, 'duration_secs': 1.063014} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.692013] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1478.695015] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1478.695015] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffab5a1f-4886-4454-9aed-f89281a8e463 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.698221] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798736, 'name': CloneVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.771273] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.777014] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.388s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.793874] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1478.794349] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1478.794455] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Deleting the datastore file [datastore1] 34d78da1-345f-43fe-95a1-fc2bb7b12907 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1478.794712] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37082d03-6ed9-4250-8cfa-3c3666a8576d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.804730] env[62683]: DEBUG oslo_vmware.api [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Waiting for the task: (returnval){ [ 1478.804730] env[62683]: value = "task-1798738" [ 1478.804730] env[62683]: _type = "Task" [ 1478.804730] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.814185] env[62683]: DEBUG oslo_vmware.api [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': task-1798738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.822219] env[62683]: INFO nova.scheduler.client.report [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Deleted allocations for instance 21399ba5-2247-4e01-a14d-c17d1a53ba26 [ 1478.868453] env[62683]: DEBUG oslo_vmware.api [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798733, 'name': PowerOnVM_Task, 'duration_secs': 0.747725} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.868868] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1478.871220] env[62683]: INFO nova.compute.manager [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1478.871220] env[62683]: DEBUG nova.compute.manager [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1478.871220] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5f6e3b-2e0d-46f8-bdea-c20f0a2ec960 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.915677] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575201} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.915677] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] dc809566-db46-4911-89d6-0ee07d842fcc/dc809566-db46-4911-89d6-0ee07d842fcc.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.915888] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.916026] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5d0ffdb-f994-413f-a253-7a5072cc5092 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.925936] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1478.925936] env[62683]: value = "task-1798739" [ 1478.925936] env[62683]: _type = "Task" [ 1478.925936] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.939152] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.199893] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798736, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.317536] env[62683]: DEBUG oslo_vmware.api [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Task: {'id': task-1798738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243091} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.317821] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1479.318019] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1479.318191] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1479.318359] env[62683]: INFO nova.compute.manager [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1479.318594] env[62683]: DEBUG oslo.service.loopingcall [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1479.318786] env[62683]: DEBUG nova.compute.manager [-] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1479.318881] env[62683]: DEBUG nova.network.neutron [-] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1479.332784] env[62683]: DEBUG oslo_concurrency.lockutils [None req-53cc8d75-c43c-4f4d-976e-be3824a3d11a tempest-ServersAdminNegativeTestJSON-1189634522 tempest-ServersAdminNegativeTestJSON-1189634522-project-member] Lock "21399ba5-2247-4e01-a14d-c17d1a53ba26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.679s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.398560] env[62683]: INFO nova.compute.manager [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Took 39.37 seconds to build instance. [ 1479.438533] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076143} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.438814] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1479.439655] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b56d3b9-cd2f-48c0-979b-e713ec89d330 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.469304] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] dc809566-db46-4911-89d6-0ee07d842fcc/dc809566-db46-4911-89d6-0ee07d842fcc.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.469304] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-274ce029-d705-4e5e-b327-6dd070471e1b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.493849] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1479.493849] env[62683]: value = "task-1798740" [ 1479.493849] env[62683]: _type = "Task" [ 1479.493849] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.508783] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.696283] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798736, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.739211] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Acquiring lock "e4d21150-033f-470a-80fb-bd090c0af8b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.739525] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Lock "e4d21150-033f-470a-80fb-bd090c0af8b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.790189] env[62683]: DEBUG nova.compute.manager [req-48620689-236d-4cee-ac2e-9fbe71239843 req-ad6aebf6-3d0e-4728-a9e3-dde79d509ec1 service nova] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Received event network-vif-plugged-043e71da-d085-4ce6-82ff-951e5e9ce308 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1479.790189] env[62683]: DEBUG oslo_concurrency.lockutils [req-48620689-236d-4cee-ac2e-9fbe71239843 req-ad6aebf6-3d0e-4728-a9e3-dde79d509ec1 service nova] Acquiring lock "fa66cd32-a744-41ee-a6d9-ae0d131a57ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.790189] env[62683]: DEBUG oslo_concurrency.lockutils [req-48620689-236d-4cee-ac2e-9fbe71239843 req-ad6aebf6-3d0e-4728-a9e3-dde79d509ec1 service nova] Lock "fa66cd32-a744-41ee-a6d9-ae0d131a57ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.790189] env[62683]: DEBUG oslo_concurrency.lockutils [req-48620689-236d-4cee-ac2e-9fbe71239843 req-ad6aebf6-3d0e-4728-a9e3-dde79d509ec1 service nova] Lock "fa66cd32-a744-41ee-a6d9-ae0d131a57ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.790189] env[62683]: DEBUG nova.compute.manager [req-48620689-236d-4cee-ac2e-9fbe71239843 req-ad6aebf6-3d0e-4728-a9e3-dde79d509ec1 service nova] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] No waiting events found dispatching network-vif-plugged-043e71da-d085-4ce6-82ff-951e5e9ce308 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1479.790461] env[62683]: WARNING nova.compute.manager [req-48620689-236d-4cee-ac2e-9fbe71239843 req-ad6aebf6-3d0e-4728-a9e3-dde79d509ec1 service nova] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Received unexpected event network-vif-plugged-043e71da-d085-4ce6-82ff-951e5e9ce308 for instance with vm_state building and task_state block_device_mapping. [ 1479.824947] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 0d463f56-a2a4-498f-a3dc-b4568dc76fd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.825230] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance bfd760c6-7315-4a25-91a2-c5556ccc8598 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1479.825404] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance bd2a4cf9-428a-41ce-bd6f-ca19d9135931 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.825578] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance ab44615a-1ad2-4a6e-9730-a36879dd0e63 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1479.825734] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance dfb8b226-70ba-415c-b183-6a81e9aa3026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.825887] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance ae965366-0db1-499a-b590-11511dd4d8b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.826053] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 35f546a5-222c-47db-982e-9c7fa73d2381 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.826212] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 6f3f8558-d031-4272-8b20-2ea6ac1b92c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.826361] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance e5e26b31-d227-4177-8ba1-efd52011afc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.826509] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 843864d3-0354-4f0c-9e70-533b4c5b9712 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.826744] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 0aa7b9ae-72a8-4b1c-997c-67d78422f15b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1479.826926] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.827092] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 08f0825a-cc85-4cd5-9d91-48406245d0e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.827259] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance d33a79ce-b109-47f3-a565-3a7019896c97 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1479.827420] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 512f1357-cb29-440a-9c61-f4c75dab4207 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.827596] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 645b60de-8a61-4c6f-bdb8-b36ee7e082d3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1479.827786] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance f284c206-f517-4ff6-aa4f-412d9831c6ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.828039] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 89c1a690-0166-40a5-9947-5e4fd6c90748 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1479.828191] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1479.828346] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance c984ffc7-5f46-4e7e-93b8-a18e4c321b11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.828495] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 34d78da1-345f-43fe-95a1-fc2bb7b12907 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.828637] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 9c0ff10a-84c8-4857-85e6-5f30991f1ac4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.828770] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance dc809566-db46-4911-89d6-0ee07d842fcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.828912] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance fa66cd32-a744-41ee-a6d9-ae0d131a57ce actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.907239] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ba228b2b-cfb3-4e30-8dbc-cab0458cd234 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "9c0ff10a-84c8-4857-85e6-5f30991f1ac4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.638s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.013274] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.204687] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798736, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.287822] env[62683]: DEBUG nova.network.neutron [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Successfully updated port: 043e71da-d085-4ce6-82ff-951e5e9ce308 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1480.332516] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 1f24c7b2-67ce-4271-a77b-c7dfecb0b132 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1480.416609] env[62683]: DEBUG nova.compute.manager [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1480.510768] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798740, 'name': ReconfigVM_Task, 'duration_secs': 0.883618} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.514084] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Reconfigured VM instance instance-00000029 to attach disk [datastore1] dc809566-db46-4911-89d6-0ee07d842fcc/dc809566-db46-4911-89d6-0ee07d842fcc.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.515862] env[62683]: DEBUG nova.compute.manager [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1480.516387] env[62683]: DEBUG nova.virt.hardware [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1480.516605] env[62683]: DEBUG nova.virt.hardware [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1480.516804] env[62683]: DEBUG nova.virt.hardware [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1480.516938] env[62683]: DEBUG nova.virt.hardware [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1480.517101] env[62683]: DEBUG nova.virt.hardware [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1480.517259] env[62683]: DEBUG nova.virt.hardware [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1480.517462] env[62683]: DEBUG nova.virt.hardware [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1480.517620] env[62683]: DEBUG nova.virt.hardware [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1480.517787] env[62683]: DEBUG nova.virt.hardware [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1480.517950] env[62683]: DEBUG nova.virt.hardware [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1480.518142] env[62683]: DEBUG nova.virt.hardware [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1480.518515] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91751588-c4a4-453e-9686-f5e7381e1590 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.520745] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5344e8-683d-4783-8217-47ac58d94587 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.537573] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b4480a-1dd7-4e9f-beaa-95d4824df872 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.543973] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1480.543973] env[62683]: value = "task-1798741" [ 1480.543973] env[62683]: _type = "Task" [ 1480.543973] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.569875] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798741, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.571061] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Volume attach. Driver type: vmdk {{(pid=62683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1480.572009] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373014', 'volume_id': '44696d24-115b-4080-af62-6049d907258c', 'name': 'volume-44696d24-115b-4080-af62-6049d907258c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bd2a4cf9-428a-41ce-bd6f-ca19d9135931', 'attached_at': '', 'detached_at': '', 'volume_id': '44696d24-115b-4080-af62-6049d907258c', 'serial': '44696d24-115b-4080-af62-6049d907258c'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1480.572282] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8818077-52ec-4118-98e2-5b6cd0f8491f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.589892] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174671bd-f4a9-44dc-9055-774d0b111ca2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.616628] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-44696d24-115b-4080-af62-6049d907258c/volume-44696d24-115b-4080-af62-6049d907258c.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1480.616992] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efb0965e-a41e-46a5-bea8-b3f09df664be {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.655816] env[62683]: DEBUG oslo_vmware.api [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Waiting for the task: (returnval){ [ 1480.655816] env[62683]: value = "task-1798742" [ 1480.655816] env[62683]: _type = "Task" [ 1480.655816] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.670425] env[62683]: DEBUG oslo_vmware.api [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Task: {'id': task-1798742, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.699566] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798736, 'name': CloneVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.793210] env[62683]: DEBUG oslo_concurrency.lockutils [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Acquiring lock "refresh_cache-fa66cd32-a744-41ee-a6d9-ae0d131a57ce" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.793359] env[62683]: DEBUG oslo_concurrency.lockutils [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Acquired lock "refresh_cache-fa66cd32-a744-41ee-a6d9-ae0d131a57ce" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.793516] env[62683]: DEBUG nova.network.neutron [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.795151] env[62683]: DEBUG nova.network.neutron [-] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.836990] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 81844636-d682-4d19-9924-7529cd8a2409 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1480.945171] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.055888] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798741, 'name': Rename_Task, 'duration_secs': 0.248724} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.056675] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1481.056675] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9804ba1-67da-4057-855e-939dc249627b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.076447] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1481.076447] env[62683]: value = "task-1798743" [ 1481.076447] env[62683]: _type = "Task" [ 1481.076447] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.092430] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.170365] env[62683]: DEBUG oslo_vmware.api [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Task: {'id': task-1798742, 'name': ReconfigVM_Task, 'duration_secs': 0.48109} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.170768] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-44696d24-115b-4080-af62-6049d907258c/volume-44696d24-115b-4080-af62-6049d907258c.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1481.176323] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae69e768-00b3-40dc-b013-0b676961893e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.192544] env[62683]: DEBUG oslo_vmware.api [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Waiting for the task: (returnval){ [ 1481.192544] env[62683]: value = "task-1798744" [ 1481.192544] env[62683]: _type = "Task" [ 1481.192544] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.200321] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798736, 'name': CloneVM_Task, 'duration_secs': 2.054868} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.201074] env[62683]: INFO nova.virt.vmwareapi.vmops [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Created linked-clone VM from snapshot [ 1481.202417] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944929f8-8048-4701-8753-6204bd0b885b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.207746] env[62683]: DEBUG oslo_vmware.api [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Task: {'id': task-1798744, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.213175] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Uploading image a7dbe4db-e37b-4c69-928e-f796c6a25bfe {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1481.244689] env[62683]: DEBUG oslo_vmware.rw_handles [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1481.244689] env[62683]: value = "vm-373016" [ 1481.244689] env[62683]: _type = "VirtualMachine" [ 1481.244689] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1481.244689] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-86deda61-2fc2-4333-9300-64a17750d14a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.253402] env[62683]: DEBUG oslo_vmware.rw_handles [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lease: (returnval){ [ 1481.253402] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]524a68d6-6190-af68-c8b2-509c8ef3d765" [ 1481.253402] env[62683]: _type = "HttpNfcLease" [ 1481.253402] env[62683]: } obtained for exporting VM: (result){ [ 1481.253402] env[62683]: value = "vm-373016" [ 1481.253402] env[62683]: _type = "VirtualMachine" [ 1481.253402] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1481.254039] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the lease: (returnval){ [ 1481.254039] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]524a68d6-6190-af68-c8b2-509c8ef3d765" [ 1481.254039] env[62683]: _type = "HttpNfcLease" [ 1481.254039] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1481.262806] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1481.262806] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]524a68d6-6190-af68-c8b2-509c8ef3d765" [ 1481.262806] env[62683]: _type = "HttpNfcLease" [ 1481.262806] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1481.300137] env[62683]: INFO nova.compute.manager [-] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Took 1.98 seconds to deallocate network for instance. [ 1481.340549] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 2498b9f3-1c28-48e0-9748-6ab002fbafd8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1481.348145] env[62683]: DEBUG nova.network.neutron [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1481.440702] env[62683]: INFO nova.compute.manager [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Rebuilding instance [ 1481.502806] env[62683]: DEBUG nova.compute.manager [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1481.503744] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c5c98b-1f6a-419b-be24-3a6d80526423 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.528158] env[62683]: DEBUG nova.network.neutron [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Updating instance_info_cache with network_info: [{"id": "043e71da-d085-4ce6-82ff-951e5e9ce308", "address": "fa:16:3e:c3:64:24", "network": {"id": "a5465782-02e5-434a-8ae5-f53d4e38e239", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-67522295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f86ddaa3d9434a4ab46ca438e35e5ca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap043e71da-d0", "ovs_interfaceid": "043e71da-d085-4ce6-82ff-951e5e9ce308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.586876] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798743, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.704236] env[62683]: DEBUG oslo_vmware.api [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Task: {'id': task-1798744, 'name': ReconfigVM_Task, 'duration_secs': 0.166385} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.704652] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373014', 'volume_id': '44696d24-115b-4080-af62-6049d907258c', 'name': 'volume-44696d24-115b-4080-af62-6049d907258c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bd2a4cf9-428a-41ce-bd6f-ca19d9135931', 'attached_at': '', 'detached_at': '', 'volume_id': '44696d24-115b-4080-af62-6049d907258c', 'serial': '44696d24-115b-4080-af62-6049d907258c'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1481.763027] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1481.763027] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]524a68d6-6190-af68-c8b2-509c8ef3d765" [ 1481.763027] env[62683]: _type = "HttpNfcLease" [ 1481.763027] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1481.763380] env[62683]: DEBUG oslo_vmware.rw_handles [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1481.763380] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]524a68d6-6190-af68-c8b2-509c8ef3d765" [ 1481.763380] env[62683]: _type = "HttpNfcLease" [ 1481.763380] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1481.764145] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52112c37-9520-4cf5-b388-0a5a3ba39e36 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.773970] env[62683]: DEBUG oslo_vmware.rw_handles [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258fb4e-7633-127f-ee70-f26f16bf124f/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1481.773970] env[62683]: DEBUG oslo_vmware.rw_handles [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258fb4e-7633-127f-ee70-f26f16bf124f/disk-0.vmdk for reading. {{(pid=62683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1481.831434] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.843909] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1481.847599] env[62683]: DEBUG nova.compute.manager [req-dc615e0e-0293-4ed7-95f1-8495fd06f26f req-37aa6106-38c9-4bb5-9a8f-d766ab5a1b29 service nova] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Received event network-changed-043e71da-d085-4ce6-82ff-951e5e9ce308 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1481.847773] env[62683]: DEBUG nova.compute.manager [req-dc615e0e-0293-4ed7-95f1-8495fd06f26f req-37aa6106-38c9-4bb5-9a8f-d766ab5a1b29 service nova] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Refreshing instance network info cache due to event network-changed-043e71da-d085-4ce6-82ff-951e5e9ce308. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1481.849966] env[62683]: DEBUG oslo_concurrency.lockutils [req-dc615e0e-0293-4ed7-95f1-8495fd06f26f req-37aa6106-38c9-4bb5-9a8f-d766ab5a1b29 service nova] Acquiring lock "refresh_cache-fa66cd32-a744-41ee-a6d9-ae0d131a57ce" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.937926] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b713afae-995e-4ecb-8aa5-3ed5b73a411a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.032886] env[62683]: DEBUG oslo_concurrency.lockutils [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Releasing lock "refresh_cache-fa66cd32-a744-41ee-a6d9-ae0d131a57ce" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.032886] env[62683]: DEBUG nova.compute.manager [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Instance network_info: |[{"id": "043e71da-d085-4ce6-82ff-951e5e9ce308", "address": "fa:16:3e:c3:64:24", "network": {"id": "a5465782-02e5-434a-8ae5-f53d4e38e239", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-67522295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f86ddaa3d9434a4ab46ca438e35e5ca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap043e71da-d0", "ovs_interfaceid": "043e71da-d085-4ce6-82ff-951e5e9ce308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1482.032886] env[62683]: DEBUG oslo_concurrency.lockutils [req-dc615e0e-0293-4ed7-95f1-8495fd06f26f req-37aa6106-38c9-4bb5-9a8f-d766ab5a1b29 service nova] Acquired lock "refresh_cache-fa66cd32-a744-41ee-a6d9-ae0d131a57ce" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.032886] env[62683]: DEBUG nova.network.neutron [req-dc615e0e-0293-4ed7-95f1-8495fd06f26f req-37aa6106-38c9-4bb5-9a8f-d766ab5a1b29 service nova] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Refreshing network info cache for port 043e71da-d085-4ce6-82ff-951e5e9ce308 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1482.034171] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:64:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '043e71da-d085-4ce6-82ff-951e5e9ce308', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1482.042140] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Creating folder: Project (f86ddaa3d9434a4ab46ca438e35e5ca0). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1482.043242] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49c27700-c066-43f4-b83f-f5672c015953 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.059014] env[62683]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1482.059014] env[62683]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62683) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1482.059014] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Folder already exists: Project (f86ddaa3d9434a4ab46ca438e35e5ca0). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1482.059014] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Creating folder: Instances. Parent ref: group-v372953. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1482.059014] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-028a4581-2ffa-4935-a1ca-d0f2f064f3f2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.070649] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Created folder: Instances in parent group-v372953. [ 1482.070894] env[62683]: DEBUG oslo.service.loopingcall [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1482.071244] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1482.071468] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-218a08ad-f6bf-411d-809e-235f3c498d57 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.104243] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "d0f5e2aa-2b90-409c-8b43-83c69a7f4527" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.106100] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "d0f5e2aa-2b90-409c-8b43-83c69a7f4527" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.106100] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1482.106100] env[62683]: value = "task-1798748" [ 1482.106100] env[62683]: _type = "Task" [ 1482.106100] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.114072] env[62683]: DEBUG oslo_vmware.api [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798743, 'name': PowerOnVM_Task, 'duration_secs': 0.681023} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.115564] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1482.115729] env[62683]: INFO nova.compute.manager [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Took 10.46 seconds to spawn the instance on the hypervisor. [ 1482.116183] env[62683]: DEBUG nova.compute.manager [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1482.124154] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f336da2-6b12-41af-9f68-c5f34c67fd9c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.127138] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798748, 'name': CreateVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.350825] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 76116724-b0a6-4145-914a-fa5e4ac373c5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1482.525022] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1482.525361] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffe8ab64-1bec-4386-81a0-bc2110578651 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.539719] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1482.539719] env[62683]: value = "task-1798749" [ 1482.539719] env[62683]: _type = "Task" [ 1482.539719] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.554239] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.614955] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798748, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.654500] env[62683]: INFO nova.compute.manager [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Took 42.23 seconds to build instance. [ 1482.759287] env[62683]: DEBUG nova.objects.instance [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Lazy-loading 'flavor' on Instance uuid bd2a4cf9-428a-41ce-bd6f-ca19d9135931 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1482.854665] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 134c873e-9d20-4c6a-931f-c835cfb97376 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1482.941296] env[62683]: DEBUG nova.network.neutron [req-dc615e0e-0293-4ed7-95f1-8495fd06f26f req-37aa6106-38c9-4bb5-9a8f-d766ab5a1b29 service nova] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Updated VIF entry in instance network info cache for port 043e71da-d085-4ce6-82ff-951e5e9ce308. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1482.941680] env[62683]: DEBUG nova.network.neutron [req-dc615e0e-0293-4ed7-95f1-8495fd06f26f req-37aa6106-38c9-4bb5-9a8f-d766ab5a1b29 service nova] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Updating instance_info_cache with network_info: [{"id": "043e71da-d085-4ce6-82ff-951e5e9ce308", "address": "fa:16:3e:c3:64:24", "network": {"id": "a5465782-02e5-434a-8ae5-f53d4e38e239", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-67522295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f86ddaa3d9434a4ab46ca438e35e5ca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap043e71da-d0", "ovs_interfaceid": "043e71da-d085-4ce6-82ff-951e5e9ce308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.050701] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798749, 'name': PowerOffVM_Task, 'duration_secs': 0.34567} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.051118] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1483.054272] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1483.055223] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5e0136-b6a2-4e91-9dae-e62b332bf3b2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.065233] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1483.065330] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9033ef01-6b63-4d6d-b509-aee1afdba753 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.116539] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798748, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.147045] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1483.147638] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1483.148091] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleting the datastore file [datastore1] 9c0ff10a-84c8-4857-85e6-5f30991f1ac4 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1483.148826] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4348c54-ba97-4bca-8e58-b6603e33834b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.157273] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3f97f30b-97b2-425c-84d3-817cf3d72bdc tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "dc809566-db46-4911-89d6-0ee07d842fcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.904s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.157602] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1483.157602] env[62683]: value = "task-1798751" [ 1483.157602] env[62683]: _type = "Task" [ 1483.157602] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.169522] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.264779] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ed58df6c-08b7-4f69-b61a-da45795db8b6 tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.324s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.360684] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 4c2f73c2-1014-479a-9adf-b87c86def0fe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1483.444689] env[62683]: DEBUG oslo_concurrency.lockutils [req-dc615e0e-0293-4ed7-95f1-8495fd06f26f req-37aa6106-38c9-4bb5-9a8f-d766ab5a1b29 service nova] Releasing lock "refresh_cache-fa66cd32-a744-41ee-a6d9-ae0d131a57ce" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.445632] env[62683]: DEBUG nova.compute.manager [req-dc615e0e-0293-4ed7-95f1-8495fd06f26f req-37aa6106-38c9-4bb5-9a8f-d766ab5a1b29 service nova] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Received event network-vif-deleted-5a62febc-ece2-4a91-9377-24e5675bd896 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1483.617030] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798748, 'name': CreateVM_Task, 'duration_secs': 1.485608} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.617419] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1483.617952] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372962', 'volume_id': 'b1ed362e-e3e4-4a31-886a-1da676b5429f', 'name': 'volume-b1ed362e-e3e4-4a31-886a-1da676b5429f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fa66cd32-a744-41ee-a6d9-ae0d131a57ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1ed362e-e3e4-4a31-886a-1da676b5429f', 'serial': 'b1ed362e-e3e4-4a31-886a-1da676b5429f'}, 'mount_device': '/dev/sda', 'attachment_id': '8c193818-472a-45af-b2ad-bb23aa81f912', 'volume_type': None}], 'swap': None} {{(pid=62683) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1483.618319] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Root volume attach. Driver type: vmdk {{(pid=62683) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1483.619281] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f427ee81-b51c-4b8f-b84b-5d1f412e85ab {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.627914] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae62052c-c9e2-4d0c-9653-bb1193f48398 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.634290] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ee0a7d-c5f8-4780-b9bf-47dfd12d6b60 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.640263] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-34655d70-05e6-4ff9-b92d-5e613ae0eead {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.648871] env[62683]: DEBUG oslo_vmware.api [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Waiting for the task: (returnval){ [ 1483.648871] env[62683]: value = "task-1798752" [ 1483.648871] env[62683]: _type = "Task" [ 1483.648871] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.660963] env[62683]: DEBUG oslo_vmware.api [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Task: {'id': task-1798752, 'name': RelocateVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.665618] env[62683]: DEBUG nova.compute.manager [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1483.673514] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285491} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.673514] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1483.673929] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1483.673929] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1483.864704] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 05476a5d-00fd-42e3-a3f4-d4b8557ce490 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1484.163357] env[62683]: DEBUG oslo_vmware.api [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Task: {'id': task-1798752, 'name': RelocateVM_Task} progress is 20%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.191306] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.236308] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9e7be8bf-9c2e-469e-b50f-59bbd42b47bf tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Acquiring lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.236719] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9e7be8bf-9c2e-469e-b50f-59bbd42b47bf tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.369617] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 3e91d1f1-59e2-4f83-9b15-1644e42c3d45 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1484.370635] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "ba78bd69-7f48-42b5-866d-604f2ebee987" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.370845] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "ba78bd69-7f48-42b5-866d-604f2ebee987" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.649544] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Acquiring lock "e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.649968] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Lock "e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.664463] env[62683]: DEBUG oslo_vmware.api [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Task: {'id': task-1798752, 'name': RelocateVM_Task, 'duration_secs': 0.617104} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.664463] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Volume attach. Driver type: vmdk {{(pid=62683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1484.664463] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372962', 'volume_id': 'b1ed362e-e3e4-4a31-886a-1da676b5429f', 'name': 'volume-b1ed362e-e3e4-4a31-886a-1da676b5429f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fa66cd32-a744-41ee-a6d9-ae0d131a57ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1ed362e-e3e4-4a31-886a-1da676b5429f', 'serial': 'b1ed362e-e3e4-4a31-886a-1da676b5429f'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1484.664463] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e35f8be-2d81-4dfc-81d0-6b69a9dbcc72 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.688859] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce2c46c-51c7-496b-82d4-7d206ddc8f38 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.718921] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] volume-b1ed362e-e3e4-4a31-886a-1da676b5429f/volume-b1ed362e-e3e4-4a31-886a-1da676b5429f.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1484.721293] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3188204-bae3-4ad8-9aaf-0bced765e8b5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.739802] env[62683]: INFO nova.compute.manager [None req-9e7be8bf-9c2e-469e-b50f-59bbd42b47bf tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Detaching volume 44696d24-115b-4080-af62-6049d907258c [ 1484.744888] env[62683]: DEBUG nova.virt.hardware [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1484.745142] env[62683]: DEBUG nova.virt.hardware [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1484.745304] env[62683]: DEBUG nova.virt.hardware [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1484.745488] env[62683]: DEBUG nova.virt.hardware [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1484.745637] env[62683]: DEBUG nova.virt.hardware [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1484.745786] env[62683]: DEBUG nova.virt.hardware [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1484.745991] env[62683]: DEBUG nova.virt.hardware [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1484.746162] env[62683]: DEBUG nova.virt.hardware [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1484.746328] env[62683]: DEBUG nova.virt.hardware [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1484.746492] env[62683]: DEBUG nova.virt.hardware [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1484.746664] env[62683]: DEBUG nova.virt.hardware [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1484.747411] env[62683]: DEBUG oslo_vmware.api [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Waiting for the task: (returnval){ [ 1484.747411] env[62683]: value = "task-1798753" [ 1484.747411] env[62683]: _type = "Task" [ 1484.747411] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.748207] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2151cd-36ca-43ce-9ffa-e186e63f0925 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.768329] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e648a9d4-a181-476d-8fd1-71c3c7a2a656 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.773329] env[62683]: DEBUG oslo_vmware.api [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Task: {'id': task-1798753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.782914] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:d6:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64d312d7-56a6-4c84-a3e8-0cfa615915ea', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1484.792704] env[62683]: DEBUG oslo.service.loopingcall [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1484.792704] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1484.792704] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52e781f2-0a40-439e-a81f-dab9650955b4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.806541] env[62683]: INFO nova.virt.block_device [None req-9e7be8bf-9c2e-469e-b50f-59bbd42b47bf tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Attempting to driver detach volume 44696d24-115b-4080-af62-6049d907258c from mountpoint /dev/sdb [ 1484.806774] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7be8bf-9c2e-469e-b50f-59bbd42b47bf tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Volume detach. Driver type: vmdk {{(pid=62683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1484.806962] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7be8bf-9c2e-469e-b50f-59bbd42b47bf tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373014', 'volume_id': '44696d24-115b-4080-af62-6049d907258c', 'name': 'volume-44696d24-115b-4080-af62-6049d907258c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bd2a4cf9-428a-41ce-bd6f-ca19d9135931', 'attached_at': '', 'detached_at': '', 'volume_id': '44696d24-115b-4080-af62-6049d907258c', 'serial': '44696d24-115b-4080-af62-6049d907258c'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1484.807819] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb00e53f-7c76-4b3d-9546-c999c82cfead {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.830625] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794d31be-47ee-43a6-8d77-004f039d480e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.833377] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1484.833377] env[62683]: value = "task-1798754" [ 1484.833377] env[62683]: _type = "Task" [ 1484.833377] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.839595] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dee2db-7fe2-429d-8c3a-43cd86227cf8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.845767] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798754, 'name': CreateVM_Task} progress is 15%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.861744] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8d4242-1540-4ecd-ba45-f1ec49c00e9e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.879075] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance e4d21150-033f-470a-80fb-bd090c0af8b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1484.879075] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1484.879075] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1484.880310] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7be8bf-9c2e-469e-b50f-59bbd42b47bf tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] The volume has not been displaced from its original location: [datastore1] volume-44696d24-115b-4080-af62-6049d907258c/volume-44696d24-115b-4080-af62-6049d907258c.vmdk. No consolidation needed. {{(pid=62683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1484.885650] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7be8bf-9c2e-469e-b50f-59bbd42b47bf tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1484.886314] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-308659c8-5357-4e78-b0e0-637e2ff392f6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.905065] env[62683]: DEBUG oslo_vmware.api [None req-9e7be8bf-9c2e-469e-b50f-59bbd42b47bf tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Waiting for the task: (returnval){ [ 1484.905065] env[62683]: value = "task-1798755" [ 1484.905065] env[62683]: _type = "Task" [ 1484.905065] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.915832] env[62683]: DEBUG oslo_vmware.api [None req-9e7be8bf-9c2e-469e-b50f-59bbd42b47bf tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Task: {'id': task-1798755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.271469] env[62683]: DEBUG oslo_vmware.api [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Task: {'id': task-1798753, 'name': ReconfigVM_Task, 'duration_secs': 0.361995} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.271469] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Reconfigured VM instance instance-0000002a to attach disk [datastore1] volume-b1ed362e-e3e4-4a31-886a-1da676b5429f/volume-b1ed362e-e3e4-4a31-886a-1da676b5429f.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1485.279648] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bfaa2fb-788a-4879-9221-40d50f825d69 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.295339] env[62683]: DEBUG oslo_vmware.api [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Waiting for the task: (returnval){ [ 1485.295339] env[62683]: value = "task-1798756" [ 1485.295339] env[62683]: _type = "Task" [ 1485.295339] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.306876] env[62683]: DEBUG oslo_vmware.api [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Task: {'id': task-1798756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.346645] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798754, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.417350] env[62683]: DEBUG oslo_vmware.api [None req-9e7be8bf-9c2e-469e-b50f-59bbd42b47bf tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Task: {'id': task-1798755, 'name': ReconfigVM_Task, 'duration_secs': 0.260232} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.418308] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7be8bf-9c2e-469e-b50f-59bbd42b47bf tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1485.424130] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f569f8e4-c54e-41eb-9817-ceb3f9024226 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.443482] env[62683]: DEBUG oslo_vmware.api [None req-9e7be8bf-9c2e-469e-b50f-59bbd42b47bf tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Waiting for the task: (returnval){ [ 1485.443482] env[62683]: value = "task-1798757" [ 1485.443482] env[62683]: _type = "Task" [ 1485.443482] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.452166] env[62683]: DEBUG oslo_vmware.api [None req-9e7be8bf-9c2e-469e-b50f-59bbd42b47bf tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Task: {'id': task-1798757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.465994] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b17fef7-9728-4032-a6e8-ff3e02d31094 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.473358] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21eb28e-bb36-4f1c-a0d4-6dd0e185437b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.509341] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7136739e-8306-4e70-835d-5ee87b8c6a4f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.515302] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53285a7b-b5d4-483e-b37c-4eb5f4a976d4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.531355] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.807326] env[62683]: DEBUG oslo_vmware.api [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Task: {'id': task-1798756, 'name': ReconfigVM_Task, 'duration_secs': 0.226058} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.807559] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372962', 'volume_id': 'b1ed362e-e3e4-4a31-886a-1da676b5429f', 'name': 'volume-b1ed362e-e3e4-4a31-886a-1da676b5429f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fa66cd32-a744-41ee-a6d9-ae0d131a57ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1ed362e-e3e4-4a31-886a-1da676b5429f', 'serial': 'b1ed362e-e3e4-4a31-886a-1da676b5429f'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1485.808926] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f8923aa-42c5-48b0-9fde-9289229b4a81 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.817017] env[62683]: DEBUG oslo_vmware.api [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Waiting for the task: (returnval){ [ 1485.817017] env[62683]: value = "task-1798758" [ 1485.817017] env[62683]: _type = "Task" [ 1485.817017] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.823440] env[62683]: DEBUG oslo_vmware.api [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Task: {'id': task-1798758, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.851634] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798754, 'name': CreateVM_Task, 'duration_secs': 0.532397} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.851872] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1485.852677] env[62683]: DEBUG oslo_concurrency.lockutils [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.853622] env[62683]: DEBUG oslo_concurrency.lockutils [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.853918] env[62683]: DEBUG oslo_concurrency.lockutils [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1485.854218] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fafea97c-abd5-4a65-bb24-e1003bed3caf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.858846] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1485.858846] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52699dc4-2e78-e526-bc26-f94e39c79224" [ 1485.858846] env[62683]: _type = "Task" [ 1485.858846] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.872019] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52699dc4-2e78-e526-bc26-f94e39c79224, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.958159] env[62683]: DEBUG oslo_vmware.api [None req-9e7be8bf-9c2e-469e-b50f-59bbd42b47bf tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Task: {'id': task-1798757, 'name': ReconfigVM_Task, 'duration_secs': 0.187616} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.958568] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7be8bf-9c2e-469e-b50f-59bbd42b47bf tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373014', 'volume_id': '44696d24-115b-4080-af62-6049d907258c', 'name': 'volume-44696d24-115b-4080-af62-6049d907258c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bd2a4cf9-428a-41ce-bd6f-ca19d9135931', 'attached_at': '', 'detached_at': '', 'volume_id': '44696d24-115b-4080-af62-6049d907258c', 'serial': '44696d24-115b-4080-af62-6049d907258c'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1486.036395] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1486.324183] env[62683]: DEBUG oslo_vmware.api [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Task: {'id': task-1798758, 'name': Rename_Task, 'duration_secs': 0.158054} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.324458] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1486.324697] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f1afcba-2274-44e2-9d4c-5bfdf9f93cfd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.330832] env[62683]: DEBUG oslo_vmware.api [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Waiting for the task: (returnval){ [ 1486.330832] env[62683]: value = "task-1798759" [ 1486.330832] env[62683]: _type = "Task" [ 1486.330832] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.338352] env[62683]: DEBUG oslo_vmware.api [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Task: {'id': task-1798759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.370033] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52699dc4-2e78-e526-bc26-f94e39c79224, 'name': SearchDatastore_Task, 'duration_secs': 0.015986} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.370448] env[62683]: DEBUG oslo_concurrency.lockutils [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.370727] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1486.370999] env[62683]: DEBUG oslo_concurrency.lockutils [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.371230] env[62683]: DEBUG oslo_concurrency.lockutils [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.371516] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1486.371859] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a326e5c5-5c28-492d-9540-172aa3c6b028 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.381827] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1486.381827] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1486.382295] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74905fd1-a03e-4fdc-abfa-e2db89835d44 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.387862] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1486.387862] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5222a8da-cc3c-8e2d-081a-94575b303aa7" [ 1486.387862] env[62683]: _type = "Task" [ 1486.387862] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.395655] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5222a8da-cc3c-8e2d-081a-94575b303aa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.524921] env[62683]: DEBUG nova.objects.instance [None req-9e7be8bf-9c2e-469e-b50f-59bbd42b47bf tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Lazy-loading 'flavor' on Instance uuid bd2a4cf9-428a-41ce-bd6f-ca19d9135931 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1486.540875] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1486.541605] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.767s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.541605] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.326s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.541773] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.544545] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.300s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.546065] env[62683]: INFO nova.compute.claims [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1486.549137] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1486.570780] env[62683]: INFO nova.scheduler.client.report [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Deleted allocations for instance d33a79ce-b109-47f3-a565-3a7019896c97 [ 1486.841550] env[62683]: DEBUG oslo_vmware.api [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Task: {'id': task-1798759, 'name': PowerOnVM_Task, 'duration_secs': 0.494852} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.841888] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1486.842114] env[62683]: INFO nova.compute.manager [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Took 6.33 seconds to spawn the instance on the hypervisor. [ 1486.842354] env[62683]: DEBUG nova.compute.manager [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1486.843181] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ca0d31-4620-4463-a06d-d12f9b80dc15 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.903848] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5222a8da-cc3c-8e2d-081a-94575b303aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.03518} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.904688] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baf1b6ba-12fb-4689-a6de-e904cd9cc107 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.910523] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1486.910523] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5260b511-72fd-3fe9-e9dd-cd6ba986a30f" [ 1486.910523] env[62683]: _type = "Task" [ 1486.910523] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.919477] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5260b511-72fd-3fe9-e9dd-cd6ba986a30f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.077087] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a6b4d7a1-81dd-4619-bba2-697aacf09e77 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "d33a79ce-b109-47f3-a565-3a7019896c97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.350s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.363194] env[62683]: INFO nova.compute.manager [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Took 39.63 seconds to build instance. [ 1487.422762] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5260b511-72fd-3fe9-e9dd-cd6ba986a30f, 'name': SearchDatastore_Task, 'duration_secs': 0.015385} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.422973] env[62683]: DEBUG oslo_concurrency.lockutils [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.423280] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 9c0ff10a-84c8-4857-85e6-5f30991f1ac4/9c0ff10a-84c8-4857-85e6-5f30991f1ac4.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1487.423543] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b70de544-e836-4505-a06b-636372d8e08c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.429815] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1487.429815] env[62683]: value = "task-1798761" [ 1487.429815] env[62683]: _type = "Task" [ 1487.429815] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.437981] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.533038] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9e7be8bf-9c2e-469e-b50f-59bbd42b47bf tempest-VolumesAssistedSnapshotsTest-1418041211 tempest-VolumesAssistedSnapshotsTest-1418041211-project-admin] Lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.296s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.865368] env[62683]: DEBUG oslo_concurrency.lockutils [None req-369437fd-1704-4663-a2ec-577900a447c9 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Lock "fa66cd32-a744-41ee-a6d9-ae0d131a57ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.526s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.946691] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798761, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.075494] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77a5788-5c14-44d1-a327-932294fd6f7a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.089029] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2921742f-3991-4057-812e-06266233728c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.122139] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70812b07-bbfb-411d-a13f-476d13510d59 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.130763] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b445abdc-7832-461f-b94e-9ad60310a053 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.151022] env[62683]: DEBUG nova.compute.provider_tree [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.187639] env[62683]: DEBUG nova.compute.manager [req-f80ea60d-e4df-4ad3-99e2-cf1139f4d60e req-e3e6eeef-b7e2-4ba2-be72-4b009a31390d service nova] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Received event network-changed-043e71da-d085-4ce6-82ff-951e5e9ce308 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1488.187850] env[62683]: DEBUG nova.compute.manager [req-f80ea60d-e4df-4ad3-99e2-cf1139f4d60e req-e3e6eeef-b7e2-4ba2-be72-4b009a31390d service nova] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Refreshing instance network info cache due to event network-changed-043e71da-d085-4ce6-82ff-951e5e9ce308. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1488.188431] env[62683]: DEBUG oslo_concurrency.lockutils [req-f80ea60d-e4df-4ad3-99e2-cf1139f4d60e req-e3e6eeef-b7e2-4ba2-be72-4b009a31390d service nova] Acquiring lock "refresh_cache-fa66cd32-a744-41ee-a6d9-ae0d131a57ce" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.188431] env[62683]: DEBUG oslo_concurrency.lockutils [req-f80ea60d-e4df-4ad3-99e2-cf1139f4d60e req-e3e6eeef-b7e2-4ba2-be72-4b009a31390d service nova] Acquired lock "refresh_cache-fa66cd32-a744-41ee-a6d9-ae0d131a57ce" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.188431] env[62683]: DEBUG nova.network.neutron [req-f80ea60d-e4df-4ad3-99e2-cf1139f4d60e req-e3e6eeef-b7e2-4ba2-be72-4b009a31390d service nova] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Refreshing network info cache for port 043e71da-d085-4ce6-82ff-951e5e9ce308 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1488.370032] env[62683]: DEBUG nova.compute.manager [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1488.440534] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881004} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.443202] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 9c0ff10a-84c8-4857-85e6-5f30991f1ac4/9c0ff10a-84c8-4857-85e6-5f30991f1ac4.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1488.443202] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1488.443202] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74f38c0b-0157-4fd2-b275-287da28b967e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.448225] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1488.448225] env[62683]: value = "task-1798762" [ 1488.448225] env[62683]: _type = "Task" [ 1488.448225] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.456517] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.644152] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "d6483889-075c-4132-85b2-f01896704bea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.644276] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "d6483889-075c-4132-85b2-f01896704bea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.651507] env[62683]: DEBUG nova.scheduler.client.report [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1488.907131] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.942216] env[62683]: DEBUG nova.network.neutron [req-f80ea60d-e4df-4ad3-99e2-cf1139f4d60e req-e3e6eeef-b7e2-4ba2-be72-4b009a31390d service nova] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Updated VIF entry in instance network info cache for port 043e71da-d085-4ce6-82ff-951e5e9ce308. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1488.942599] env[62683]: DEBUG nova.network.neutron [req-f80ea60d-e4df-4ad3-99e2-cf1139f4d60e req-e3e6eeef-b7e2-4ba2-be72-4b009a31390d service nova] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Updating instance_info_cache with network_info: [{"id": "043e71da-d085-4ce6-82ff-951e5e9ce308", "address": "fa:16:3e:c3:64:24", "network": {"id": "a5465782-02e5-434a-8ae5-f53d4e38e239", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-67522295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f86ddaa3d9434a4ab46ca438e35e5ca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap043e71da-d0", "ovs_interfaceid": "043e71da-d085-4ce6-82ff-951e5e9ce308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.959035] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062967} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.959747] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1488.960515] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c53aeec-30cf-4784-93f8-fb9f42b6f714 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.983640] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 9c0ff10a-84c8-4857-85e6-5f30991f1ac4/9c0ff10a-84c8-4857-85e6-5f30991f1ac4.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1488.984261] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2153d652-1b57-46ee-80dc-c82274841ff4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.004033] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1489.004033] env[62683]: value = "task-1798763" [ 1489.004033] env[62683]: _type = "Task" [ 1489.004033] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.012022] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.158783] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.159399] env[62683]: DEBUG nova.compute.manager [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1489.162065] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.371s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.163512] env[62683]: INFO nova.compute.claims [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1489.446041] env[62683]: DEBUG oslo_concurrency.lockutils [req-f80ea60d-e4df-4ad3-99e2-cf1139f4d60e req-e3e6eeef-b7e2-4ba2-be72-4b009a31390d service nova] Releasing lock "refresh_cache-fa66cd32-a744-41ee-a6d9-ae0d131a57ce" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.516436] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.672470] env[62683]: DEBUG nova.compute.utils [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1489.674031] env[62683]: DEBUG nova.compute.manager [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1489.675623] env[62683]: DEBUG nova.network.neutron [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1489.733199] env[62683]: DEBUG nova.policy [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd99e7cebc4c48bfa4dab9703d263b94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c4a0338d8a14cd59fcd49b0a6a8fff5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1490.017889] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798763, 'name': ReconfigVM_Task, 'duration_secs': 0.800319} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.018255] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 9c0ff10a-84c8-4857-85e6-5f30991f1ac4/9c0ff10a-84c8-4857-85e6-5f30991f1ac4.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1490.018928] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10cd6962-f6cd-48ad-bc65-870e3c910731 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.026812] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1490.026812] env[62683]: value = "task-1798764" [ 1490.026812] env[62683]: _type = "Task" [ 1490.026812] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.040437] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798764, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.056405] env[62683]: DEBUG nova.network.neutron [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Successfully created port: e707870b-0e2a-46db-92db-1d43ec176eec {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1490.178670] env[62683]: DEBUG nova.compute.manager [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1490.540426] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798764, 'name': Rename_Task, 'duration_secs': 0.18089} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.540788] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1490.541104] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c5d7228-558a-4a42-963e-ffba44caa30f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.550140] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1490.550140] env[62683]: value = "task-1798765" [ 1490.550140] env[62683]: _type = "Task" [ 1490.550140] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.557706] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.713766] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8c2ed9-e3d9-4e67-a5b1-8dacefffeecd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.724030] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba75828-a6f2-4fbb-b705-33419d5aa821 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.759406] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc2096d-8dba-40e6-8743-32cc040f8640 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.768493] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b97ca6d-d755-456c-b667-e6e011011f13 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.782794] env[62683]: DEBUG nova.compute.provider_tree [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.001924] env[62683]: DEBUG oslo_concurrency.lockutils [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Acquiring lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.002229] env[62683]: DEBUG oslo_concurrency.lockutils [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.002482] env[62683]: DEBUG oslo_concurrency.lockutils [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Acquiring lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.002728] env[62683]: DEBUG oslo_concurrency.lockutils [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.002933] env[62683]: DEBUG oslo_concurrency.lockutils [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.005202] env[62683]: INFO nova.compute.manager [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Terminating instance [ 1491.061127] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798765, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.190466] env[62683]: DEBUG nova.compute.manager [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1491.217725] env[62683]: DEBUG nova.virt.hardware [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1491.218080] env[62683]: DEBUG nova.virt.hardware [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1491.218152] env[62683]: DEBUG nova.virt.hardware [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1491.218340] env[62683]: DEBUG nova.virt.hardware [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1491.218489] env[62683]: DEBUG nova.virt.hardware [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1491.218635] env[62683]: DEBUG nova.virt.hardware [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1491.218847] env[62683]: DEBUG nova.virt.hardware [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1491.219067] env[62683]: DEBUG nova.virt.hardware [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1491.219274] env[62683]: DEBUG nova.virt.hardware [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1491.219450] env[62683]: DEBUG nova.virt.hardware [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1491.219630] env[62683]: DEBUG nova.virt.hardware [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1491.220507] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f17e0f-ce38-4fe8-a2d1-03d9646077ae {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.228990] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8651e9ae-bfe8-492f-913f-ce93486f10ba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.286600] env[62683]: DEBUG nova.scheduler.client.report [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1491.509211] env[62683]: DEBUG nova.compute.manager [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1491.510291] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1491.511748] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6231f0e-eaf0-4804-9c53-796489add8d1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.520461] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1491.520730] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26257f02-db42-4a86-bc5b-1767420c880c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.526883] env[62683]: DEBUG oslo_vmware.api [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Waiting for the task: (returnval){ [ 1491.526883] env[62683]: value = "task-1798766" [ 1491.526883] env[62683]: _type = "Task" [ 1491.526883] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.536286] env[62683]: DEBUG oslo_vmware.api [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': task-1798766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.561013] env[62683]: DEBUG oslo_vmware.api [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798765, 'name': PowerOnVM_Task, 'duration_secs': 0.707137} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.561347] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1491.561574] env[62683]: DEBUG nova.compute.manager [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1491.562834] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c298ac-cf50-413e-bb29-b1421ff743cc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.568673] env[62683]: DEBUG nova.compute.manager [req-522ead3c-f6c6-4a96-abb6-eeb55bff033d req-9a29eed0-fed8-40bd-9ac2-11161519f3a0 service nova] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Received event network-vif-plugged-e707870b-0e2a-46db-92db-1d43ec176eec {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1491.568884] env[62683]: DEBUG oslo_concurrency.lockutils [req-522ead3c-f6c6-4a96-abb6-eeb55bff033d req-9a29eed0-fed8-40bd-9ac2-11161519f3a0 service nova] Acquiring lock "1f24c7b2-67ce-4271-a77b-c7dfecb0b132-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.569122] env[62683]: DEBUG oslo_concurrency.lockutils [req-522ead3c-f6c6-4a96-abb6-eeb55bff033d req-9a29eed0-fed8-40bd-9ac2-11161519f3a0 service nova] Lock "1f24c7b2-67ce-4271-a77b-c7dfecb0b132-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.569273] env[62683]: DEBUG oslo_concurrency.lockutils [req-522ead3c-f6c6-4a96-abb6-eeb55bff033d req-9a29eed0-fed8-40bd-9ac2-11161519f3a0 service nova] Lock "1f24c7b2-67ce-4271-a77b-c7dfecb0b132-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.569440] env[62683]: DEBUG nova.compute.manager [req-522ead3c-f6c6-4a96-abb6-eeb55bff033d req-9a29eed0-fed8-40bd-9ac2-11161519f3a0 service nova] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] No waiting events found dispatching network-vif-plugged-e707870b-0e2a-46db-92db-1d43ec176eec {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1491.569604] env[62683]: WARNING nova.compute.manager [req-522ead3c-f6c6-4a96-abb6-eeb55bff033d req-9a29eed0-fed8-40bd-9ac2-11161519f3a0 service nova] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Received unexpected event network-vif-plugged-e707870b-0e2a-46db-92db-1d43ec176eec for instance with vm_state building and task_state spawning. [ 1491.651097] env[62683]: DEBUG nova.network.neutron [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Successfully updated port: e707870b-0e2a-46db-92db-1d43ec176eec {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1491.792194] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.792740] env[62683]: DEBUG nova.compute.manager [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1491.796266] env[62683]: DEBUG oslo_concurrency.lockutils [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.215s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.796476] env[62683]: DEBUG oslo_concurrency.lockutils [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.798800] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.555s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.800479] env[62683]: INFO nova.compute.claims [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1491.830649] env[62683]: INFO nova.scheduler.client.report [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Deleted allocations for instance 0aa7b9ae-72a8-4b1c-997c-67d78422f15b [ 1492.037480] env[62683]: DEBUG oslo_vmware.api [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': task-1798766, 'name': PowerOffVM_Task, 'duration_secs': 0.258267} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.037480] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1492.037619] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1492.037821] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-498ce5cb-f144-4aed-aa56-36ea22af1b4f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.084911] env[62683]: DEBUG oslo_concurrency.lockutils [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.128966] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1492.129256] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1492.129486] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Deleting the datastore file [datastore1] bd2a4cf9-428a-41ce-bd6f-ca19d9135931 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1492.129776] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ca45801-9c8e-417c-a4cf-34e9a9186616 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.136254] env[62683]: DEBUG oslo_vmware.api [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Waiting for the task: (returnval){ [ 1492.136254] env[62683]: value = "task-1798768" [ 1492.136254] env[62683]: _type = "Task" [ 1492.136254] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.145253] env[62683]: DEBUG oslo_vmware.api [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': task-1798768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.156136] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "refresh_cache-1f24c7b2-67ce-4271-a77b-c7dfecb0b132" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.156136] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired lock "refresh_cache-1f24c7b2-67ce-4271-a77b-c7dfecb0b132" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.156136] env[62683]: DEBUG nova.network.neutron [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1492.233833] env[62683]: DEBUG oslo_vmware.rw_handles [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258fb4e-7633-127f-ee70-f26f16bf124f/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1492.234825] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c5451a-e62c-410a-af21-fe2a504b4ea3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.241049] env[62683]: DEBUG oslo_vmware.rw_handles [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258fb4e-7633-127f-ee70-f26f16bf124f/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1492.241232] env[62683]: ERROR oslo_vmware.rw_handles [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258fb4e-7633-127f-ee70-f26f16bf124f/disk-0.vmdk due to incomplete transfer. [ 1492.241468] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0a3a8a8a-a124-4859-a13f-7b2f6d6af551 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.257255] env[62683]: DEBUG oslo_vmware.rw_handles [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258fb4e-7633-127f-ee70-f26f16bf124f/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1492.257511] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Uploaded image a7dbe4db-e37b-4c69-928e-f796c6a25bfe to the Glance image server {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1492.259607] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Destroying the VM {{(pid=62683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1492.259906] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cc98d0e2-d313-4a61-a00f-960c58c5e41f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.266328] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1492.266328] env[62683]: value = "task-1798769" [ 1492.266328] env[62683]: _type = "Task" [ 1492.266328] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.274013] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798769, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.306009] env[62683]: DEBUG nova.compute.utils [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1492.308390] env[62683]: DEBUG nova.compute.manager [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1492.308390] env[62683]: DEBUG nova.network.neutron [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1492.338821] env[62683]: DEBUG oslo_concurrency.lockutils [None req-27f680e1-5053-49bf-9f13-6214cf207782 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "0aa7b9ae-72a8-4b1c-997c-67d78422f15b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.749s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.362045] env[62683]: DEBUG nova.policy [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bb92ab527ed44a0a1e71d3af55eb2a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '257383ed35ad482787813e0ca10df424', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1492.649564] env[62683]: DEBUG oslo_vmware.api [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': task-1798768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.688670] env[62683]: DEBUG nova.network.neutron [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Successfully created port: fa12b022-8b53-4912-aaf3-f6ba9c3586de {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1492.707872] env[62683]: DEBUG nova.network.neutron [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1492.776790] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798769, 'name': Destroy_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.816343] env[62683]: DEBUG nova.compute.manager [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1493.152700] env[62683]: DEBUG oslo_vmware.api [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Task: {'id': task-1798768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.514443} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.155791] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1493.156161] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1493.156452] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1493.156797] env[62683]: INFO nova.compute.manager [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1493.157229] env[62683]: DEBUG oslo.service.loopingcall [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.157735] env[62683]: DEBUG nova.compute.manager [-] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1493.157937] env[62683]: DEBUG nova.network.neutron [-] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1493.204165] env[62683]: DEBUG nova.network.neutron [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Updating instance_info_cache with network_info: [{"id": "e707870b-0e2a-46db-92db-1d43ec176eec", "address": "fa:16:3e:3a:12:78", "network": {"id": "fd1f8a1b-3b78-411d-8fae-bc54aa2313e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1362759368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4a0338d8a14cd59fcd49b0a6a8fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape707870b-0e", "ovs_interfaceid": "e707870b-0e2a-46db-92db-1d43ec176eec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.277094] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798769, 'name': Destroy_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.401660] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8245c013-fc64-4a08-bda2-879afe717832 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.413279] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cdaef5-2a47-432d-ae82-96a708ede1da {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.444908] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9a4ed0-55b8-4a55-8149-5be01e9e0b1a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.453386] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b67ed6b-d195-47b2-ba38-f5afa62a9238 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.468200] env[62683]: DEBUG nova.compute.provider_tree [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.706246] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Releasing lock "refresh_cache-1f24c7b2-67ce-4271-a77b-c7dfecb0b132" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.707251] env[62683]: DEBUG nova.compute.manager [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Instance network_info: |[{"id": "e707870b-0e2a-46db-92db-1d43ec176eec", "address": "fa:16:3e:3a:12:78", "network": {"id": "fd1f8a1b-3b78-411d-8fae-bc54aa2313e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1362759368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4a0338d8a14cd59fcd49b0a6a8fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape707870b-0e", "ovs_interfaceid": "e707870b-0e2a-46db-92db-1d43ec176eec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1493.707251] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:12:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e707870b-0e2a-46db-92db-1d43ec176eec', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1493.715112] env[62683]: DEBUG oslo.service.loopingcall [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.716871] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1493.716871] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb525ee2-5b5a-42c6-9f89-da786d16382a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.736069] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1493.736069] env[62683]: value = "task-1798770" [ 1493.736069] env[62683]: _type = "Task" [ 1493.736069] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.744063] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798770, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.775646] env[62683]: DEBUG nova.compute.manager [req-b3558b61-3c07-4f90-8c5d-c93cc7b84313 req-710e55bd-6248-45b6-8e06-72cc48905565 service nova] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Received event network-changed-e707870b-0e2a-46db-92db-1d43ec176eec {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1493.776118] env[62683]: DEBUG nova.compute.manager [req-b3558b61-3c07-4f90-8c5d-c93cc7b84313 req-710e55bd-6248-45b6-8e06-72cc48905565 service nova] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Refreshing instance network info cache due to event network-changed-e707870b-0e2a-46db-92db-1d43ec176eec. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1493.776118] env[62683]: DEBUG oslo_concurrency.lockutils [req-b3558b61-3c07-4f90-8c5d-c93cc7b84313 req-710e55bd-6248-45b6-8e06-72cc48905565 service nova] Acquiring lock "refresh_cache-1f24c7b2-67ce-4271-a77b-c7dfecb0b132" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.776295] env[62683]: DEBUG oslo_concurrency.lockutils [req-b3558b61-3c07-4f90-8c5d-c93cc7b84313 req-710e55bd-6248-45b6-8e06-72cc48905565 service nova] Acquired lock "refresh_cache-1f24c7b2-67ce-4271-a77b-c7dfecb0b132" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.776673] env[62683]: DEBUG nova.network.neutron [req-b3558b61-3c07-4f90-8c5d-c93cc7b84313 req-710e55bd-6248-45b6-8e06-72cc48905565 service nova] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Refreshing network info cache for port e707870b-0e2a-46db-92db-1d43ec176eec {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1493.782187] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798769, 'name': Destroy_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.830181] env[62683]: DEBUG nova.compute.manager [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1493.862562] env[62683]: DEBUG nova.virt.hardware [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1493.862822] env[62683]: DEBUG nova.virt.hardware [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1493.863059] env[62683]: DEBUG nova.virt.hardware [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1493.863181] env[62683]: DEBUG nova.virt.hardware [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1493.863343] env[62683]: DEBUG nova.virt.hardware [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1493.863498] env[62683]: DEBUG nova.virt.hardware [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1493.863744] env[62683]: DEBUG nova.virt.hardware [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1493.863921] env[62683]: DEBUG nova.virt.hardware [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1493.864115] env[62683]: DEBUG nova.virt.hardware [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1493.864287] env[62683]: DEBUG nova.virt.hardware [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1493.864459] env[62683]: DEBUG nova.virt.hardware [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1493.865671] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac38077-3f72-41b3-b0e1-fb6df31d8326 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.877225] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48c8d03-a594-4b2e-9a23-940f564fb36b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.913673] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "9c0ff10a-84c8-4857-85e6-5f30991f1ac4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.913943] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "9c0ff10a-84c8-4857-85e6-5f30991f1ac4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.914191] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "9c0ff10a-84c8-4857-85e6-5f30991f1ac4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.914378] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "9c0ff10a-84c8-4857-85e6-5f30991f1ac4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.914582] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "9c0ff10a-84c8-4857-85e6-5f30991f1ac4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.916679] env[62683]: INFO nova.compute.manager [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Terminating instance [ 1493.972361] env[62683]: DEBUG nova.scheduler.client.report [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.032559] env[62683]: DEBUG nova.compute.manager [req-b44564da-e996-4cd8-bc9f-2d5d09f8aa63 req-620038aa-7a5b-4e68-83c4-7499692c0b1b service nova] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Received event network-vif-deleted-7bd6c45c-3cde-41d5-a927-957095505735 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1494.033331] env[62683]: INFO nova.compute.manager [req-b44564da-e996-4cd8-bc9f-2d5d09f8aa63 req-620038aa-7a5b-4e68-83c4-7499692c0b1b service nova] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Neutron deleted interface 7bd6c45c-3cde-41d5-a927-957095505735; detaching it from the instance and deleting it from the info cache [ 1494.033331] env[62683]: DEBUG nova.network.neutron [req-b44564da-e996-4cd8-bc9f-2d5d09f8aa63 req-620038aa-7a5b-4e68-83c4-7499692c0b1b service nova] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.072779] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "e5e26b31-d227-4177-8ba1-efd52011afc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.073125] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "e5e26b31-d227-4177-8ba1-efd52011afc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.073409] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "e5e26b31-d227-4177-8ba1-efd52011afc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.073659] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "e5e26b31-d227-4177-8ba1-efd52011afc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.074437] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "e5e26b31-d227-4177-8ba1-efd52011afc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.076828] env[62683]: INFO nova.compute.manager [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Terminating instance [ 1494.247360] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798770, 'name': CreateVM_Task, 'duration_secs': 0.34976} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.247677] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1494.248591] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.248712] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.249051] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1494.249399] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c47c1da-f000-43e1-b200-07956ed490c4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.255552] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1494.255552] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e10579-bbc8-160b-2985-bf845ad746c4" [ 1494.255552] env[62683]: _type = "Task" [ 1494.255552] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.265567] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e10579-bbc8-160b-2985-bf845ad746c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.273143] env[62683]: DEBUG nova.network.neutron [-] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.279514] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798769, 'name': Destroy_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.420491] env[62683]: DEBUG nova.compute.manager [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1494.420737] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1494.421805] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0abc10-af30-4798-82cd-21955a1a9081 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.429791] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1494.430244] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a73bac9-a3eb-4e28-b5f4-5185b9c2cab2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.437310] env[62683]: DEBUG oslo_vmware.api [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1494.437310] env[62683]: value = "task-1798771" [ 1494.437310] env[62683]: _type = "Task" [ 1494.437310] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.454945] env[62683]: DEBUG oslo_vmware.api [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.483049] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.483409] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1494.486175] env[62683]: DEBUG oslo_concurrency.lockutils [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.816s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.486375] env[62683]: DEBUG oslo_concurrency.lockutils [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.488545] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.503s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.488725] env[62683]: DEBUG nova.objects.instance [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1494.520496] env[62683]: INFO nova.scheduler.client.report [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Deleted allocations for instance bfd760c6-7315-4a25-91a2-c5556ccc8598 [ 1494.536272] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d850c0fa-ca4a-497e-8ae3-b5b1ee2e5fbb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.549789] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e065bf13-16e5-4233-bebb-ad90d7d887b3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.591233] env[62683]: DEBUG nova.compute.manager [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1494.591538] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1494.592969] env[62683]: DEBUG nova.compute.manager [req-b44564da-e996-4cd8-bc9f-2d5d09f8aa63 req-620038aa-7a5b-4e68-83c4-7499692c0b1b service nova] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Detach interface failed, port_id=7bd6c45c-3cde-41d5-a927-957095505735, reason: Instance bd2a4cf9-428a-41ce-bd6f-ca19d9135931 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1494.594160] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f688e2-a594-44cc-af42-74a1af712432 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.602965] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1494.603317] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b36b157a-8494-4d9c-9470-abd4c772c57e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.610280] env[62683]: DEBUG oslo_vmware.api [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1494.610280] env[62683]: value = "task-1798772" [ 1494.610280] env[62683]: _type = "Task" [ 1494.610280] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.620779] env[62683]: DEBUG oslo_vmware.api [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.628029] env[62683]: DEBUG nova.network.neutron [req-b3558b61-3c07-4f90-8c5d-c93cc7b84313 req-710e55bd-6248-45b6-8e06-72cc48905565 service nova] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Updated VIF entry in instance network info cache for port e707870b-0e2a-46db-92db-1d43ec176eec. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1494.628482] env[62683]: DEBUG nova.network.neutron [req-b3558b61-3c07-4f90-8c5d-c93cc7b84313 req-710e55bd-6248-45b6-8e06-72cc48905565 service nova] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Updating instance_info_cache with network_info: [{"id": "e707870b-0e2a-46db-92db-1d43ec176eec", "address": "fa:16:3e:3a:12:78", "network": {"id": "fd1f8a1b-3b78-411d-8fae-bc54aa2313e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1362759368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4a0338d8a14cd59fcd49b0a6a8fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape707870b-0e", "ovs_interfaceid": "e707870b-0e2a-46db-92db-1d43ec176eec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.647767] env[62683]: DEBUG oslo_concurrency.lockutils [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "d00064e2-9954-4cb6-8812-ea02311cb049" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.648052] env[62683]: DEBUG oslo_concurrency.lockutils [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "d00064e2-9954-4cb6-8812-ea02311cb049" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.689897] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "c984ffc7-5f46-4e7e-93b8-a18e4c321b11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.690188] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "c984ffc7-5f46-4e7e-93b8-a18e4c321b11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.690408] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "c984ffc7-5f46-4e7e-93b8-a18e4c321b11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.690593] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "c984ffc7-5f46-4e7e-93b8-a18e4c321b11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.690766] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "c984ffc7-5f46-4e7e-93b8-a18e4c321b11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.693754] env[62683]: INFO nova.compute.manager [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Terminating instance [ 1494.767805] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e10579-bbc8-160b-2985-bf845ad746c4, 'name': SearchDatastore_Task, 'duration_secs': 0.021139} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.768332] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.768716] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1494.769169] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.770293] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.770618] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1494.771256] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63359696-76f0-4175-95ab-7dca11d9a12a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.777464] env[62683]: INFO nova.compute.manager [-] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Took 1.62 seconds to deallocate network for instance. [ 1494.787889] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798769, 'name': Destroy_Task, 'duration_secs': 2.066377} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.791025] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Destroyed the VM [ 1494.791025] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Deleting Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1494.791025] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1494.791025] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1494.791878] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5a30e02c-03de-4f8f-a548-035479aa9032 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.793858] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-852c59ff-dd24-47bd-9773-7a9e0d892a62 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.803591] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1494.803591] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]523a6c6c-7459-0c33-fdcb-f40403ead2e7" [ 1494.803591] env[62683]: _type = "Task" [ 1494.803591] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.803591] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1494.803591] env[62683]: value = "task-1798773" [ 1494.803591] env[62683]: _type = "Task" [ 1494.803591] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.816372] env[62683]: DEBUG nova.network.neutron [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Successfully updated port: fa12b022-8b53-4912-aaf3-f6ba9c3586de {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1494.824612] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523a6c6c-7459-0c33-fdcb-f40403ead2e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012196} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.828301] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798773, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.828659] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd1c51bd-c0dc-45d4-98b5-0a974e6f0980 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.835909] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1494.835909] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526bab75-99b0-3a28-164a-1459094a7159" [ 1494.835909] env[62683]: _type = "Task" [ 1494.835909] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.845695] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526bab75-99b0-3a28-164a-1459094a7159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.948074] env[62683]: DEBUG oslo_vmware.api [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798771, 'name': PowerOffVM_Task, 'duration_secs': 0.185416} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.948401] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1494.948563] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1494.948798] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0aeb2be9-0aef-4a65-9e4f-39552539116c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.996629] env[62683]: DEBUG nova.compute.utils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1494.998099] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1494.998274] env[62683]: DEBUG nova.network.neutron [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1495.028316] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1495.028425] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1495.028531] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleting the datastore file [datastore1] 9c0ff10a-84c8-4857-85e6-5f30991f1ac4 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1495.029014] env[62683]: DEBUG oslo_concurrency.lockutils [None req-92b0c276-c312-47d6-b185-ab50cf846335 tempest-ListImageFiltersTestJSON-1958370368 tempest-ListImageFiltersTestJSON-1958370368-project-member] Lock "bfd760c6-7315-4a25-91a2-c5556ccc8598" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.500s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.031378] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88891e67-7697-420b-9b90-b5a45b211876 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.036579] env[62683]: DEBUG oslo_vmware.api [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1495.036579] env[62683]: value = "task-1798775" [ 1495.036579] env[62683]: _type = "Task" [ 1495.036579] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.044869] env[62683]: DEBUG oslo_vmware.api [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.051095] env[62683]: DEBUG nova.policy [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fe0f55e065640a98dbfa55bfc8136b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cd449d67ed447f7b765af16f8303b23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1495.123690] env[62683]: DEBUG oslo_vmware.api [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798772, 'name': PowerOffVM_Task, 'duration_secs': 0.201004} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.124231] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1495.124524] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1495.124824] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5656e5df-3c6c-4f14-9037-b4a57cef3f7f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.136669] env[62683]: DEBUG oslo_concurrency.lockutils [req-b3558b61-3c07-4f90-8c5d-c93cc7b84313 req-710e55bd-6248-45b6-8e06-72cc48905565 service nova] Releasing lock "refresh_cache-1f24c7b2-67ce-4271-a77b-c7dfecb0b132" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.199357] env[62683]: DEBUG nova.compute.manager [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1495.199357] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1495.199357] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1495.199567] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1495.199664] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Deleting the datastore file [datastore1] e5e26b31-d227-4177-8ba1-efd52011afc1 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1495.200468] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5d9b9e-ef2b-4c89-b07a-b96123f9f83b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.203435] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ad15fda-25e2-4bb7-b24b-11c472b60f0f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.210262] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1495.211625] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca9ba69c-7bca-4202-b787-ab96b65445e0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.213059] env[62683]: DEBUG oslo_vmware.api [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1495.213059] env[62683]: value = "task-1798777" [ 1495.213059] env[62683]: _type = "Task" [ 1495.213059] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.222906] env[62683]: DEBUG oslo_vmware.api [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.290349] env[62683]: DEBUG oslo_concurrency.lockutils [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.321933] env[62683]: DEBUG oslo_vmware.api [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798773, 'name': RemoveSnapshot_Task, 'duration_secs': 0.482161} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.322554] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Acquiring lock "refresh_cache-81844636-d682-4d19-9924-7529cd8a2409" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.322806] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Acquired lock "refresh_cache-81844636-d682-4d19-9924-7529cd8a2409" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.324249] env[62683]: DEBUG nova.network.neutron [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.328344] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Deleted Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1495.328344] env[62683]: INFO nova.compute.manager [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Took 19.78 seconds to snapshot the instance on the hypervisor. [ 1495.349520] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526bab75-99b0-3a28-164a-1459094a7159, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.350589] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.350880] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 1f24c7b2-67ce-4271-a77b-c7dfecb0b132/1f24c7b2-67ce-4271-a77b-c7dfecb0b132.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1495.351615] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f742f988-8bf6-4c57-952a-27b0c3e91a57 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.362397] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1495.362397] env[62683]: value = "task-1798779" [ 1495.362397] env[62683]: _type = "Task" [ 1495.362397] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.373284] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.406976] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "d82cdcad-7464-4f60-b3e9-9e3e46575d29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.407321] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "d82cdcad-7464-4f60-b3e9-9e3e46575d29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.446581] env[62683]: DEBUG nova.network.neutron [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Successfully created port: c2b6c8cb-03e8-4d68-bc91-db34ede7b1a5 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1495.500516] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3993c022-2c95-4d78-9cab-8b8dbe29aee0 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.502158] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.967s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.506633] env[62683]: INFO nova.compute.claims [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1495.507409] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1495.549840] env[62683]: DEBUG oslo_vmware.api [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171831} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.550887] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1495.551320] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1495.551603] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1495.551976] env[62683]: INFO nova.compute.manager [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1495.553579] env[62683]: DEBUG oslo.service.loopingcall [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1495.554867] env[62683]: DEBUG nova.compute.manager [-] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1495.555039] env[62683]: DEBUG nova.network.neutron [-] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1495.559052] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1495.559305] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1495.559622] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Deleting the datastore file [datastore1] c984ffc7-5f46-4e7e-93b8-a18e4c321b11 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1495.560208] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a35cdc4a-a736-49ea-9bdf-9c84d13e1366 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.567915] env[62683]: DEBUG oslo_vmware.api [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1495.567915] env[62683]: value = "task-1798780" [ 1495.567915] env[62683]: _type = "Task" [ 1495.567915] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.576534] env[62683]: DEBUG oslo_vmware.api [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.725083] env[62683]: DEBUG oslo_vmware.api [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159765} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.725252] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1495.725417] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1495.725652] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1495.725852] env[62683]: INFO nova.compute.manager [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1495.726135] env[62683]: DEBUG oslo.service.loopingcall [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1495.726331] env[62683]: DEBUG nova.compute.manager [-] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1495.726462] env[62683]: DEBUG nova.network.neutron [-] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1495.817919] env[62683]: DEBUG nova.compute.manager [req-bbfa9a94-051b-49f4-b188-1a95d4613809 req-6b5e06a3-e197-4ba2-96cc-e35214e3a34e service nova] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Received event network-vif-plugged-fa12b022-8b53-4912-aaf3-f6ba9c3586de {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1495.817919] env[62683]: DEBUG oslo_concurrency.lockutils [req-bbfa9a94-051b-49f4-b188-1a95d4613809 req-6b5e06a3-e197-4ba2-96cc-e35214e3a34e service nova] Acquiring lock "81844636-d682-4d19-9924-7529cd8a2409-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.818781] env[62683]: DEBUG oslo_concurrency.lockutils [req-bbfa9a94-051b-49f4-b188-1a95d4613809 req-6b5e06a3-e197-4ba2-96cc-e35214e3a34e service nova] Lock "81844636-d682-4d19-9924-7529cd8a2409-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.818981] env[62683]: DEBUG oslo_concurrency.lockutils [req-bbfa9a94-051b-49f4-b188-1a95d4613809 req-6b5e06a3-e197-4ba2-96cc-e35214e3a34e service nova] Lock "81844636-d682-4d19-9924-7529cd8a2409-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.819175] env[62683]: DEBUG nova.compute.manager [req-bbfa9a94-051b-49f4-b188-1a95d4613809 req-6b5e06a3-e197-4ba2-96cc-e35214e3a34e service nova] [instance: 81844636-d682-4d19-9924-7529cd8a2409] No waiting events found dispatching network-vif-plugged-fa12b022-8b53-4912-aaf3-f6ba9c3586de {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1495.819433] env[62683]: WARNING nova.compute.manager [req-bbfa9a94-051b-49f4-b188-1a95d4613809 req-6b5e06a3-e197-4ba2-96cc-e35214e3a34e service nova] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Received unexpected event network-vif-plugged-fa12b022-8b53-4912-aaf3-f6ba9c3586de for instance with vm_state building and task_state spawning. [ 1495.819528] env[62683]: DEBUG nova.compute.manager [req-bbfa9a94-051b-49f4-b188-1a95d4613809 req-6b5e06a3-e197-4ba2-96cc-e35214e3a34e service nova] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Received event network-changed-fa12b022-8b53-4912-aaf3-f6ba9c3586de {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1495.819795] env[62683]: DEBUG nova.compute.manager [req-bbfa9a94-051b-49f4-b188-1a95d4613809 req-6b5e06a3-e197-4ba2-96cc-e35214e3a34e service nova] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Refreshing instance network info cache due to event network-changed-fa12b022-8b53-4912-aaf3-f6ba9c3586de. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1495.819867] env[62683]: DEBUG oslo_concurrency.lockutils [req-bbfa9a94-051b-49f4-b188-1a95d4613809 req-6b5e06a3-e197-4ba2-96cc-e35214e3a34e service nova] Acquiring lock "refresh_cache-81844636-d682-4d19-9924-7529cd8a2409" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.834682] env[62683]: DEBUG nova.compute.manager [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Instance disappeared during snapshot {{(pid=62683) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1495.856764] env[62683]: DEBUG nova.compute.manager [None req-84b1e3e2-d21e-4fd8-b88c-1f4821b06c4b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Image not found during clean up a7dbe4db-e37b-4c69-928e-f796c6a25bfe {{(pid=62683) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1495.875500] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798779, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.893533] env[62683]: DEBUG nova.network.neutron [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1496.083372] env[62683]: DEBUG oslo_vmware.api [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.137695] env[62683]: DEBUG nova.compute.manager [req-d17d724d-7e1d-43c9-a622-486bb75e97ef req-2cf63323-7306-4ad2-b8a6-459fcc12321c service nova] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Received event network-vif-deleted-64d312d7-56a6-4c84-a3e8-0cfa615915ea {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1496.137978] env[62683]: INFO nova.compute.manager [req-d17d724d-7e1d-43c9-a622-486bb75e97ef req-2cf63323-7306-4ad2-b8a6-459fcc12321c service nova] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Neutron deleted interface 64d312d7-56a6-4c84-a3e8-0cfa615915ea; detaching it from the instance and deleting it from the info cache [ 1496.138796] env[62683]: DEBUG nova.network.neutron [req-d17d724d-7e1d-43c9-a622-486bb75e97ef req-2cf63323-7306-4ad2-b8a6-459fcc12321c service nova] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.147698] env[62683]: DEBUG nova.network.neutron [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Updating instance_info_cache with network_info: [{"id": "fa12b022-8b53-4912-aaf3-f6ba9c3586de", "address": "fa:16:3e:12:e9:07", "network": {"id": "b11e54ed-fd82-469c-9cd0-bf461573aa79", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1440140351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257383ed35ad482787813e0ca10df424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa12b022-8b", "ovs_interfaceid": "fa12b022-8b53-4912-aaf3-f6ba9c3586de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.373277] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747595} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.373566] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 1f24c7b2-67ce-4271-a77b-c7dfecb0b132/1f24c7b2-67ce-4271-a77b-c7dfecb0b132.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1496.373984] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1496.374126] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01db7128-482e-4738-ac87-52a93da0dd26 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.381302] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1496.381302] env[62683]: value = "task-1798781" [ 1496.381302] env[62683]: _type = "Task" [ 1496.381302] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.390945] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.474986] env[62683]: DEBUG nova.network.neutron [-] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.522208] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1496.556970] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1496.556970] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1496.556970] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1496.556970] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1496.556970] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1496.557286] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1496.557400] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1496.557591] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1496.557762] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1496.557922] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1496.558118] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1496.558434] env[62683]: DEBUG nova.network.neutron [-] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.560231] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b53926-7562-4f4a-8640-2ed3ab89717d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.577449] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0953431-aa73-4e6b-9c57-10db4733f8a9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.587397] env[62683]: DEBUG oslo_vmware.api [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.598943} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.588250] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1496.588714] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1496.588714] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1496.588795] env[62683]: INFO nova.compute.manager [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1496.589039] env[62683]: DEBUG oslo.service.loopingcall [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.589234] env[62683]: DEBUG nova.compute.manager [-] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1496.589345] env[62683]: DEBUG nova.network.neutron [-] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1496.641569] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-562699ed-0e11-4eac-b5b2-cc2e79f0e015 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.654312] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab34c93f-7652-44de-ba5d-d4b0742c1af3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.664538] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Releasing lock "refresh_cache-81844636-d682-4d19-9924-7529cd8a2409" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.664866] env[62683]: DEBUG nova.compute.manager [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Instance network_info: |[{"id": "fa12b022-8b53-4912-aaf3-f6ba9c3586de", "address": "fa:16:3e:12:e9:07", "network": {"id": "b11e54ed-fd82-469c-9cd0-bf461573aa79", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1440140351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257383ed35ad482787813e0ca10df424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa12b022-8b", "ovs_interfaceid": "fa12b022-8b53-4912-aaf3-f6ba9c3586de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1496.665854] env[62683]: DEBUG oslo_concurrency.lockutils [req-bbfa9a94-051b-49f4-b188-1a95d4613809 req-6b5e06a3-e197-4ba2-96cc-e35214e3a34e service nova] Acquired lock "refresh_cache-81844636-d682-4d19-9924-7529cd8a2409" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.665997] env[62683]: DEBUG nova.network.neutron [req-bbfa9a94-051b-49f4-b188-1a95d4613809 req-6b5e06a3-e197-4ba2-96cc-e35214e3a34e service nova] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Refreshing network info cache for port fa12b022-8b53-4912-aaf3-f6ba9c3586de {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1496.667096] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:e9:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa12b022-8b53-4912-aaf3-f6ba9c3586de', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1496.674303] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Creating folder: Project (257383ed35ad482787813e0ca10df424). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1496.675663] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b721221-d449-437e-be13-00cf6e92e1e6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.699163] env[62683]: DEBUG nova.compute.manager [req-d17d724d-7e1d-43c9-a622-486bb75e97ef req-2cf63323-7306-4ad2-b8a6-459fcc12321c service nova] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Detach interface failed, port_id=64d312d7-56a6-4c84-a3e8-0cfa615915ea, reason: Instance 9c0ff10a-84c8-4857-85e6-5f30991f1ac4 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1496.703052] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Created folder: Project (257383ed35ad482787813e0ca10df424) in parent group-v372889. [ 1496.703243] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Creating folder: Instances. Parent ref: group-v373021. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1496.703658] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8524455-0335-43ee-9c67-67d70f570bea {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.715903] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Created folder: Instances in parent group-v373021. [ 1496.716187] env[62683]: DEBUG oslo.service.loopingcall [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.716332] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1496.716528] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54d7b023-e586-46fe-a2ec-850bfd771b1e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.738405] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1496.738405] env[62683]: value = "task-1798784" [ 1496.738405] env[62683]: _type = "Task" [ 1496.738405] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.747859] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798784, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.892664] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.257265} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.893185] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1496.894473] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ca4bab-ce37-4b76-a360-465dda60f321 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.925746] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 1f24c7b2-67ce-4271-a77b-c7dfecb0b132/1f24c7b2-67ce-4271-a77b-c7dfecb0b132.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1496.929158] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c03652d2-fcdb-497d-bf00-01cef61422ea {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.954023] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1496.954023] env[62683]: value = "task-1798785" [ 1496.954023] env[62683]: _type = "Task" [ 1496.954023] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.963481] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.979048] env[62683]: INFO nova.compute.manager [-] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Took 1.42 seconds to deallocate network for instance. [ 1497.068314] env[62683]: INFO nova.compute.manager [-] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Took 1.34 seconds to deallocate network for instance. [ 1497.134419] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a758e971-c6db-4869-983c-68f9ef0852e3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.147039] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762cfa00-223f-4cfa-ad5d-5f4e18e99078 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.192833] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7987bf82-0dbb-4a0a-b748-bd7d11ea3283 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.202318] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb5d776-0e6e-4383-994a-fcdda4245d03 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.217958] env[62683]: DEBUG nova.compute.provider_tree [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.250998] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798784, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.297777] env[62683]: DEBUG nova.network.neutron [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Successfully updated port: c2b6c8cb-03e8-4d68-bc91-db34ede7b1a5 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1497.465306] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798785, 'name': ReconfigVM_Task, 'duration_secs': 0.306542} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.466012] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 1f24c7b2-67ce-4271-a77b-c7dfecb0b132/1f24c7b2-67ce-4271-a77b-c7dfecb0b132.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1497.466808] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45ba6ef0-1f08-42d9-b1a2-7d784f6638c6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.475207] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1497.475207] env[62683]: value = "task-1798786" [ 1497.475207] env[62683]: _type = "Task" [ 1497.475207] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.481666] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798786, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.484692] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.506723] env[62683]: DEBUG nova.network.neutron [req-bbfa9a94-051b-49f4-b188-1a95d4613809 req-6b5e06a3-e197-4ba2-96cc-e35214e3a34e service nova] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Updated VIF entry in instance network info cache for port fa12b022-8b53-4912-aaf3-f6ba9c3586de. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.507158] env[62683]: DEBUG nova.network.neutron [req-bbfa9a94-051b-49f4-b188-1a95d4613809 req-6b5e06a3-e197-4ba2-96cc-e35214e3a34e service nova] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Updating instance_info_cache with network_info: [{"id": "fa12b022-8b53-4912-aaf3-f6ba9c3586de", "address": "fa:16:3e:12:e9:07", "network": {"id": "b11e54ed-fd82-469c-9cd0-bf461573aa79", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1440140351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257383ed35ad482787813e0ca10df424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa12b022-8b", "ovs_interfaceid": "fa12b022-8b53-4912-aaf3-f6ba9c3586de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.551957] env[62683]: DEBUG nova.network.neutron [-] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.577841] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.720822] env[62683]: DEBUG nova.scheduler.client.report [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.758791] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798784, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.800582] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "refresh_cache-2498b9f3-1c28-48e0-9748-6ab002fbafd8" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.803089] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquired lock "refresh_cache-2498b9f3-1c28-48e0-9748-6ab002fbafd8" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.803337] env[62683]: DEBUG nova.network.neutron [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1497.849926] env[62683]: DEBUG nova.compute.manager [req-e8564e49-515a-424e-aae6-303672fd9d62 req-89428c03-03e6-431b-8641-907ef5f69f03 service nova] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Received event network-vif-deleted-f7e76c5e-f330-45ef-9894-1ff6d624d43e {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1497.850252] env[62683]: DEBUG nova.compute.manager [req-e8564e49-515a-424e-aae6-303672fd9d62 req-89428c03-03e6-431b-8641-907ef5f69f03 service nova] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Received event network-vif-plugged-c2b6c8cb-03e8-4d68-bc91-db34ede7b1a5 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1497.850556] env[62683]: DEBUG oslo_concurrency.lockutils [req-e8564e49-515a-424e-aae6-303672fd9d62 req-89428c03-03e6-431b-8641-907ef5f69f03 service nova] Acquiring lock "2498b9f3-1c28-48e0-9748-6ab002fbafd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.850801] env[62683]: DEBUG oslo_concurrency.lockutils [req-e8564e49-515a-424e-aae6-303672fd9d62 req-89428c03-03e6-431b-8641-907ef5f69f03 service nova] Lock "2498b9f3-1c28-48e0-9748-6ab002fbafd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.851094] env[62683]: DEBUG oslo_concurrency.lockutils [req-e8564e49-515a-424e-aae6-303672fd9d62 req-89428c03-03e6-431b-8641-907ef5f69f03 service nova] Lock "2498b9f3-1c28-48e0-9748-6ab002fbafd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.851321] env[62683]: DEBUG nova.compute.manager [req-e8564e49-515a-424e-aae6-303672fd9d62 req-89428c03-03e6-431b-8641-907ef5f69f03 service nova] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] No waiting events found dispatching network-vif-plugged-c2b6c8cb-03e8-4d68-bc91-db34ede7b1a5 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1497.851654] env[62683]: WARNING nova.compute.manager [req-e8564e49-515a-424e-aae6-303672fd9d62 req-89428c03-03e6-431b-8641-907ef5f69f03 service nova] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Received unexpected event network-vif-plugged-c2b6c8cb-03e8-4d68-bc91-db34ede7b1a5 for instance with vm_state building and task_state spawning. [ 1497.851916] env[62683]: DEBUG nova.compute.manager [req-e8564e49-515a-424e-aae6-303672fd9d62 req-89428c03-03e6-431b-8641-907ef5f69f03 service nova] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Received event network-changed-c2b6c8cb-03e8-4d68-bc91-db34ede7b1a5 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1497.855193] env[62683]: DEBUG nova.compute.manager [req-e8564e49-515a-424e-aae6-303672fd9d62 req-89428c03-03e6-431b-8641-907ef5f69f03 service nova] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Refreshing instance network info cache due to event network-changed-c2b6c8cb-03e8-4d68-bc91-db34ede7b1a5. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1497.855430] env[62683]: DEBUG oslo_concurrency.lockutils [req-e8564e49-515a-424e-aae6-303672fd9d62 req-89428c03-03e6-431b-8641-907ef5f69f03 service nova] Acquiring lock "refresh_cache-2498b9f3-1c28-48e0-9748-6ab002fbafd8" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.983969] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798786, 'name': Rename_Task, 'duration_secs': 0.140256} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.984268] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1497.984506] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70390dbf-7c00-4385-80d9-ebbf5acffab0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.991312] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1497.991312] env[62683]: value = "task-1798787" [ 1497.991312] env[62683]: _type = "Task" [ 1497.991312] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.998860] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.009561] env[62683]: DEBUG oslo_concurrency.lockutils [req-bbfa9a94-051b-49f4-b188-1a95d4613809 req-6b5e06a3-e197-4ba2-96cc-e35214e3a34e service nova] Releasing lock "refresh_cache-81844636-d682-4d19-9924-7529cd8a2409" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.054487] env[62683]: INFO nova.compute.manager [-] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Took 1.46 seconds to deallocate network for instance. [ 1498.208402] env[62683]: DEBUG nova.compute.manager [req-f4d0e64e-0d10-4f37-ab67-8b7f7a41ace0 req-1d66c2f5-d54d-4859-aadd-394a966035f9 service nova] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Received event network-vif-deleted-7cdb0904-639e-480d-bc36-8cef88822a87 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1498.225934] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.226671] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1498.229374] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.180s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.229609] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.231711] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.681s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.232334] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.233653] env[62683]: DEBUG oslo_concurrency.lockutils [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.085s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.233838] env[62683]: DEBUG oslo_concurrency.lockutils [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.235734] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.063s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.237150] env[62683]: INFO nova.compute.claims [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1498.250138] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798784, 'name': CreateVM_Task, 'duration_secs': 1.207463} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.250775] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1498.251329] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.252058] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.252058] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1498.252188] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-786071cb-9352-42e1-b9df-84b42c9e124d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.257878] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Waiting for the task: (returnval){ [ 1498.257878] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a0fe7e-89ca-0b41-e8ce-511c51474c6b" [ 1498.257878] env[62683]: _type = "Task" [ 1498.257878] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.268459] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a0fe7e-89ca-0b41-e8ce-511c51474c6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.273229] env[62683]: INFO nova.scheduler.client.report [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Deleted allocations for instance ab44615a-1ad2-4a6e-9730-a36879dd0e63 [ 1498.277523] env[62683]: INFO nova.scheduler.client.report [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Deleted allocations for instance 645b60de-8a61-4c6f-bdb8-b36ee7e082d3 [ 1498.300807] env[62683]: INFO nova.scheduler.client.report [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Deleted allocations for instance 89c1a690-0166-40a5-9947-5e4fd6c90748 [ 1498.365134] env[62683]: DEBUG nova.network.neutron [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1498.503697] env[62683]: DEBUG oslo_vmware.api [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798787, 'name': PowerOnVM_Task, 'duration_secs': 0.457249} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.503697] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1498.503697] env[62683]: INFO nova.compute.manager [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1498.503697] env[62683]: DEBUG nova.compute.manager [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1498.506919] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31944161-15e0-49c0-a80d-2312698e8abc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.562397] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.650588] env[62683]: DEBUG nova.network.neutron [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Updating instance_info_cache with network_info: [{"id": "c2b6c8cb-03e8-4d68-bc91-db34ede7b1a5", "address": "fa:16:3e:9f:72:c5", "network": {"id": "2de49465-9fb2-41a1-976e-c7676d734689", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-28277723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cd449d67ed447f7b765af16f8303b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b6c8cb-03", "ovs_interfaceid": "c2b6c8cb-03e8-4d68-bc91-db34ede7b1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.743533] env[62683]: DEBUG nova.compute.utils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1498.745217] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1498.745392] env[62683]: DEBUG nova.network.neutron [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1498.771019] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a0fe7e-89ca-0b41-e8ce-511c51474c6b, 'name': SearchDatastore_Task, 'duration_secs': 0.0118} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.771019] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.771019] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1498.771019] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.771019] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.771019] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1498.771019] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05bbb75d-02e1-446f-846e-e37a4c581e59 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.780573] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1498.780760] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1498.782535] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b5ae54-dd77-4d2e-831f-d948c4b0a986 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.795920] env[62683]: DEBUG oslo_concurrency.lockutils [None req-96eb422d-01f5-4771-baac-3ee0e3ae62b4 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lock "ab44615a-1ad2-4a6e-9730-a36879dd0e63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.403s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.798098] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03f7b08a-55ee-4a44-8d5f-21ae676c9150 tempest-ServerShowV254Test-535434519 tempest-ServerShowV254Test-535434519-project-member] Lock "645b60de-8a61-4c6f-bdb8-b36ee7e082d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.004s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.800974] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Waiting for the task: (returnval){ [ 1498.800974] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52dc86dd-5762-49ca-7509-d7ef91a13418" [ 1498.800974] env[62683]: _type = "Task" [ 1498.800974] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.809061] env[62683]: DEBUG nova.policy [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fe0f55e065640a98dbfa55bfc8136b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cd449d67ed447f7b765af16f8303b23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1498.815821] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fc509060-0ba2-4d09-b468-26947b560a32 tempest-ServerAddressesTestJSON-753738204 tempest-ServerAddressesTestJSON-753738204-project-member] Lock "89c1a690-0166-40a5-9947-5e4fd6c90748" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.308s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.822796] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52dc86dd-5762-49ca-7509-d7ef91a13418, 'name': SearchDatastore_Task, 'duration_secs': 0.017446} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.823832] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5d5d3df-d13c-4744-a80b-0b85bd1741ea {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.829893] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Waiting for the task: (returnval){ [ 1498.829893] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52650468-2e52-ce7f-5121-466565a76862" [ 1498.829893] env[62683]: _type = "Task" [ 1498.829893] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.840076] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52650468-2e52-ce7f-5121-466565a76862, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.023938] env[62683]: INFO nova.compute.manager [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Took 46.80 seconds to build instance. [ 1499.154261] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Releasing lock "refresh_cache-2498b9f3-1c28-48e0-9748-6ab002fbafd8" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.155808] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Instance network_info: |[{"id": "c2b6c8cb-03e8-4d68-bc91-db34ede7b1a5", "address": "fa:16:3e:9f:72:c5", "network": {"id": "2de49465-9fb2-41a1-976e-c7676d734689", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-28277723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cd449d67ed447f7b765af16f8303b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b6c8cb-03", "ovs_interfaceid": "c2b6c8cb-03e8-4d68-bc91-db34ede7b1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1499.156200] env[62683]: DEBUG oslo_concurrency.lockutils [req-e8564e49-515a-424e-aae6-303672fd9d62 req-89428c03-03e6-431b-8641-907ef5f69f03 service nova] Acquired lock "refresh_cache-2498b9f3-1c28-48e0-9748-6ab002fbafd8" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.156436] env[62683]: DEBUG nova.network.neutron [req-e8564e49-515a-424e-aae6-303672fd9d62 req-89428c03-03e6-431b-8641-907ef5f69f03 service nova] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Refreshing network info cache for port c2b6c8cb-03e8-4d68-bc91-db34ede7b1a5 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1499.158140] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:72:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2b6c8cb-03e8-4d68-bc91-db34ede7b1a5', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1499.172416] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Creating folder: Project (7cd449d67ed447f7b765af16f8303b23). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1499.177470] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c29dc48-2de2-4e69-b45e-3b0fc439c6b4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.189499] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Created folder: Project (7cd449d67ed447f7b765af16f8303b23) in parent group-v372889. [ 1499.189761] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Creating folder: Instances. Parent ref: group-v373024. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1499.189955] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aea47e83-42c4-4ed9-b023-063fdf226af8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.202871] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Created folder: Instances in parent group-v373024. [ 1499.203136] env[62683]: DEBUG oslo.service.loopingcall [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1499.203337] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1499.203540] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1375c2f3-1e47-4591-ad31-6d8c5dba5140 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.223738] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1499.223738] env[62683]: value = "task-1798790" [ 1499.223738] env[62683]: _type = "Task" [ 1499.223738] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.233089] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798790, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.255521] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1499.275114] env[62683]: DEBUG nova.network.neutron [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Successfully created port: b54e145d-b590-423a-a573-b9485cb6f4ba {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1499.347083] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52650468-2e52-ce7f-5121-466565a76862, 'name': SearchDatastore_Task, 'duration_secs': 0.024927} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.347083] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.347083] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 81844636-d682-4d19-9924-7529cd8a2409/81844636-d682-4d19-9924-7529cd8a2409.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1499.349819] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecf77a2d-a7f9-4402-9a0d-c3c1de9cb903 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.361285] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Waiting for the task: (returnval){ [ 1499.361285] env[62683]: value = "task-1798791" [ 1499.361285] env[62683]: _type = "Task" [ 1499.361285] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.371999] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': task-1798791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.526327] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d37b84d2-8e3e-405f-af3a-dbbce5a4f862 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "1f24c7b2-67ce-4271-a77b-c7dfecb0b132" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.852s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.736388] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798790, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.740631] env[62683]: DEBUG nova.network.neutron [req-e8564e49-515a-424e-aae6-303672fd9d62 req-89428c03-03e6-431b-8641-907ef5f69f03 service nova] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Updated VIF entry in instance network info cache for port c2b6c8cb-03e8-4d68-bc91-db34ede7b1a5. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1499.741837] env[62683]: DEBUG nova.network.neutron [req-e8564e49-515a-424e-aae6-303672fd9d62 req-89428c03-03e6-431b-8641-907ef5f69f03 service nova] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Updating instance_info_cache with network_info: [{"id": "c2b6c8cb-03e8-4d68-bc91-db34ede7b1a5", "address": "fa:16:3e:9f:72:c5", "network": {"id": "2de49465-9fb2-41a1-976e-c7676d734689", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-28277723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cd449d67ed447f7b765af16f8303b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b6c8cb-03", "ovs_interfaceid": "c2b6c8cb-03e8-4d68-bc91-db34ede7b1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.878415] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': task-1798791, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.894967] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bec23b-2470-40c1-9a99-6a3f2d66260e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.905646] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392b4b1b-187e-47f2-b906-9acafbfeb2d5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.947288] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae59dcc-7f3d-410c-953b-1053a18a536f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.959285] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484ac60e-aa24-4bc1-86e6-f976049f08da {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.980275] env[62683]: DEBUG nova.compute.provider_tree [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.985830] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "0aadee7f-0a1d-49ce-90cc-48107b8a107e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.986110] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "0aadee7f-0a1d-49ce-90cc-48107b8a107e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.031020] env[62683]: DEBUG nova.compute.manager [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1500.241032] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798790, 'name': CreateVM_Task, 'duration_secs': 0.969815} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.241032] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1500.241032] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.241032] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.241032] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1500.241032] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d0212c0-d897-4e70-92bf-ca1aabfe7d0e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.245388] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1500.245388] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f61fb8-b896-a8b6-024d-be3d2c7a11ff" [ 1500.245388] env[62683]: _type = "Task" [ 1500.245388] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.249557] env[62683]: DEBUG oslo_concurrency.lockutils [req-e8564e49-515a-424e-aae6-303672fd9d62 req-89428c03-03e6-431b-8641-907ef5f69f03 service nova] Releasing lock "refresh_cache-2498b9f3-1c28-48e0-9748-6ab002fbafd8" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.255790] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f61fb8-b896-a8b6-024d-be3d2c7a11ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.270445] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1500.306740] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1500.306740] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1500.306740] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1500.306740] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1500.306740] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1500.306963] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1500.308369] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1500.308369] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1500.308369] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1500.308369] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1500.308369] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1500.308941] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d2ebaa-fd77-42f2-a8a2-87bee137b894 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.317450] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d541ce6-c4ed-4ec5-a72c-ea11b557f7ad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.375097] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': task-1798791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712665} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.375324] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 81844636-d682-4d19-9924-7529cd8a2409/81844636-d682-4d19-9924-7529cd8a2409.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.375541] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.375798] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa1e84bc-8859-403e-a7b2-1eff41cb6b41 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.383361] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Waiting for the task: (returnval){ [ 1500.383361] env[62683]: value = "task-1798792" [ 1500.383361] env[62683]: _type = "Task" [ 1500.383361] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.391713] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': task-1798792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.487685] env[62683]: DEBUG nova.scheduler.client.report [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1500.555696] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.757609] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f61fb8-b896-a8b6-024d-be3d2c7a11ff, 'name': SearchDatastore_Task, 'duration_secs': 0.016439} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.757993] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.758369] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1500.758749] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.759498] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.759757] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1500.760115] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50a81d24-e0bd-4a92-befb-cf042c263708 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.772341] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1500.773419] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1500.774082] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee2816a-9b60-4dbc-8aa0-c0470b8314a8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.785162] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1500.785162] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f5ae2c-9c75-18d3-8320-cc73806eda66" [ 1500.785162] env[62683]: _type = "Task" [ 1500.785162] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.793364] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f5ae2c-9c75-18d3-8320-cc73806eda66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.896365] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': task-1798792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109005} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.896365] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1500.896747] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66dbd8e-a654-4fd2-83f9-2ca6c484e0b5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.926121] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 81844636-d682-4d19-9924-7529cd8a2409/81844636-d682-4d19-9924-7529cd8a2409.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1500.926857] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7af15c10-564e-4648-afe4-e104f963c88e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.952394] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Waiting for the task: (returnval){ [ 1500.952394] env[62683]: value = "task-1798793" [ 1500.952394] env[62683]: _type = "Task" [ 1500.952394] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.960727] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': task-1798793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.994032] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.995564] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1500.997311] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.234s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.998830] env[62683]: INFO nova.compute.claims [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1501.003143] env[62683]: DEBUG nova.network.neutron [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Successfully updated port: b54e145d-b590-423a-a573-b9485cb6f4ba {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1501.056984] env[62683]: DEBUG nova.compute.manager [req-2dbf3e24-5830-484e-9473-ffed269173c0 req-4d82b0dd-49ab-40f9-997a-665fe3df09ea service nova] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Received event network-vif-plugged-b54e145d-b590-423a-a573-b9485cb6f4ba {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1501.056984] env[62683]: DEBUG oslo_concurrency.lockutils [req-2dbf3e24-5830-484e-9473-ffed269173c0 req-4d82b0dd-49ab-40f9-997a-665fe3df09ea service nova] Acquiring lock "ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.057351] env[62683]: DEBUG oslo_concurrency.lockutils [req-2dbf3e24-5830-484e-9473-ffed269173c0 req-4d82b0dd-49ab-40f9-997a-665fe3df09ea service nova] Lock "ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.057592] env[62683]: DEBUG oslo_concurrency.lockutils [req-2dbf3e24-5830-484e-9473-ffed269173c0 req-4d82b0dd-49ab-40f9-997a-665fe3df09ea service nova] Lock "ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.057778] env[62683]: DEBUG nova.compute.manager [req-2dbf3e24-5830-484e-9473-ffed269173c0 req-4d82b0dd-49ab-40f9-997a-665fe3df09ea service nova] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] No waiting events found dispatching network-vif-plugged-b54e145d-b590-423a-a573-b9485cb6f4ba {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1501.057951] env[62683]: WARNING nova.compute.manager [req-2dbf3e24-5830-484e-9473-ffed269173c0 req-4d82b0dd-49ab-40f9-997a-665fe3df09ea service nova] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Received unexpected event network-vif-plugged-b54e145d-b590-423a-a573-b9485cb6f4ba for instance with vm_state building and task_state spawning. [ 1501.302490] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f5ae2c-9c75-18d3-8320-cc73806eda66, 'name': SearchDatastore_Task, 'duration_secs': 0.022816} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.303445] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0854d89f-13a1-4cd7-a4c5-70c200092c39 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.311303] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1501.311303] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5274ad9f-3914-2614-e504-9c02e48a621a" [ 1501.311303] env[62683]: _type = "Task" [ 1501.311303] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.320451] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5274ad9f-3914-2614-e504-9c02e48a621a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.478125] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': task-1798793, 'name': ReconfigVM_Task, 'duration_secs': 0.333276} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.478125] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 81844636-d682-4d19-9924-7529cd8a2409/81844636-d682-4d19-9924-7529cd8a2409.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.478125] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d99701b-3bed-4779-9e04-6ace7c0c7501 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.485051] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Waiting for the task: (returnval){ [ 1501.485051] env[62683]: value = "task-1798794" [ 1501.485051] env[62683]: _type = "Task" [ 1501.485051] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.498271] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': task-1798794, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.504069] env[62683]: DEBUG nova.compute.utils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1501.509039] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "refresh_cache-ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.509039] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquired lock "refresh_cache-ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.509039] env[62683]: DEBUG nova.network.neutron [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1501.509620] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1501.509803] env[62683]: DEBUG nova.network.neutron [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1501.582727] env[62683]: DEBUG nova.policy [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fe0f55e065640a98dbfa55bfc8136b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cd449d67ed447f7b765af16f8303b23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1501.820164] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5274ad9f-3914-2614-e504-9c02e48a621a, 'name': SearchDatastore_Task, 'duration_secs': 0.010523} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.820472] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.820743] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 2498b9f3-1c28-48e0-9748-6ab002fbafd8/2498b9f3-1c28-48e0-9748-6ab002fbafd8.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1501.821592] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60949ad2-9d5e-4db0-b341-17929ff0e399 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.828877] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1501.828877] env[62683]: value = "task-1798795" [ 1501.828877] env[62683]: _type = "Task" [ 1501.828877] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.837672] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.957268] env[62683]: DEBUG nova.network.neutron [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Successfully created port: 5c49c644-46f2-4921-8a07-4a83daf78fd9 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1501.966978] env[62683]: DEBUG oslo_concurrency.lockutils [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Acquiring lock "5b54aec0-7752-4141-bd05-322104320ffa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.967675] env[62683]: DEBUG oslo_concurrency.lockutils [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Lock "5b54aec0-7752-4141-bd05-322104320ffa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.995321] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': task-1798794, 'name': Rename_Task, 'duration_secs': 0.145256} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.995680] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1501.995976] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c304d37-b43a-40a2-a7c8-06789092828d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.003259] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Waiting for the task: (returnval){ [ 1502.003259] env[62683]: value = "task-1798796" [ 1502.003259] env[62683]: _type = "Task" [ 1502.003259] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.014746] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1502.031678] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': task-1798796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.141303] env[62683]: DEBUG nova.network.neutron [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1502.346753] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798795, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.403357] env[62683]: DEBUG nova.network.neutron [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Updating instance_info_cache with network_info: [{"id": "b54e145d-b590-423a-a573-b9485cb6f4ba", "address": "fa:16:3e:57:16:e9", "network": {"id": "2de49465-9fb2-41a1-976e-c7676d734689", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-28277723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cd449d67ed447f7b765af16f8303b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54e145d-b5", "ovs_interfaceid": "b54e145d-b590-423a-a573-b9485cb6f4ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.514432] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': task-1798796, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.689076] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cf0041-2940-484e-baf6-be34f31a2da1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.697162] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bdc5ef-6177-442b-8fbf-aeb7afe92ef1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.729855] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478e5288-235c-4c4b-9957-cbe28d45803e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.741594] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca19b6a4-a56a-460f-8e0c-9aae842eee8f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.756262] env[62683]: DEBUG nova.compute.provider_tree [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.841683] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725437} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.841942] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 2498b9f3-1c28-48e0-9748-6ab002fbafd8/2498b9f3-1c28-48e0-9748-6ab002fbafd8.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1502.842309] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1502.842616] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a8d8282-f06a-4a08-93c6-e698b868724e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.849161] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1502.849161] env[62683]: value = "task-1798797" [ 1502.849161] env[62683]: _type = "Task" [ 1502.849161] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.859238] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.906759] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Releasing lock "refresh_cache-ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.907095] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Instance network_info: |[{"id": "b54e145d-b590-423a-a573-b9485cb6f4ba", "address": "fa:16:3e:57:16:e9", "network": {"id": "2de49465-9fb2-41a1-976e-c7676d734689", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-28277723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cd449d67ed447f7b765af16f8303b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54e145d-b5", "ovs_interfaceid": "b54e145d-b590-423a-a573-b9485cb6f4ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1502.907528] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:16:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b54e145d-b590-423a-a573-b9485cb6f4ba', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1502.917967] env[62683]: DEBUG oslo.service.loopingcall [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.918298] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1502.918758] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0cb9337-c4bc-41ec-bc5d-0c3cc750d5e9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.951758] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1502.951758] env[62683]: value = "task-1798798" [ 1502.951758] env[62683]: _type = "Task" [ 1502.951758] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.960059] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798798, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.013616] env[62683]: DEBUG oslo_vmware.api [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': task-1798796, 'name': PowerOnVM_Task, 'duration_secs': 0.784457} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.014429] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.014707] env[62683]: INFO nova.compute.manager [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1503.014907] env[62683]: DEBUG nova.compute.manager [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1503.015718] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43b8792-3f3f-4bb9-984e-13b11ff4fe8a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.029022] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1503.050195] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1503.050354] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1503.050608] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1503.050718] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1503.050838] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1503.050984] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1503.051206] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1503.051359] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1503.051628] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1503.051827] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1503.052024] env[62683]: DEBUG nova.virt.hardware [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1503.053283] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b55a3b-6350-4f20-b770-c8b228789b27 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.062912] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa60f0f-be78-4a67-865c-d8a6ec9ca771 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.112654] env[62683]: DEBUG nova.compute.manager [req-50e3de23-6cf3-4701-a632-ee316b1d721f req-b1e1b8a0-07ee-4ae2-afcd-b8bf1a6a7a54 service nova] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Received event network-changed-b54e145d-b590-423a-a573-b9485cb6f4ba {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1503.112941] env[62683]: DEBUG nova.compute.manager [req-50e3de23-6cf3-4701-a632-ee316b1d721f req-b1e1b8a0-07ee-4ae2-afcd-b8bf1a6a7a54 service nova] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Refreshing instance network info cache due to event network-changed-b54e145d-b590-423a-a573-b9485cb6f4ba. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1503.117530] env[62683]: DEBUG oslo_concurrency.lockutils [req-50e3de23-6cf3-4701-a632-ee316b1d721f req-b1e1b8a0-07ee-4ae2-afcd-b8bf1a6a7a54 service nova] Acquiring lock "refresh_cache-ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.117530] env[62683]: DEBUG oslo_concurrency.lockutils [req-50e3de23-6cf3-4701-a632-ee316b1d721f req-b1e1b8a0-07ee-4ae2-afcd-b8bf1a6a7a54 service nova] Acquired lock "refresh_cache-ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.117530] env[62683]: DEBUG nova.network.neutron [req-50e3de23-6cf3-4701-a632-ee316b1d721f req-b1e1b8a0-07ee-4ae2-afcd-b8bf1a6a7a54 service nova] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Refreshing network info cache for port b54e145d-b590-423a-a573-b9485cb6f4ba {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1503.258039] env[62683]: DEBUG nova.scheduler.client.report [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1503.359161] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076725} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.359519] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1503.360236] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305e5bed-8e5a-4a33-bc2c-14ec1b966138 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.384897] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 2498b9f3-1c28-48e0-9748-6ab002fbafd8/2498b9f3-1c28-48e0-9748-6ab002fbafd8.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1503.385205] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4a58f14-8690-42b7-98b8-4ff2bef9a369 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.406915] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1503.406915] env[62683]: value = "task-1798799" [ 1503.406915] env[62683]: _type = "Task" [ 1503.406915] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.416264] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.464742] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798798, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.533362] env[62683]: INFO nova.compute.manager [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Took 50.76 seconds to build instance. [ 1503.624186] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "f4e83ce0-2ba7-45cf-a060-124af8a7ff02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.624473] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "f4e83ce0-2ba7-45cf-a060-124af8a7ff02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.763387] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.764010] env[62683]: DEBUG nova.compute.manager [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1503.767245] env[62683]: DEBUG oslo_concurrency.lockutils [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.305s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.768737] env[62683]: INFO nova.compute.claims [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1503.895704] env[62683]: DEBUG nova.network.neutron [req-50e3de23-6cf3-4701-a632-ee316b1d721f req-b1e1b8a0-07ee-4ae2-afcd-b8bf1a6a7a54 service nova] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Updated VIF entry in instance network info cache for port b54e145d-b590-423a-a573-b9485cb6f4ba. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1503.896212] env[62683]: DEBUG nova.network.neutron [req-50e3de23-6cf3-4701-a632-ee316b1d721f req-b1e1b8a0-07ee-4ae2-afcd-b8bf1a6a7a54 service nova] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Updating instance_info_cache with network_info: [{"id": "b54e145d-b590-423a-a573-b9485cb6f4ba", "address": "fa:16:3e:57:16:e9", "network": {"id": "2de49465-9fb2-41a1-976e-c7676d734689", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-28277723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cd449d67ed447f7b765af16f8303b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54e145d-b5", "ovs_interfaceid": "b54e145d-b590-423a-a573-b9485cb6f4ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.907027] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquiring lock "512f1357-cb29-440a-9c61-f4c75dab4207" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.907259] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "512f1357-cb29-440a-9c61-f4c75dab4207" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.920201] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798799, 'name': ReconfigVM_Task, 'duration_secs': 0.284385} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.920495] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 2498b9f3-1c28-48e0-9748-6ab002fbafd8/2498b9f3-1c28-48e0-9748-6ab002fbafd8.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1503.921128] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dd5d518-31e9-4872-b4c6-e915a00af5f6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.929351] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1503.929351] env[62683]: value = "task-1798800" [ 1503.929351] env[62683]: _type = "Task" [ 1503.929351] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.939427] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798800, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.962890] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798798, 'name': CreateVM_Task, 'duration_secs': 0.661177} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.963214] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1503.963735] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.963906] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.964247] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1503.964497] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa461aa5-a744-493a-87b2-04ae10d7047f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.970366] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1503.970366] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]520c131e-0057-26c7-1b97-e5672a48ebae" [ 1503.970366] env[62683]: _type = "Task" [ 1503.970366] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.977628] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]520c131e-0057-26c7-1b97-e5672a48ebae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.035664] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae135292-3fb3-42ed-9a88-251fcd78c3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Lock "81844636-d682-4d19-9924-7529cd8a2409" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.534s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.064271] env[62683]: DEBUG nova.network.neutron [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Successfully updated port: 5c49c644-46f2-4921-8a07-4a83daf78fd9 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1504.277779] env[62683]: DEBUG nova.compute.utils [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1504.281260] env[62683]: DEBUG nova.compute.manager [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1504.281465] env[62683]: DEBUG nova.network.neutron [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1504.325054] env[62683]: DEBUG nova.policy [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26cc41ce68e7428b97adc93862569517', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5f2100bb892434abc77e3d62a3b9277', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1504.399541] env[62683]: DEBUG oslo_concurrency.lockutils [req-50e3de23-6cf3-4701-a632-ee316b1d721f req-b1e1b8a0-07ee-4ae2-afcd-b8bf1a6a7a54 service nova] Releasing lock "refresh_cache-ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.411086] env[62683]: DEBUG nova.compute.utils [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1504.439596] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798800, 'name': Rename_Task, 'duration_secs': 0.137761} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.439868] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1504.440234] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a44aa45c-fd3b-4e78-953c-b284203e0773 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.446241] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1504.446241] env[62683]: value = "task-1798801" [ 1504.446241] env[62683]: _type = "Task" [ 1504.446241] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.453855] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.479521] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]520c131e-0057-26c7-1b97-e5672a48ebae, 'name': SearchDatastore_Task, 'duration_secs': 0.009533} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.479812] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.480058] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1504.480366] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.480441] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.480631] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1504.480876] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e565b6d-cc82-4ace-bc11-0402281d17a6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.491321] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1504.491321] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1504.491586] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6757aecb-b528-4a1a-a2ff-95f4e7f8afc4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.496774] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1504.496774] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5261d700-a73b-0d46-68a9-70ef1b9cd0ee" [ 1504.496774] env[62683]: _type = "Task" [ 1504.496774] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.504952] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5261d700-a73b-0d46-68a9-70ef1b9cd0ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.540513] env[62683]: DEBUG nova.compute.manager [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1504.568049] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "refresh_cache-76116724-b0a6-4145-914a-fa5e4ac373c5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.568049] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquired lock "refresh_cache-76116724-b0a6-4145-914a-fa5e4ac373c5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.568049] env[62683]: DEBUG nova.network.neutron [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1504.608836] env[62683]: DEBUG nova.network.neutron [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Successfully created port: 825dabdf-61ff-4d0b-b132-7c3faffc8f71 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1504.785179] env[62683]: DEBUG nova.compute.manager [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1504.915794] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "512f1357-cb29-440a-9c61-f4c75dab4207" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.955783] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798801, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.006738] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5261d700-a73b-0d46-68a9-70ef1b9cd0ee, 'name': SearchDatastore_Task, 'duration_secs': 0.017648} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.009765] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b23b0827-76e7-4830-bb51-1db28ec17171 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.014916] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1505.014916] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a7cfb8-daf2-1bc1-9134-2f701b0626f5" [ 1505.014916] env[62683]: _type = "Task" [ 1505.014916] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.023285] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a7cfb8-daf2-1bc1-9134-2f701b0626f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.059686] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.102852] env[62683]: DEBUG nova.network.neutron [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1505.263890] env[62683]: DEBUG nova.network.neutron [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Updating instance_info_cache with network_info: [{"id": "5c49c644-46f2-4921-8a07-4a83daf78fd9", "address": "fa:16:3e:67:fc:fd", "network": {"id": "2de49465-9fb2-41a1-976e-c7676d734689", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-28277723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cd449d67ed447f7b765af16f8303b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c49c644-46", "ovs_interfaceid": "5c49c644-46f2-4921-8a07-4a83daf78fd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.267407] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad69eddd-39e0-476c-ba55-199b19eaf4e8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.276561] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96475848-d01a-4556-bf32-b3311931e7f4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.316601] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0006641b-8c24-42d8-adb2-e8aae65b45b5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.321845] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a35a50c-b4cf-4b64-a88b-3e0bf7434a4a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.336527] env[62683]: DEBUG nova.compute.provider_tree [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.458112] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798801, 'name': PowerOnVM_Task, 'duration_secs': 0.536451} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.458391] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1505.458597] env[62683]: INFO nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1505.458766] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.459648] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2330c57-1b46-48f1-96a7-c7a174fcb21e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.525707] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a7cfb8-daf2-1bc1-9134-2f701b0626f5, 'name': SearchDatastore_Task, 'duration_secs': 0.044577} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.525707] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.525923] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8/ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1505.526193] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f33daf1e-be63-41a4-be6f-2985d88ccc1a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.533531] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1505.533531] env[62683]: value = "task-1798802" [ 1505.533531] env[62683]: _type = "Task" [ 1505.533531] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.543782] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.773441] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Releasing lock "refresh_cache-76116724-b0a6-4145-914a-fa5e4ac373c5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.773581] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Instance network_info: |[{"id": "5c49c644-46f2-4921-8a07-4a83daf78fd9", "address": "fa:16:3e:67:fc:fd", "network": {"id": "2de49465-9fb2-41a1-976e-c7676d734689", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-28277723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cd449d67ed447f7b765af16f8303b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c49c644-46", "ovs_interfaceid": "5c49c644-46f2-4921-8a07-4a83daf78fd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1505.773952] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:fc:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c49c644-46f2-4921-8a07-4a83daf78fd9', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1505.782370] env[62683]: DEBUG oslo.service.loopingcall [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1505.782530] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1505.782671] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8246e5b-0cdc-4abc-aa09-a6d7a7c4ffe9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.803425] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1505.803425] env[62683]: value = "task-1798803" [ 1505.803425] env[62683]: _type = "Task" [ 1505.803425] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.811727] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798803, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.818097] env[62683]: DEBUG nova.compute.manager [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1505.839275] env[62683]: DEBUG nova.scheduler.client.report [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.852618] env[62683]: DEBUG nova.virt.hardware [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1505.852618] env[62683]: DEBUG nova.virt.hardware [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1505.852618] env[62683]: DEBUG nova.virt.hardware [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1505.852618] env[62683]: DEBUG nova.virt.hardware [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1505.852878] env[62683]: DEBUG nova.virt.hardware [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1505.853183] env[62683]: DEBUG nova.virt.hardware [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1505.853183] env[62683]: DEBUG nova.virt.hardware [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1505.853351] env[62683]: DEBUG nova.virt.hardware [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1505.853464] env[62683]: DEBUG nova.virt.hardware [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1505.853629] env[62683]: DEBUG nova.virt.hardware [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1505.853955] env[62683]: DEBUG nova.virt.hardware [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1505.854710] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd793f56-4744-4bca-9901-74efc3c33fa3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.862904] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79f2f56-a20e-4276-a22c-5ded9d71e803 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.918500] env[62683]: DEBUG nova.compute.manager [req-a1d8f646-89f6-4a01-8b42-ad462e162aa0 req-dce31de9-cd35-48e1-819f-8e94287d6421 service nova] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Received event network-vif-plugged-5c49c644-46f2-4921-8a07-4a83daf78fd9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1505.918836] env[62683]: DEBUG oslo_concurrency.lockutils [req-a1d8f646-89f6-4a01-8b42-ad462e162aa0 req-dce31de9-cd35-48e1-819f-8e94287d6421 service nova] Acquiring lock "76116724-b0a6-4145-914a-fa5e4ac373c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.919119] env[62683]: DEBUG oslo_concurrency.lockutils [req-a1d8f646-89f6-4a01-8b42-ad462e162aa0 req-dce31de9-cd35-48e1-819f-8e94287d6421 service nova] Lock "76116724-b0a6-4145-914a-fa5e4ac373c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.919430] env[62683]: DEBUG oslo_concurrency.lockutils [req-a1d8f646-89f6-4a01-8b42-ad462e162aa0 req-dce31de9-cd35-48e1-819f-8e94287d6421 service nova] Lock "76116724-b0a6-4145-914a-fa5e4ac373c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.919674] env[62683]: DEBUG nova.compute.manager [req-a1d8f646-89f6-4a01-8b42-ad462e162aa0 req-dce31de9-cd35-48e1-819f-8e94287d6421 service nova] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] No waiting events found dispatching network-vif-plugged-5c49c644-46f2-4921-8a07-4a83daf78fd9 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1505.919907] env[62683]: WARNING nova.compute.manager [req-a1d8f646-89f6-4a01-8b42-ad462e162aa0 req-dce31de9-cd35-48e1-819f-8e94287d6421 service nova] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Received unexpected event network-vif-plugged-5c49c644-46f2-4921-8a07-4a83daf78fd9 for instance with vm_state building and task_state spawning. [ 1505.920089] env[62683]: DEBUG nova.compute.manager [req-a1d8f646-89f6-4a01-8b42-ad462e162aa0 req-dce31de9-cd35-48e1-819f-8e94287d6421 service nova] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Received event network-changed-5c49c644-46f2-4921-8a07-4a83daf78fd9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1505.920327] env[62683]: DEBUG nova.compute.manager [req-a1d8f646-89f6-4a01-8b42-ad462e162aa0 req-dce31de9-cd35-48e1-819f-8e94287d6421 service nova] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Refreshing instance network info cache due to event network-changed-5c49c644-46f2-4921-8a07-4a83daf78fd9. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1505.920641] env[62683]: DEBUG oslo_concurrency.lockutils [req-a1d8f646-89f6-4a01-8b42-ad462e162aa0 req-dce31de9-cd35-48e1-819f-8e94287d6421 service nova] Acquiring lock "refresh_cache-76116724-b0a6-4145-914a-fa5e4ac373c5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.921824] env[62683]: DEBUG oslo_concurrency.lockutils [req-a1d8f646-89f6-4a01-8b42-ad462e162aa0 req-dce31de9-cd35-48e1-819f-8e94287d6421 service nova] Acquired lock "refresh_cache-76116724-b0a6-4145-914a-fa5e4ac373c5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.921824] env[62683]: DEBUG nova.network.neutron [req-a1d8f646-89f6-4a01-8b42-ad462e162aa0 req-dce31de9-cd35-48e1-819f-8e94287d6421 service nova] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Refreshing network info cache for port 5c49c644-46f2-4921-8a07-4a83daf78fd9 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.977552] env[62683]: INFO nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Took 47.75 seconds to build instance. [ 1505.985748] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquiring lock "512f1357-cb29-440a-9c61-f4c75dab4207" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.986017] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "512f1357-cb29-440a-9c61-f4c75dab4207" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.986378] env[62683]: INFO nova.compute.manager [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Attaching volume 01637cab-6ce7-4948-be30-5783c79d366e to /dev/sdb [ 1506.025281] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e220a8-05d2-4e10-b1c7-77a3eaa72578 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.034497] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903477c3-6edb-4c2e-9747-cc0490dc0f7c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.049907] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798802, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.057118] env[62683]: DEBUG nova.virt.block_device [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Updating existing volume attachment record: 5aeaf1eb-3899-4645-809e-ad685e3e0e55 {{(pid=62683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1506.305628] env[62683]: DEBUG nova.compute.manager [req-fb9bec49-2448-48c6-a47d-84711cec3977 req-1d60b3bb-0bd1-4269-920e-48382e9c0783 service nova] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Received event network-changed-fa12b022-8b53-4912-aaf3-f6ba9c3586de {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1506.305881] env[62683]: DEBUG nova.compute.manager [req-fb9bec49-2448-48c6-a47d-84711cec3977 req-1d60b3bb-0bd1-4269-920e-48382e9c0783 service nova] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Refreshing instance network info cache due to event network-changed-fa12b022-8b53-4912-aaf3-f6ba9c3586de. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1506.306181] env[62683]: DEBUG oslo_concurrency.lockutils [req-fb9bec49-2448-48c6-a47d-84711cec3977 req-1d60b3bb-0bd1-4269-920e-48382e9c0783 service nova] Acquiring lock "refresh_cache-81844636-d682-4d19-9924-7529cd8a2409" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.306347] env[62683]: DEBUG oslo_concurrency.lockutils [req-fb9bec49-2448-48c6-a47d-84711cec3977 req-1d60b3bb-0bd1-4269-920e-48382e9c0783 service nova] Acquired lock "refresh_cache-81844636-d682-4d19-9924-7529cd8a2409" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.306491] env[62683]: DEBUG nova.network.neutron [req-fb9bec49-2448-48c6-a47d-84711cec3977 req-1d60b3bb-0bd1-4269-920e-48382e9c0783 service nova] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Refreshing network info cache for port fa12b022-8b53-4912-aaf3-f6ba9c3586de {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1506.319861] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798803, 'name': CreateVM_Task, 'duration_secs': 0.444293} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.320044] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1506.321395] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.321395] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.321395] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1506.322557] env[62683]: DEBUG nova.network.neutron [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Successfully updated port: 825dabdf-61ff-4d0b-b132-7c3faffc8f71 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1506.323726] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcd5a4d6-260a-4157-bdb3-c32901edb285 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.331371] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1506.331371] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]525ecc15-5ca1-1068-c2e9-79aa8b726604" [ 1506.331371] env[62683]: _type = "Task" [ 1506.331371] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.341815] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]525ecc15-5ca1-1068-c2e9-79aa8b726604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.349058] env[62683]: DEBUG oslo_concurrency.lockutils [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.349058] env[62683]: DEBUG nova.compute.manager [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1506.353468] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.008s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.353468] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.356057] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.411s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.359098] env[62683]: INFO nova.compute.claims [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1506.398404] env[62683]: INFO nova.scheduler.client.report [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Deleted allocations for instance 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c [ 1506.480980] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "2498b9f3-1c28-48e0-9748-6ab002fbafd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.114s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.546960] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.868357} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.547032] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8/ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1506.547501] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1506.548226] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd9e1e87-0d29-41b3-a937-a0fad6af6e25 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.555575] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1506.555575] env[62683]: value = "task-1798807" [ 1506.555575] env[62683]: _type = "Task" [ 1506.555575] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.570575] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.706244] env[62683]: DEBUG nova.network.neutron [req-a1d8f646-89f6-4a01-8b42-ad462e162aa0 req-dce31de9-cd35-48e1-819f-8e94287d6421 service nova] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Updated VIF entry in instance network info cache for port 5c49c644-46f2-4921-8a07-4a83daf78fd9. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1506.706656] env[62683]: DEBUG nova.network.neutron [req-a1d8f646-89f6-4a01-8b42-ad462e162aa0 req-dce31de9-cd35-48e1-819f-8e94287d6421 service nova] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Updating instance_info_cache with network_info: [{"id": "5c49c644-46f2-4921-8a07-4a83daf78fd9", "address": "fa:16:3e:67:fc:fd", "network": {"id": "2de49465-9fb2-41a1-976e-c7676d734689", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-28277723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cd449d67ed447f7b765af16f8303b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c49c644-46", "ovs_interfaceid": "5c49c644-46f2-4921-8a07-4a83daf78fd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.828160] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.828538] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.828610] env[62683]: DEBUG nova.network.neutron [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1506.848650] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]525ecc15-5ca1-1068-c2e9-79aa8b726604, 'name': SearchDatastore_Task, 'duration_secs': 0.043824} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.849162] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.849573] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1506.849992] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.850328] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.850670] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1506.851411] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8c1e35e-c742-407e-a41e-d73b4956885b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.864836] env[62683]: DEBUG nova.compute.utils [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1506.868577] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1506.868968] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1506.873018] env[62683]: DEBUG nova.compute.manager [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1506.873018] env[62683]: DEBUG nova.network.neutron [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1506.873018] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46fd7040-0129-4258-82c1-8bf65a0d54da {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.879316] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1506.879316] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f124f9-c2d0-6e66-ec4d-a0dac907e917" [ 1506.879316] env[62683]: _type = "Task" [ 1506.879316] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.893684] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f124f9-c2d0-6e66-ec4d-a0dac907e917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.910529] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0e1d6ac9-5787-428b-baf9-cd93dcb13600 tempest-ServersTestMultiNic-148024020 tempest-ServersTestMultiNic-148024020-project-member] Lock "46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.765s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.979752] env[62683]: DEBUG nova.policy [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a50774bf59048889373b84da3984a1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53a51b98e6304137b4166eb2cc05537a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1506.983778] env[62683]: DEBUG nova.compute.manager [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1507.065816] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067002} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.066261] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1507.067087] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89136c52-53af-44e8-a9f5-d916ff5a0f0f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.089774] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8/ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1507.092493] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f075ec53-6d95-484a-9a05-42b1ca3cacd6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.112468] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1507.112468] env[62683]: value = "task-1798808" [ 1507.112468] env[62683]: _type = "Task" [ 1507.112468] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.120989] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.157519] env[62683]: DEBUG nova.network.neutron [req-fb9bec49-2448-48c6-a47d-84711cec3977 req-1d60b3bb-0bd1-4269-920e-48382e9c0783 service nova] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Updated VIF entry in instance network info cache for port fa12b022-8b53-4912-aaf3-f6ba9c3586de. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.157519] env[62683]: DEBUG nova.network.neutron [req-fb9bec49-2448-48c6-a47d-84711cec3977 req-1d60b3bb-0bd1-4269-920e-48382e9c0783 service nova] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Updating instance_info_cache with network_info: [{"id": "fa12b022-8b53-4912-aaf3-f6ba9c3586de", "address": "fa:16:3e:12:e9:07", "network": {"id": "b11e54ed-fd82-469c-9cd0-bf461573aa79", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1440140351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257383ed35ad482787813e0ca10df424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa12b022-8b", "ovs_interfaceid": "fa12b022-8b53-4912-aaf3-f6ba9c3586de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.209797] env[62683]: DEBUG oslo_concurrency.lockutils [req-a1d8f646-89f6-4a01-8b42-ad462e162aa0 req-dce31de9-cd35-48e1-819f-8e94287d6421 service nova] Releasing lock "refresh_cache-76116724-b0a6-4145-914a-fa5e4ac373c5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.374198] env[62683]: DEBUG nova.compute.manager [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1507.374759] env[62683]: DEBUG nova.network.neutron [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1507.390580] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f124f9-c2d0-6e66-ec4d-a0dac907e917, 'name': SearchDatastore_Task, 'duration_secs': 0.01174} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.391445] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ab461ae-e2c1-4c41-aff9-13ae44a8757c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.399184] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1507.399184] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f91109-7eb2-6c2b-9a75-ea63903cb1c6" [ 1507.399184] env[62683]: _type = "Task" [ 1507.399184] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.407385] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f91109-7eb2-6c2b-9a75-ea63903cb1c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.508190] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.576818] env[62683]: DEBUG nova.network.neutron [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Successfully created port: 7fe87542-d490-4768-9208-52a8ef44345a {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1507.625648] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.659860] env[62683]: DEBUG oslo_concurrency.lockutils [req-fb9bec49-2448-48c6-a47d-84711cec3977 req-1d60b3bb-0bd1-4269-920e-48382e9c0783 service nova] Releasing lock "refresh_cache-81844636-d682-4d19-9924-7529cd8a2409" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.674544] env[62683]: DEBUG nova.network.neutron [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Updating instance_info_cache with network_info: [{"id": "825dabdf-61ff-4d0b-b132-7c3faffc8f71", "address": "fa:16:3e:3e:e2:5a", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825dabdf-61", "ovs_interfaceid": "825dabdf-61ff-4d0b-b132-7c3faffc8f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.805506] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Acquiring lock "843864d3-0354-4f0c-9e70-533b4c5b9712" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.805766] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Lock "843864d3-0354-4f0c-9e70-533b4c5b9712" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.805977] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Acquiring lock "843864d3-0354-4f0c-9e70-533b4c5b9712-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.806179] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Lock "843864d3-0354-4f0c-9e70-533b4c5b9712-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.806349] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Lock "843864d3-0354-4f0c-9e70-533b4c5b9712-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.808536] env[62683]: INFO nova.compute.manager [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Terminating instance [ 1507.910119] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f91109-7eb2-6c2b-9a75-ea63903cb1c6, 'name': SearchDatastore_Task, 'duration_secs': 0.018643} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.913273] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.913552] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 76116724-b0a6-4145-914a-fa5e4ac373c5/76116724-b0a6-4145-914a-fa5e4ac373c5.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1507.914213] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ce72ce3-4020-473a-a003-a628a6f50f7b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.921655] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1507.921655] env[62683]: value = "task-1798809" [ 1507.921655] env[62683]: _type = "Task" [ 1507.921655] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.935065] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.952752] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408dde30-41d2-4ca6-94ab-3c9803866eb4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.959817] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49c33c6-3ca5-463b-a28f-c7502d1cd6b0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.996418] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a25671-553d-47da-bac0-d3686a6b301b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.005403] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a0d0ae-5c8b-431e-9a3b-d58514f74f64 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.023848] env[62683]: DEBUG nova.compute.provider_tree [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.125922] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798808, 'name': ReconfigVM_Task, 'duration_secs': 0.630896} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.126240] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Reconfigured VM instance instance-0000002e to attach disk [datastore1] ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8/ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1508.126900] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-911d0a48-1b78-4664-802a-f35add354857 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.133806] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1508.133806] env[62683]: value = "task-1798810" [ 1508.133806] env[62683]: _type = "Task" [ 1508.133806] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.143904] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798810, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.180046] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.180046] env[62683]: DEBUG nova.compute.manager [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Instance network_info: |[{"id": "825dabdf-61ff-4d0b-b132-7c3faffc8f71", "address": "fa:16:3e:3e:e2:5a", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825dabdf-61", "ovs_interfaceid": "825dabdf-61ff-4d0b-b132-7c3faffc8f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1508.180046] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:e2:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '825dabdf-61ff-4d0b-b132-7c3faffc8f71', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1508.192397] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Creating folder: Project (b5f2100bb892434abc77e3d62a3b9277). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1508.192397] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb162ac6-8133-4737-aa09-ec32bad79b50 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.202709] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Created folder: Project (b5f2100bb892434abc77e3d62a3b9277) in parent group-v372889. [ 1508.202919] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Creating folder: Instances. Parent ref: group-v373031. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1508.203539] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df5b4bc6-9c50-467d-bf1d-fe74ec3da4a4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.215804] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Created folder: Instances in parent group-v373031. [ 1508.215804] env[62683]: DEBUG oslo.service.loopingcall [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1508.215967] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1508.216101] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c365a19-bcbe-4a3a-83a7-419a0393a7ce {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.238032] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1508.238032] env[62683]: value = "task-1798813" [ 1508.238032] env[62683]: _type = "Task" [ 1508.238032] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.244358] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798813, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.317244] env[62683]: DEBUG nova.compute.manager [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1508.317512] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1508.317801] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d1d0046-95d3-4db6-9305-e6815728a96e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.325811] env[62683]: DEBUG oslo_vmware.api [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Waiting for the task: (returnval){ [ 1508.325811] env[62683]: value = "task-1798814" [ 1508.325811] env[62683]: _type = "Task" [ 1508.325811] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.335043] env[62683]: DEBUG oslo_vmware.api [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Task: {'id': task-1798814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.380835] env[62683]: DEBUG nova.compute.manager [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1508.386949] env[62683]: DEBUG nova.compute.manager [req-5825890f-2ad6-439f-b571-9e4cfa6d77b0 req-1e22e351-574d-4718-ac17-b8f967f7d41a service nova] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Received event network-vif-plugged-825dabdf-61ff-4d0b-b132-7c3faffc8f71 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1508.386949] env[62683]: DEBUG oslo_concurrency.lockutils [req-5825890f-2ad6-439f-b571-9e4cfa6d77b0 req-1e22e351-574d-4718-ac17-b8f967f7d41a service nova] Acquiring lock "134c873e-9d20-4c6a-931f-c835cfb97376-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.387557] env[62683]: DEBUG oslo_concurrency.lockutils [req-5825890f-2ad6-439f-b571-9e4cfa6d77b0 req-1e22e351-574d-4718-ac17-b8f967f7d41a service nova] Lock "134c873e-9d20-4c6a-931f-c835cfb97376-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.387557] env[62683]: DEBUG oslo_concurrency.lockutils [req-5825890f-2ad6-439f-b571-9e4cfa6d77b0 req-1e22e351-574d-4718-ac17-b8f967f7d41a service nova] Lock "134c873e-9d20-4c6a-931f-c835cfb97376-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.387799] env[62683]: DEBUG nova.compute.manager [req-5825890f-2ad6-439f-b571-9e4cfa6d77b0 req-1e22e351-574d-4718-ac17-b8f967f7d41a service nova] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] No waiting events found dispatching network-vif-plugged-825dabdf-61ff-4d0b-b132-7c3faffc8f71 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1508.387963] env[62683]: WARNING nova.compute.manager [req-5825890f-2ad6-439f-b571-9e4cfa6d77b0 req-1e22e351-574d-4718-ac17-b8f967f7d41a service nova] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Received unexpected event network-vif-plugged-825dabdf-61ff-4d0b-b132-7c3faffc8f71 for instance with vm_state building and task_state spawning. [ 1508.388310] env[62683]: DEBUG nova.compute.manager [req-5825890f-2ad6-439f-b571-9e4cfa6d77b0 req-1e22e351-574d-4718-ac17-b8f967f7d41a service nova] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Received event network-changed-825dabdf-61ff-4d0b-b132-7c3faffc8f71 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1508.389094] env[62683]: DEBUG nova.compute.manager [req-5825890f-2ad6-439f-b571-9e4cfa6d77b0 req-1e22e351-574d-4718-ac17-b8f967f7d41a service nova] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Refreshing instance network info cache due to event network-changed-825dabdf-61ff-4d0b-b132-7c3faffc8f71. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1508.389094] env[62683]: DEBUG oslo_concurrency.lockutils [req-5825890f-2ad6-439f-b571-9e4cfa6d77b0 req-1e22e351-574d-4718-ac17-b8f967f7d41a service nova] Acquiring lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.389277] env[62683]: DEBUG oslo_concurrency.lockutils [req-5825890f-2ad6-439f-b571-9e4cfa6d77b0 req-1e22e351-574d-4718-ac17-b8f967f7d41a service nova] Acquired lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.389506] env[62683]: DEBUG nova.network.neutron [req-5825890f-2ad6-439f-b571-9e4cfa6d77b0 req-1e22e351-574d-4718-ac17-b8f967f7d41a service nova] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Refreshing network info cache for port 825dabdf-61ff-4d0b-b132-7c3faffc8f71 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.398799] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Acquiring lock "08f0825a-cc85-4cd5-9d91-48406245d0e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.399043] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Lock "08f0825a-cc85-4cd5-9d91-48406245d0e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.399261] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Acquiring lock "08f0825a-cc85-4cd5-9d91-48406245d0e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.399792] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Lock "08f0825a-cc85-4cd5-9d91-48406245d0e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.399792] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Lock "08f0825a-cc85-4cd5-9d91-48406245d0e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.407987] env[62683]: INFO nova.compute.manager [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Terminating instance [ 1508.419932] env[62683]: DEBUG nova.virt.hardware [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:52:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='bb0e513a-1bc5-42ec-b090-55951b8c65a1',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1971283420',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1508.420227] env[62683]: DEBUG nova.virt.hardware [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1508.420396] env[62683]: DEBUG nova.virt.hardware [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1508.420643] env[62683]: DEBUG nova.virt.hardware [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1508.424027] env[62683]: DEBUG nova.virt.hardware [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1508.424027] env[62683]: DEBUG nova.virt.hardware [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1508.424027] env[62683]: DEBUG nova.virt.hardware [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1508.424027] env[62683]: DEBUG nova.virt.hardware [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1508.424027] env[62683]: DEBUG nova.virt.hardware [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1508.424027] env[62683]: DEBUG nova.virt.hardware [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1508.424027] env[62683]: DEBUG nova.virt.hardware [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1508.424027] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d096a7a4-e0ca-4038-98a2-c6a60e20306b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.438929] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798809, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.448754] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56aa587-a27d-4702-9049-988689c1c1b7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.527340] env[62683]: DEBUG nova.scheduler.client.report [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.646042] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798810, 'name': Rename_Task, 'duration_secs': 0.165396} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.646384] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1508.646650] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd6a08ed-6154-4aa8-b263-438c873ef09b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.655021] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1508.655021] env[62683]: value = "task-1798816" [ 1508.655021] env[62683]: _type = "Task" [ 1508.655021] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.662948] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.748265] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798813, 'name': CreateVM_Task, 'duration_secs': 0.447607} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.748448] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1508.749114] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.749288] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.749670] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1508.749932] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3345e56c-2d5d-4366-af0d-feeed6ed601d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.757015] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1508.757015] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]521d2924-a365-a81d-402e-862dff4d0911" [ 1508.757015] env[62683]: _type = "Task" [ 1508.757015] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.762930] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]521d2924-a365-a81d-402e-862dff4d0911, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.835631] env[62683]: DEBUG oslo_vmware.api [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Task: {'id': task-1798814, 'name': PowerOffVM_Task, 'duration_secs': 0.316704} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.835923] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1508.836221] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Volume detach. Driver type: vmdk {{(pid=62683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1508.836399] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372923', 'volume_id': '6ba400b4-d3c0-4007-96ad-1209811b5a1f', 'name': 'volume-6ba400b4-d3c0-4007-96ad-1209811b5a1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '843864d3-0354-4f0c-9e70-533b4c5b9712', 'attached_at': '', 'detached_at': '', 'volume_id': '6ba400b4-d3c0-4007-96ad-1209811b5a1f', 'serial': '6ba400b4-d3c0-4007-96ad-1209811b5a1f'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1508.837202] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa82bed5-886d-4318-bc9a-aff2c652e527 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.856180] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d77e43-6f4d-45bf-8374-636ef9dcc91b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.864186] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dccf603-a1cf-4b10-b6c9-278f9f42f947 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.881266] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b28ee51-c74b-4131-be27-71d6a98be81f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.898695] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] The volume has not been displaced from its original location: [datastore1] volume-6ba400b4-d3c0-4007-96ad-1209811b5a1f/volume-6ba400b4-d3c0-4007-96ad-1209811b5a1f.vmdk. No consolidation needed. {{(pid=62683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1508.904410] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Reconfiguring VM instance instance-0000001b to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1508.904771] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe7b3cf4-93f8-4a31-9e83-029793d0ad53 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.918502] env[62683]: DEBUG nova.compute.manager [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1508.918844] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1508.919857] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36020f7a-1073-47bb-af86-07345844e405 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.929376] env[62683]: DEBUG oslo_vmware.api [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Waiting for the task: (returnval){ [ 1508.929376] env[62683]: value = "task-1798817" [ 1508.929376] env[62683]: _type = "Task" [ 1508.929376] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.934973] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682064} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.935267] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1508.938833] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 76116724-b0a6-4145-914a-fa5e4ac373c5/76116724-b0a6-4145-914a-fa5e4ac373c5.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1508.939072] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1508.939318] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03594ea8-eee6-443e-b530-8a48b1a48224 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.940795] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6edfb00-1140-4618-be67-e6731d960b8f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.952638] env[62683]: DEBUG oslo_vmware.api [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Task: {'id': task-1798817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.954629] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1508.954629] env[62683]: value = "task-1798819" [ 1508.954629] env[62683]: _type = "Task" [ 1508.954629] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.955022] env[62683]: DEBUG oslo_vmware.api [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Waiting for the task: (returnval){ [ 1508.955022] env[62683]: value = "task-1798818" [ 1508.955022] env[62683]: _type = "Task" [ 1508.955022] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.972419] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.975817] env[62683]: DEBUG oslo_vmware.api [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': task-1798818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.035338] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.035996] env[62683]: DEBUG nova.compute.manager [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1509.041043] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.210s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.041184] env[62683]: DEBUG nova.objects.instance [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Lazy-loading 'resources' on Instance uuid 34d78da1-345f-43fe-95a1-fc2bb7b12907 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1509.165012] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.226022] env[62683]: DEBUG nova.network.neutron [req-5825890f-2ad6-439f-b571-9e4cfa6d77b0 req-1e22e351-574d-4718-ac17-b8f967f7d41a service nova] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Updated VIF entry in instance network info cache for port 825dabdf-61ff-4d0b-b132-7c3faffc8f71. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1509.226403] env[62683]: DEBUG nova.network.neutron [req-5825890f-2ad6-439f-b571-9e4cfa6d77b0 req-1e22e351-574d-4718-ac17-b8f967f7d41a service nova] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Updating instance_info_cache with network_info: [{"id": "825dabdf-61ff-4d0b-b132-7c3faffc8f71", "address": "fa:16:3e:3e:e2:5a", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825dabdf-61", "ovs_interfaceid": "825dabdf-61ff-4d0b-b132-7c3faffc8f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.277320] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]521d2924-a365-a81d-402e-862dff4d0911, 'name': SearchDatastore_Task, 'duration_secs': 0.012918} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.277320] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.277320] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1509.277320] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.277320] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.277320] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1509.277320] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-061548b3-5148-45e7-b1dc-fb126107c720 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.296105] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1509.296105] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1509.296105] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63bab33a-8f2d-4337-bc1a-19342a53490a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.303104] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1509.303104] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ad9bc2-6dab-561c-9d36-74024a3d61e6" [ 1509.303104] env[62683]: _type = "Task" [ 1509.303104] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.312516] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ad9bc2-6dab-561c-9d36-74024a3d61e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.448596] env[62683]: DEBUG oslo_vmware.api [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Task: {'id': task-1798817, 'name': ReconfigVM_Task, 'duration_secs': 0.333339} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.448862] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Reconfigured VM instance instance-0000001b to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1509.453583] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0270aeb1-7318-44de-b6c0-57bbc3b2c1a4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.477020] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14183} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.480983] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1509.481322] env[62683]: DEBUG oslo_vmware.api [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': task-1798818, 'name': PowerOffVM_Task, 'duration_secs': 0.314336} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.481603] env[62683]: DEBUG oslo_vmware.api [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Waiting for the task: (returnval){ [ 1509.481603] env[62683]: value = "task-1798820" [ 1509.481603] env[62683]: _type = "Task" [ 1509.481603] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.482323] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d5cf0c-1852-4aca-964e-46d92be20d6b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.484755] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1509.485454] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1509.485749] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2b0f2c7-26c5-4661-ba94-bac7e540a909 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.511542] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 76116724-b0a6-4145-914a-fa5e4ac373c5/76116724-b0a6-4145-914a-fa5e4ac373c5.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1509.515992] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6ad10d6-55e8-48b1-bbde-e06a8964393d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.533076] env[62683]: DEBUG oslo_vmware.api [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Task: {'id': task-1798820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.538726] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1509.538726] env[62683]: value = "task-1798822" [ 1509.538726] env[62683]: _type = "Task" [ 1509.538726] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.546267] env[62683]: DEBUG nova.compute.utils [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1509.548238] env[62683]: DEBUG nova.compute.manager [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1509.548406] env[62683]: DEBUG nova.network.neutron [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1509.555299] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.616962] env[62683]: DEBUG nova.policy [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce1dc601b4e94478a85ed856bf6761be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98a84d23af2b424ab6e7e797704eb366', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1509.672591] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798816, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.728906] env[62683]: DEBUG oslo_concurrency.lockutils [req-5825890f-2ad6-439f-b571-9e4cfa6d77b0 req-1e22e351-574d-4718-ac17-b8f967f7d41a service nova] Releasing lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.814501] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ad9bc2-6dab-561c-9d36-74024a3d61e6, 'name': SearchDatastore_Task, 'duration_secs': 0.03111} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.815357] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a36feee7-f74d-4919-98c1-1ff2fac542ad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.821382] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1509.821382] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52117bee-73e9-308b-e6f0-4914813e3261" [ 1509.821382] env[62683]: _type = "Task" [ 1509.821382] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.829621] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52117bee-73e9-308b-e6f0-4914813e3261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.909273] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1509.909624] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1509.909713] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Deleting the datastore file [datastore1] 08f0825a-cc85-4cd5-9d91-48406245d0e2 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1509.910042] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27349e83-9317-429c-9215-d9faffd795d2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.916277] env[62683]: DEBUG oslo_vmware.api [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Waiting for the task: (returnval){ [ 1509.916277] env[62683]: value = "task-1798823" [ 1509.916277] env[62683]: _type = "Task" [ 1509.916277] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.926915] env[62683]: DEBUG oslo_vmware.api [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': task-1798823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.995206] env[62683]: DEBUG oslo_vmware.api [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Task: {'id': task-1798820, 'name': ReconfigVM_Task, 'duration_secs': 0.194347} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.995453] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372923', 'volume_id': '6ba400b4-d3c0-4007-96ad-1209811b5a1f', 'name': 'volume-6ba400b4-d3c0-4007-96ad-1209811b5a1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '843864d3-0354-4f0c-9e70-533b4c5b9712', 'attached_at': '', 'detached_at': '', 'volume_id': '6ba400b4-d3c0-4007-96ad-1209811b5a1f', 'serial': '6ba400b4-d3c0-4007-96ad-1209811b5a1f'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1509.995672] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1509.998622] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd125019-ae82-4702-aa70-d23ad2babbbf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.005566] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1510.005803] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26d76fc7-ef30-4beb-9d85-ef2013ce74c7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.049185] env[62683]: DEBUG nova.network.neutron [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Successfully created port: 334a9896-2499-4af5-93ff-89057ff05db4 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1510.054246] env[62683]: DEBUG nova.compute.utils [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1510.055889] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798822, 'name': ReconfigVM_Task, 'duration_secs': 0.307377} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.056609] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 76116724-b0a6-4145-914a-fa5e4ac373c5/76116724-b0a6-4145-914a-fa5e4ac373c5.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1510.057517] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa3770c6-dbd5-4338-9b5a-1724fb5e610c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.065504] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1510.065504] env[62683]: value = "task-1798825" [ 1510.065504] env[62683]: _type = "Task" [ 1510.065504] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.075125] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798825, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.097629] env[62683]: DEBUG nova.network.neutron [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Successfully updated port: 7fe87542-d490-4768-9208-52a8ef44345a {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1510.098495] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1510.098751] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1510.098807] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Deleting the datastore file [datastore1] 843864d3-0354-4f0c-9e70-533b4c5b9712 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1510.099509] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94d5612d-f58b-4aee-83f8-2cdc7cc2a77c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.109463] env[62683]: DEBUG oslo_vmware.api [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Waiting for the task: (returnval){ [ 1510.109463] env[62683]: value = "task-1798826" [ 1510.109463] env[62683]: _type = "Task" [ 1510.109463] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.119514] env[62683]: DEBUG oslo_vmware.api [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Task: {'id': task-1798826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.124306] env[62683]: DEBUG nova.compute.manager [req-7c53a5ce-f603-47ee-bc51-4193cc682f29 req-45ff0b0a-db32-44d8-9bb3-4a9387e90f4c service nova] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Received event network-vif-plugged-7fe87542-d490-4768-9208-52a8ef44345a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1510.124525] env[62683]: DEBUG oslo_concurrency.lockutils [req-7c53a5ce-f603-47ee-bc51-4193cc682f29 req-45ff0b0a-db32-44d8-9bb3-4a9387e90f4c service nova] Acquiring lock "4c2f73c2-1014-479a-9adf-b87c86def0fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.124729] env[62683]: DEBUG oslo_concurrency.lockutils [req-7c53a5ce-f603-47ee-bc51-4193cc682f29 req-45ff0b0a-db32-44d8-9bb3-4a9387e90f4c service nova] Lock "4c2f73c2-1014-479a-9adf-b87c86def0fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.124955] env[62683]: DEBUG oslo_concurrency.lockutils [req-7c53a5ce-f603-47ee-bc51-4193cc682f29 req-45ff0b0a-db32-44d8-9bb3-4a9387e90f4c service nova] Lock "4c2f73c2-1014-479a-9adf-b87c86def0fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.125162] env[62683]: DEBUG nova.compute.manager [req-7c53a5ce-f603-47ee-bc51-4193cc682f29 req-45ff0b0a-db32-44d8-9bb3-4a9387e90f4c service nova] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] No waiting events found dispatching network-vif-plugged-7fe87542-d490-4768-9208-52a8ef44345a {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1510.125332] env[62683]: WARNING nova.compute.manager [req-7c53a5ce-f603-47ee-bc51-4193cc682f29 req-45ff0b0a-db32-44d8-9bb3-4a9387e90f4c service nova] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Received unexpected event network-vif-plugged-7fe87542-d490-4768-9208-52a8ef44345a for instance with vm_state building and task_state spawning. [ 1510.164546] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798816, 'name': PowerOnVM_Task, 'duration_secs': 1.021367} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.164848] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1510.166223] env[62683]: INFO nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1510.166223] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1510.168205] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15983c74-25b6-41ad-b66b-fe09bc0d655a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.182374] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428a15a0-27f8-47d2-9bd8-cbda3bb8c2e9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.190402] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaba1ee5-5cfc-4c7f-b8d8-43a012621e70 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.225532] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e508bc9-21be-45b1-a2d6-e6306126481a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.234471] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68830252-9122-441d-838e-34d0b3ef0427 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.248947] env[62683]: DEBUG nova.compute.provider_tree [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.333566] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52117bee-73e9-308b-e6f0-4914813e3261, 'name': SearchDatastore_Task, 'duration_secs': 0.034933} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.333730] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.333991] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 134c873e-9d20-4c6a-931f-c835cfb97376/134c873e-9d20-4c6a-931f-c835cfb97376.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1510.334286] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a4aaf81-9c52-4e75-995f-f4725703c8de {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.341040] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1510.341040] env[62683]: value = "task-1798827" [ 1510.341040] env[62683]: _type = "Task" [ 1510.341040] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.355705] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1798827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.427035] env[62683]: DEBUG oslo_vmware.api [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Task: {'id': task-1798823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307931} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.427339] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1510.427547] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1510.427728] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1510.427903] env[62683]: INFO nova.compute.manager [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1510.428159] env[62683]: DEBUG oslo.service.loopingcall [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1510.428355] env[62683]: DEBUG nova.compute.manager [-] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1510.428449] env[62683]: DEBUG nova.network.neutron [-] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1510.558571] env[62683]: DEBUG nova.compute.manager [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1510.580208] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798825, 'name': Rename_Task, 'duration_secs': 0.168314} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.580849] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1510.581312] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f84d1f8c-f358-4bc5-a405-729ab3499dd0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.588615] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1510.588615] env[62683]: value = "task-1798828" [ 1510.588615] env[62683]: _type = "Task" [ 1510.588615] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.601752] env[62683]: DEBUG oslo_concurrency.lockutils [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "refresh_cache-4c2f73c2-1014-479a-9adf-b87c86def0fe" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.602070] env[62683]: DEBUG oslo_concurrency.lockutils [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquired lock "refresh_cache-4c2f73c2-1014-479a-9adf-b87c86def0fe" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.602373] env[62683]: DEBUG nova.network.neutron [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1510.603649] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.616717] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Volume attach. Driver type: vmdk {{(pid=62683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1510.617433] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373030', 'volume_id': '01637cab-6ce7-4948-be30-5783c79d366e', 'name': 'volume-01637cab-6ce7-4948-be30-5783c79d366e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '512f1357-cb29-440a-9c61-f4c75dab4207', 'attached_at': '', 'detached_at': '', 'volume_id': '01637cab-6ce7-4948-be30-5783c79d366e', 'serial': '01637cab-6ce7-4948-be30-5783c79d366e'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1510.620342] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97eff817-ed87-45b7-91f7-af13cb0f4d07 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.629107] env[62683]: DEBUG oslo_vmware.api [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Task: {'id': task-1798826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091001} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.643404] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1510.643853] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1510.644199] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1510.644491] env[62683]: INFO nova.compute.manager [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1510.644872] env[62683]: DEBUG oslo.service.loopingcall [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1510.646510] env[62683]: DEBUG nova.compute.manager [-] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1510.646712] env[62683]: DEBUG nova.network.neutron [-] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1510.649046] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a04730c-51fa-4004-9e00-eef1d6879c81 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.684858] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] volume-01637cab-6ce7-4948-be30-5783c79d366e/volume-01637cab-6ce7-4948-be30-5783c79d366e.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1510.689105] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcc691df-ba3e-469c-8991-bddadc21d0fd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.706365] env[62683]: INFO nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Took 45.19 seconds to build instance. [ 1510.711270] env[62683]: DEBUG oslo_vmware.api [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1510.711270] env[62683]: value = "task-1798829" [ 1510.711270] env[62683]: _type = "Task" [ 1510.711270] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.721389] env[62683]: DEBUG oslo_vmware.api [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.752027] env[62683]: DEBUG nova.scheduler.client.report [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1510.855066] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1798827, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.103793] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798828, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.164898] env[62683]: DEBUG nova.network.neutron [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1511.213383] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.805s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.227811] env[62683]: DEBUG oslo_vmware.api [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.259790] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.262662] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.072s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.265546] env[62683]: INFO nova.compute.claims [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1511.298921] env[62683]: INFO nova.scheduler.client.report [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Deleted allocations for instance 34d78da1-345f-43fe-95a1-fc2bb7b12907 [ 1511.359969] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1798827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645096} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.360465] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 134c873e-9d20-4c6a-931f-c835cfb97376/134c873e-9d20-4c6a-931f-c835cfb97376.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1511.360575] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1511.361020] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95a00df4-570e-4f8e-9c8b-c760e2c5e07b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.370224] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1511.370224] env[62683]: value = "task-1798830" [ 1511.370224] env[62683]: _type = "Task" [ 1511.370224] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.383796] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1798830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.524661] env[62683]: DEBUG nova.network.neutron [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Updating instance_info_cache with network_info: [{"id": "7fe87542-d490-4768-9208-52a8ef44345a", "address": "fa:16:3e:6a:8e:84", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe87542-d4", "ovs_interfaceid": "7fe87542-d490-4768-9208-52a8ef44345a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.573412] env[62683]: DEBUG nova.compute.manager [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1511.602013] env[62683]: DEBUG nova.virt.hardware [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:49:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='259282320',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1607429615',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1511.602309] env[62683]: DEBUG nova.virt.hardware [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.602469] env[62683]: DEBUG nova.virt.hardware [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1511.602676] env[62683]: DEBUG nova.virt.hardware [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.602853] env[62683]: DEBUG nova.virt.hardware [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1511.603058] env[62683]: DEBUG nova.virt.hardware [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1511.603462] env[62683]: DEBUG nova.virt.hardware [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1511.603644] env[62683]: DEBUG nova.virt.hardware [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1511.603819] env[62683]: DEBUG nova.virt.hardware [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1511.604021] env[62683]: DEBUG nova.virt.hardware [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1511.604237] env[62683]: DEBUG nova.virt.hardware [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1511.605413] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd98f0bf-dbd9-4023-8e2b-0c53856aa52b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.613752] env[62683]: DEBUG oslo_vmware.api [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798828, 'name': PowerOnVM_Task, 'duration_secs': 0.537707} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.614425] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1511.614635] env[62683]: INFO nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1511.614844] env[62683]: DEBUG nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1511.616378] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4880cc0a-b460-4918-9285-1f498676d4cf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.622766] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f998593-c131-4fc7-87f8-ae468db246ad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.721289] env[62683]: DEBUG nova.compute.manager [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1511.732512] env[62683]: DEBUG oslo_vmware.api [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.813772] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0dfb6495-b48a-4f20-b240-825a7ccbec26 tempest-ServerMetadataNegativeTestJSON-1270800135 tempest-ServerMetadataNegativeTestJSON-1270800135-project-member] Lock "34d78da1-345f-43fe-95a1-fc2bb7b12907" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.173s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.881969] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1798830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066722} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.882490] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1511.883476] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b124b00d-574a-4528-8bae-57a4832559be {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.909317] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 134c873e-9d20-4c6a-931f-c835cfb97376/134c873e-9d20-4c6a-931f-c835cfb97376.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1511.911409] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49cdf9ca-7499-49b1-8cdb-f05939062586 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.932749] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1511.932749] env[62683]: value = "task-1798831" [ 1511.932749] env[62683]: _type = "Task" [ 1511.932749] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.943593] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1798831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.027105] env[62683]: DEBUG oslo_concurrency.lockutils [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Releasing lock "refresh_cache-4c2f73c2-1014-479a-9adf-b87c86def0fe" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.027513] env[62683]: DEBUG nova.compute.manager [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Instance network_info: |[{"id": "7fe87542-d490-4768-9208-52a8ef44345a", "address": "fa:16:3e:6a:8e:84", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe87542-d4", "ovs_interfaceid": "7fe87542-d490-4768-9208-52a8ef44345a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1512.027996] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:8e:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fe87542-d490-4768-9208-52a8ef44345a', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1512.037600] env[62683]: DEBUG oslo.service.loopingcall [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1512.037731] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1512.037982] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4d55cc9-0117-4eba-a0bc-a8c9019b8f7c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.061467] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1512.061467] env[62683]: value = "task-1798832" [ 1512.061467] env[62683]: _type = "Task" [ 1512.061467] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.071356] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798832, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.150155] env[62683]: INFO nova.compute.manager [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Took 39.99 seconds to build instance. [ 1512.229734] env[62683]: DEBUG oslo_vmware.api [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798829, 'name': ReconfigVM_Task, 'duration_secs': 1.328581} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.230075] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Reconfigured VM instance instance-00000021 to attach disk [datastore1] volume-01637cab-6ce7-4948-be30-5783c79d366e/volume-01637cab-6ce7-4948-be30-5783c79d366e.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.242470] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b817dbd-f739-4a67-9da7-6edcd07eab08 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.261314] env[62683]: DEBUG oslo_vmware.api [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1512.261314] env[62683]: value = "task-1798833" [ 1512.261314] env[62683]: _type = "Task" [ 1512.261314] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.276177] env[62683]: DEBUG oslo_vmware.api [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.277602] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.358029] env[62683]: DEBUG nova.network.neutron [-] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.374225] env[62683]: DEBUG nova.network.neutron [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Successfully updated port: 334a9896-2499-4af5-93ff-89057ff05db4 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1512.427488] env[62683]: DEBUG nova.network.neutron [-] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.443206] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1798831, 'name': ReconfigVM_Task, 'duration_secs': 0.487392} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.443767] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 134c873e-9d20-4c6a-931f-c835cfb97376/134c873e-9d20-4c6a-931f-c835cfb97376.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.444874] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cec195b-8b18-4d05-9330-f8903f30b9e2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.452874] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1512.452874] env[62683]: value = "task-1798834" [ 1512.452874] env[62683]: _type = "Task" [ 1512.452874] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.466299] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1798834, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.498849] env[62683]: DEBUG nova.compute.manager [req-e116d814-1f74-46fb-b690-4b052f7d2afd req-4d96dc22-3682-4e1e-b96a-06f40aeb9966 service nova] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Received event network-vif-plugged-334a9896-2499-4af5-93ff-89057ff05db4 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1512.499072] env[62683]: DEBUG oslo_concurrency.lockutils [req-e116d814-1f74-46fb-b690-4b052f7d2afd req-4d96dc22-3682-4e1e-b96a-06f40aeb9966 service nova] Acquiring lock "05476a5d-00fd-42e3-a3f4-d4b8557ce490-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.499285] env[62683]: DEBUG oslo_concurrency.lockutils [req-e116d814-1f74-46fb-b690-4b052f7d2afd req-4d96dc22-3682-4e1e-b96a-06f40aeb9966 service nova] Lock "05476a5d-00fd-42e3-a3f4-d4b8557ce490-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.499449] env[62683]: DEBUG oslo_concurrency.lockutils [req-e116d814-1f74-46fb-b690-4b052f7d2afd req-4d96dc22-3682-4e1e-b96a-06f40aeb9966 service nova] Lock "05476a5d-00fd-42e3-a3f4-d4b8557ce490-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.499662] env[62683]: DEBUG nova.compute.manager [req-e116d814-1f74-46fb-b690-4b052f7d2afd req-4d96dc22-3682-4e1e-b96a-06f40aeb9966 service nova] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] No waiting events found dispatching network-vif-plugged-334a9896-2499-4af5-93ff-89057ff05db4 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1512.499966] env[62683]: WARNING nova.compute.manager [req-e116d814-1f74-46fb-b690-4b052f7d2afd req-4d96dc22-3682-4e1e-b96a-06f40aeb9966 service nova] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Received unexpected event network-vif-plugged-334a9896-2499-4af5-93ff-89057ff05db4 for instance with vm_state building and task_state spawning. [ 1512.576504] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798832, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.594794] env[62683]: DEBUG nova.compute.manager [req-41280193-ba2c-4dc8-9a16-c27ef4c0c788 req-85739964-4e01-4eec-a15a-ac18916c2632 service nova] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Received event network-changed-7fe87542-d490-4768-9208-52a8ef44345a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1512.595288] env[62683]: DEBUG nova.compute.manager [req-41280193-ba2c-4dc8-9a16-c27ef4c0c788 req-85739964-4e01-4eec-a15a-ac18916c2632 service nova] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Refreshing instance network info cache due to event network-changed-7fe87542-d490-4768-9208-52a8ef44345a. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1512.595698] env[62683]: DEBUG oslo_concurrency.lockutils [req-41280193-ba2c-4dc8-9a16-c27ef4c0c788 req-85739964-4e01-4eec-a15a-ac18916c2632 service nova] Acquiring lock "refresh_cache-4c2f73c2-1014-479a-9adf-b87c86def0fe" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.597465] env[62683]: DEBUG oslo_concurrency.lockutils [req-41280193-ba2c-4dc8-9a16-c27ef4c0c788 req-85739964-4e01-4eec-a15a-ac18916c2632 service nova] Acquired lock "refresh_cache-4c2f73c2-1014-479a-9adf-b87c86def0fe" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.597655] env[62683]: DEBUG nova.network.neutron [req-41280193-ba2c-4dc8-9a16-c27ef4c0c788 req-85739964-4e01-4eec-a15a-ac18916c2632 service nova] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Refreshing network info cache for port 7fe87542-d490-4768-9208-52a8ef44345a {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.654805] env[62683]: DEBUG oslo_concurrency.lockutils [None req-38794c91-47b9-4007-91d7-15a43ef42723 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "76116724-b0a6-4145-914a-fa5e4ac373c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.203s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.673975] env[62683]: DEBUG nova.objects.instance [None req-3db3610d-ff80-43de-82e1-8d5c8112d703 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Lazy-loading 'flavor' on Instance uuid f284c206-f517-4ff6-aa4f-412d9831c6ac {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1512.771924] env[62683]: DEBUG oslo_vmware.api [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798833, 'name': ReconfigVM_Task, 'duration_secs': 0.16047} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.774715] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373030', 'volume_id': '01637cab-6ce7-4948-be30-5783c79d366e', 'name': 'volume-01637cab-6ce7-4948-be30-5783c79d366e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '512f1357-cb29-440a-9c61-f4c75dab4207', 'attached_at': '', 'detached_at': '', 'volume_id': '01637cab-6ce7-4948-be30-5783c79d366e', 'serial': '01637cab-6ce7-4948-be30-5783c79d366e'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1512.861193] env[62683]: INFO nova.compute.manager [-] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Took 2.43 seconds to deallocate network for instance. [ 1512.867747] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b572dd8-3fa9-4fc3-8f2f-9b51ed9af35d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.877211] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ec1e29-17b8-488e-85da-0fb3d3273d41 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.880836] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquiring lock "refresh_cache-05476a5d-00fd-42e3-a3f4-d4b8557ce490" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.881027] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquired lock "refresh_cache-05476a5d-00fd-42e3-a3f4-d4b8557ce490" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.881196] env[62683]: DEBUG nova.network.neutron [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1512.916118] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3baea1-2851-478f-acac-baf86771b21b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.924986] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f3612b-a1d5-41ea-b342-e88309b33f9f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.940246] env[62683]: INFO nova.compute.manager [-] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Took 2.29 seconds to deallocate network for instance. [ 1512.941507] env[62683]: DEBUG nova.compute.provider_tree [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1512.967716] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1798834, 'name': Rename_Task, 'duration_secs': 0.211928} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.968161] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1512.968337] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-231fb9ea-5a37-4dda-bb07-41abe01984d3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.975628] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1512.975628] env[62683]: value = "task-1798835" [ 1512.975628] env[62683]: _type = "Task" [ 1512.975628] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.985348] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1798835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.075263] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798832, 'name': CreateVM_Task, 'duration_secs': 0.567888} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.075413] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1513.076159] env[62683]: DEBUG oslo_concurrency.lockutils [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.076356] env[62683]: DEBUG oslo_concurrency.lockutils [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.077905] env[62683]: DEBUG oslo_concurrency.lockutils [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1513.078219] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72d7f850-8170-40b7-bb9b-d530aadb781d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.085907] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1513.085907] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c5266e-a571-5bcd-ef9b-adad76c3aa1d" [ 1513.085907] env[62683]: _type = "Task" [ 1513.085907] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.094975] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c5266e-a571-5bcd-ef9b-adad76c3aa1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.157893] env[62683]: DEBUG nova.compute.manager [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1513.184565] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3db3610d-ff80-43de-82e1-8d5c8112d703 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Acquiring lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.184728] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3db3610d-ff80-43de-82e1-8d5c8112d703 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Acquired lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.372982] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.448204] env[62683]: DEBUG nova.scheduler.client.report [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1513.492653] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1798835, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.495330] env[62683]: DEBUG nova.network.neutron [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1513.497568] env[62683]: DEBUG nova.network.neutron [req-41280193-ba2c-4dc8-9a16-c27ef4c0c788 req-85739964-4e01-4eec-a15a-ac18916c2632 service nova] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Updated VIF entry in instance network info cache for port 7fe87542-d490-4768-9208-52a8ef44345a. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1513.497903] env[62683]: DEBUG nova.network.neutron [req-41280193-ba2c-4dc8-9a16-c27ef4c0c788 req-85739964-4e01-4eec-a15a-ac18916c2632 service nova] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Updating instance_info_cache with network_info: [{"id": "7fe87542-d490-4768-9208-52a8ef44345a", "address": "fa:16:3e:6a:8e:84", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe87542-d4", "ovs_interfaceid": "7fe87542-d490-4768-9208-52a8ef44345a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.530337] env[62683]: INFO nova.compute.manager [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Took 0.59 seconds to detach 1 volumes for instance. [ 1513.533501] env[62683]: DEBUG nova.compute.manager [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Deleting volume: 6ba400b4-d3c0-4007-96ad-1209811b5a1f {{(pid=62683) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1513.599042] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c5266e-a571-5bcd-ef9b-adad76c3aa1d, 'name': SearchDatastore_Task, 'duration_secs': 0.014454} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.600075] env[62683]: DEBUG oslo_concurrency.lockutils [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.600289] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1513.600561] env[62683]: DEBUG oslo_concurrency.lockutils [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.600709] env[62683]: DEBUG oslo_concurrency.lockutils [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.600895] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1513.601225] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a9b881e-aaf7-4e2a-b29f-a8ae39327593 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.612082] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1513.612447] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1513.614209] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11acd219-d981-4795-a871-4a3eb499b300 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.619061] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1513.619061] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52288741-2dea-3005-53ba-e0de55e062eb" [ 1513.619061] env[62683]: _type = "Task" [ 1513.619061] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.635702] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52288741-2dea-3005-53ba-e0de55e062eb, 'name': SearchDatastore_Task, 'duration_secs': 0.008852} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.636614] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93193e59-26e4-4732-be27-4b4eb1056dcd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.643021] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1513.643021] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5203922e-a1b2-98f0-e5e1-1efc5efb336a" [ 1513.643021] env[62683]: _type = "Task" [ 1513.643021] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.656592] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5203922e-a1b2-98f0-e5e1-1efc5efb336a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.689670] env[62683]: DEBUG oslo_concurrency.lockutils [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.826600] env[62683]: DEBUG nova.objects.instance [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lazy-loading 'flavor' on Instance uuid 512f1357-cb29-440a-9c61-f4c75dab4207 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1513.935640] env[62683]: DEBUG nova.network.neutron [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Updating instance_info_cache with network_info: [{"id": "334a9896-2499-4af5-93ff-89057ff05db4", "address": "fa:16:3e:df:cf:74", "network": {"id": "ff96eda3-f9b2-462d-bd54-c56afbabe2f2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1334372002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a84d23af2b424ab6e7e797704eb366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap334a9896-24", "ovs_interfaceid": "334a9896-2499-4af5-93ff-89057ff05db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.954576] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.956143] env[62683]: DEBUG nova.compute.manager [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1513.959411] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.052s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.961135] env[62683]: INFO nova.compute.claims [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1513.992868] env[62683]: DEBUG oslo_vmware.api [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1798835, 'name': PowerOnVM_Task, 'duration_secs': 0.7547} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.993342] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1513.993780] env[62683]: INFO nova.compute.manager [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1513.994628] env[62683]: DEBUG nova.compute.manager [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1513.995552] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8eeda4-b42e-4bca-b9fb-a622bdb4a5fc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.005410] env[62683]: DEBUG oslo_concurrency.lockutils [req-41280193-ba2c-4dc8-9a16-c27ef4c0c788 req-85739964-4e01-4eec-a15a-ac18916c2632 service nova] Releasing lock "refresh_cache-4c2f73c2-1014-479a-9adf-b87c86def0fe" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.005410] env[62683]: DEBUG nova.compute.manager [req-41280193-ba2c-4dc8-9a16-c27ef4c0c788 req-85739964-4e01-4eec-a15a-ac18916c2632 service nova] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Received event network-changed-fa12b022-8b53-4912-aaf3-f6ba9c3586de {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1514.005410] env[62683]: DEBUG nova.compute.manager [req-41280193-ba2c-4dc8-9a16-c27ef4c0c788 req-85739964-4e01-4eec-a15a-ac18916c2632 service nova] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Refreshing instance network info cache due to event network-changed-fa12b022-8b53-4912-aaf3-f6ba9c3586de. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1514.005674] env[62683]: DEBUG oslo_concurrency.lockutils [req-41280193-ba2c-4dc8-9a16-c27ef4c0c788 req-85739964-4e01-4eec-a15a-ac18916c2632 service nova] Acquiring lock "refresh_cache-81844636-d682-4d19-9924-7529cd8a2409" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.005839] env[62683]: DEBUG oslo_concurrency.lockutils [req-41280193-ba2c-4dc8-9a16-c27ef4c0c788 req-85739964-4e01-4eec-a15a-ac18916c2632 service nova] Acquired lock "refresh_cache-81844636-d682-4d19-9924-7529cd8a2409" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.006279] env[62683]: DEBUG nova.network.neutron [req-41280193-ba2c-4dc8-9a16-c27ef4c0c788 req-85739964-4e01-4eec-a15a-ac18916c2632 service nova] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Refreshing network info cache for port fa12b022-8b53-4912-aaf3-f6ba9c3586de {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1514.090501] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.130557] env[62683]: DEBUG nova.network.neutron [None req-3db3610d-ff80-43de-82e1-8d5c8112d703 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1514.155388] env[62683]: DEBUG oslo_concurrency.lockutils [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Acquiring lock "81844636-d682-4d19-9924-7529cd8a2409" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.155656] env[62683]: DEBUG oslo_concurrency.lockutils [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Lock "81844636-d682-4d19-9924-7529cd8a2409" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.155827] env[62683]: DEBUG oslo_concurrency.lockutils [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Acquiring lock "81844636-d682-4d19-9924-7529cd8a2409-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.156168] env[62683]: DEBUG oslo_concurrency.lockutils [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Lock "81844636-d682-4d19-9924-7529cd8a2409-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.156303] env[62683]: DEBUG oslo_concurrency.lockutils [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Lock "81844636-d682-4d19-9924-7529cd8a2409-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.157951] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5203922e-a1b2-98f0-e5e1-1efc5efb336a, 'name': SearchDatastore_Task, 'duration_secs': 0.012401} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.158615] env[62683]: INFO nova.compute.manager [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Terminating instance [ 1514.159687] env[62683]: DEBUG oslo_concurrency.lockutils [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.159991] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 4c2f73c2-1014-479a-9adf-b87c86def0fe/4c2f73c2-1014-479a-9adf-b87c86def0fe.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1514.161275] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b308b93a-e8dd-4a6c-9a9c-63bf0db5185a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.171540] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1514.171540] env[62683]: value = "task-1798837" [ 1514.171540] env[62683]: _type = "Task" [ 1514.171540] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.181269] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.306982] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "2498b9f3-1c28-48e0-9748-6ab002fbafd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.307288] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "2498b9f3-1c28-48e0-9748-6ab002fbafd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.307502] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "2498b9f3-1c28-48e0-9748-6ab002fbafd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.307686] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "2498b9f3-1c28-48e0-9748-6ab002fbafd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.307855] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "2498b9f3-1c28-48e0-9748-6ab002fbafd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.310315] env[62683]: INFO nova.compute.manager [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Terminating instance [ 1514.335050] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9b925f49-08fa-4948-8dd0-83ea9f168ac2 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "512f1357-cb29-440a-9c61-f4c75dab4207" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.349s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.440284] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Releasing lock "refresh_cache-05476a5d-00fd-42e3-a3f4-d4b8557ce490" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.440629] env[62683]: DEBUG nova.compute.manager [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Instance network_info: |[{"id": "334a9896-2499-4af5-93ff-89057ff05db4", "address": "fa:16:3e:df:cf:74", "network": {"id": "ff96eda3-f9b2-462d-bd54-c56afbabe2f2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1334372002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a84d23af2b424ab6e7e797704eb366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap334a9896-24", "ovs_interfaceid": "334a9896-2499-4af5-93ff-89057ff05db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1514.441071] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:cf:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '334a9896-2499-4af5-93ff-89057ff05db4', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1514.449453] env[62683]: DEBUG oslo.service.loopingcall [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1514.449453] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1514.449453] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97b38370-2e26-4261-9890-f635ff54c83b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.467656] env[62683]: DEBUG nova.compute.utils [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1514.472172] env[62683]: DEBUG nova.compute.manager [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1514.472548] env[62683]: DEBUG nova.network.neutron [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1514.474414] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1514.474414] env[62683]: value = "task-1798838" [ 1514.474414] env[62683]: _type = "Task" [ 1514.474414] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.486440] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798838, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.530701] env[62683]: INFO nova.compute.manager [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Took 41.78 seconds to build instance. [ 1514.604467] env[62683]: DEBUG nova.policy [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d58440ea7884a2981e1732b019f9022', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e544fd6169654f309593ddcdd8a97495', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1514.666499] env[62683]: DEBUG nova.compute.manager [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1514.666678] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1514.667795] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56aa03c8-15c0-4d83-9c11-7a5ccc5b1138 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.692344] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798837, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.692674] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1514.693027] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a969c60-f0f7-4039-a3e5-22d07296c43f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.699850] env[62683]: DEBUG oslo_vmware.api [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Waiting for the task: (returnval){ [ 1514.699850] env[62683]: value = "task-1798839" [ 1514.699850] env[62683]: _type = "Task" [ 1514.699850] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.710063] env[62683]: DEBUG oslo_vmware.api [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': task-1798839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.766837] env[62683]: DEBUG nova.compute.manager [req-0d00fa9e-c7b8-49bf-9014-54c0255d7a99 req-d144ae7b-8277-4ae4-9b90-5dc69622adc9 service nova] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Received event network-changed-334a9896-2499-4af5-93ff-89057ff05db4 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1514.767081] env[62683]: DEBUG nova.compute.manager [req-0d00fa9e-c7b8-49bf-9014-54c0255d7a99 req-d144ae7b-8277-4ae4-9b90-5dc69622adc9 service nova] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Refreshing instance network info cache due to event network-changed-334a9896-2499-4af5-93ff-89057ff05db4. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1514.771300] env[62683]: DEBUG oslo_concurrency.lockutils [req-0d00fa9e-c7b8-49bf-9014-54c0255d7a99 req-d144ae7b-8277-4ae4-9b90-5dc69622adc9 service nova] Acquiring lock "refresh_cache-05476a5d-00fd-42e3-a3f4-d4b8557ce490" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.771653] env[62683]: DEBUG oslo_concurrency.lockutils [req-0d00fa9e-c7b8-49bf-9014-54c0255d7a99 req-d144ae7b-8277-4ae4-9b90-5dc69622adc9 service nova] Acquired lock "refresh_cache-05476a5d-00fd-42e3-a3f4-d4b8557ce490" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.771843] env[62683]: DEBUG nova.network.neutron [req-0d00fa9e-c7b8-49bf-9014-54c0255d7a99 req-d144ae7b-8277-4ae4-9b90-5dc69622adc9 service nova] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Refreshing network info cache for port 334a9896-2499-4af5-93ff-89057ff05db4 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1514.815448] env[62683]: DEBUG nova.compute.manager [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1514.815844] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1514.816942] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbac4690-9d38-47d7-b45f-6cbf1dfa3ac6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.829446] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1514.829820] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87e7c6f6-85b7-411e-8d51-0d23be77b44c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.837269] env[62683]: DEBUG oslo_vmware.api [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1514.837269] env[62683]: value = "task-1798840" [ 1514.837269] env[62683]: _type = "Task" [ 1514.837269] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.847820] env[62683]: DEBUG oslo_vmware.api [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.882387] env[62683]: DEBUG nova.compute.manager [req-fa583289-492d-45b4-948a-9a7d7817c490 req-51dc2566-91ff-42ad-a2c7-cfedff512869 service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Received event network-changed-ada3143d-34b5-4783-8c29-1af4b63c7220 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1514.883030] env[62683]: DEBUG nova.compute.manager [req-fa583289-492d-45b4-948a-9a7d7817c490 req-51dc2566-91ff-42ad-a2c7-cfedff512869 service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Refreshing instance network info cache due to event network-changed-ada3143d-34b5-4783-8c29-1af4b63c7220. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1514.883030] env[62683]: DEBUG oslo_concurrency.lockutils [req-fa583289-492d-45b4-948a-9a7d7817c490 req-51dc2566-91ff-42ad-a2c7-cfedff512869 service nova] Acquiring lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.982782] env[62683]: DEBUG nova.compute.manager [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1515.002150] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798838, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.038025] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64baa9d7-1704-4cec-97c2-40e10b7cdd13 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "134c873e-9d20-4c6a-931f-c835cfb97376" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.811s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.133144] env[62683]: DEBUG nova.network.neutron [None req-3db3610d-ff80-43de-82e1-8d5c8112d703 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Updating instance_info_cache with network_info: [{"id": "ada3143d-34b5-4783-8c29-1af4b63c7220", "address": "fa:16:3e:18:db:60", "network": {"id": "337890c7-e165-484f-b08d-3c5e9535ea5f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1759550940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6a974a8b6d4407810148fbb1482186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada3143d-34", "ovs_interfaceid": "ada3143d-34b5-4783-8c29-1af4b63c7220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.188525] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757069} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.189420] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 4c2f73c2-1014-479a-9adf-b87c86def0fe/4c2f73c2-1014-479a-9adf-b87c86def0fe.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1515.189794] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1515.190211] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb31e2af-e2ef-42f9-a149-f9b8432da13a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.201614] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1515.201614] env[62683]: value = "task-1798841" [ 1515.201614] env[62683]: _type = "Task" [ 1515.201614] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.216456] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.222890] env[62683]: DEBUG oslo_vmware.api [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': task-1798839, 'name': PowerOffVM_Task, 'duration_secs': 0.367283} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.223435] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1515.223655] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1515.223950] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d221666-6902-447d-b98d-cb9fce4a3140 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.347977] env[62683]: DEBUG oslo_vmware.api [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798840, 'name': PowerOffVM_Task, 'duration_secs': 0.290784} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.348271] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1515.348438] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1515.348684] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10d366f1-cb8c-40d6-b5ac-c9fc54f23271 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.395647] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1515.395896] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1515.396119] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Deleting the datastore file [datastore1] 81844636-d682-4d19-9924-7529cd8a2409 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1515.396338] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66d70ec8-72a1-47a1-a71a-3723773e5d45 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.402690] env[62683]: DEBUG oslo_vmware.api [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Waiting for the task: (returnval){ [ 1515.402690] env[62683]: value = "task-1798844" [ 1515.402690] env[62683]: _type = "Task" [ 1515.402690] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.410720] env[62683]: DEBUG oslo_vmware.api [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': task-1798844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.413776] env[62683]: DEBUG nova.network.neutron [req-41280193-ba2c-4dc8-9a16-c27ef4c0c788 req-85739964-4e01-4eec-a15a-ac18916c2632 service nova] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Updated VIF entry in instance network info cache for port fa12b022-8b53-4912-aaf3-f6ba9c3586de. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1515.414193] env[62683]: DEBUG nova.network.neutron [req-41280193-ba2c-4dc8-9a16-c27ef4c0c788 req-85739964-4e01-4eec-a15a-ac18916c2632 service nova] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Updating instance_info_cache with network_info: [{"id": "fa12b022-8b53-4912-aaf3-f6ba9c3586de", "address": "fa:16:3e:12:e9:07", "network": {"id": "b11e54ed-fd82-469c-9cd0-bf461573aa79", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1440140351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257383ed35ad482787813e0ca10df424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa12b022-8b", "ovs_interfaceid": "fa12b022-8b53-4912-aaf3-f6ba9c3586de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.427289] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1515.427649] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1515.427649] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Deleting the datastore file [datastore1] 2498b9f3-1c28-48e0-9748-6ab002fbafd8 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1515.427824] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecbca179-6c7e-4b39-8529-933efd56e764 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.436625] env[62683]: DEBUG oslo_vmware.api [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1515.436625] env[62683]: value = "task-1798845" [ 1515.436625] env[62683]: _type = "Task" [ 1515.436625] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.445201] env[62683]: DEBUG oslo_vmware.api [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.447843] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b24b1335-1db2-4274-8643-740c02866f93 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquiring lock "512f1357-cb29-440a-9c61-f4c75dab4207" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.448096] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b24b1335-1db2-4274-8643-740c02866f93 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "512f1357-cb29-440a-9c61-f4c75dab4207" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.508533] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798838, 'name': CreateVM_Task, 'duration_secs': 0.723314} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.508533] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1515.509387] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.509605] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.510138] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.510575] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b1ff278-e141-452a-a0c3-d08672a8be34 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.521020] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1515.521020] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a3ce5f-b59c-ec4a-3370-33ef1a1c1c9e" [ 1515.521020] env[62683]: _type = "Task" [ 1515.521020] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.530454] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a3ce5f-b59c-ec4a-3370-33ef1a1c1c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.545371] env[62683]: DEBUG nova.compute.manager [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1515.590243] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7722a8e4-7462-4c68-b699-085f314ce342 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.599458] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a64dcc-0ada-409a-9ee1-a88475f07a3f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.633665] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69f2a12-bd82-4b38-9665-1ac9f4294711 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.639959] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3db3610d-ff80-43de-82e1-8d5c8112d703 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Releasing lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.639959] env[62683]: DEBUG nova.compute.manager [None req-3db3610d-ff80-43de-82e1-8d5c8112d703 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Inject network info {{(pid=62683) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 1515.639959] env[62683]: DEBUG nova.compute.manager [None req-3db3610d-ff80-43de-82e1-8d5c8112d703 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] network_info to inject: |[{"id": "ada3143d-34b5-4783-8c29-1af4b63c7220", "address": "fa:16:3e:18:db:60", "network": {"id": "337890c7-e165-484f-b08d-3c5e9535ea5f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1759550940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6a974a8b6d4407810148fbb1482186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada3143d-34", "ovs_interfaceid": "ada3143d-34b5-4783-8c29-1af4b63c7220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 1515.642246] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3db3610d-ff80-43de-82e1-8d5c8112d703 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Reconfiguring VM instance to set the machine id {{(pid=62683) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1515.642531] env[62683]: DEBUG oslo_concurrency.lockutils [req-fa583289-492d-45b4-948a-9a7d7817c490 req-51dc2566-91ff-42ad-a2c7-cfedff512869 service nova] Acquired lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.642961] env[62683]: DEBUG nova.network.neutron [req-fa583289-492d-45b4-948a-9a7d7817c490 req-51dc2566-91ff-42ad-a2c7-cfedff512869 service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Refreshing network info cache for port ada3143d-34b5-4783-8c29-1af4b63c7220 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1515.643899] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7853df9e-6156-41e1-8543-d738e7fd69d1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.660098] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f073c36-6476-4035-8ad4-7770c09946cc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.664948] env[62683]: DEBUG oslo_vmware.api [None req-3db3610d-ff80-43de-82e1-8d5c8112d703 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Waiting for the task: (returnval){ [ 1515.664948] env[62683]: value = "task-1798846" [ 1515.664948] env[62683]: _type = "Task" [ 1515.664948] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.677475] env[62683]: DEBUG nova.compute.provider_tree [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.684029] env[62683]: DEBUG oslo_vmware.api [None req-3db3610d-ff80-43de-82e1-8d5c8112d703 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': task-1798846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.714016] env[62683]: DEBUG nova.network.neutron [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Successfully created port: e911904f-45ec-44f6-88c6-d0310f55914a {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1515.722943] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068926} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.722943] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1515.722943] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e95efe-6824-48f7-a99f-9ad310db089c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.745015] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 4c2f73c2-1014-479a-9adf-b87c86def0fe/4c2f73c2-1014-479a-9adf-b87c86def0fe.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1515.745341] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-022dd0b7-77e6-4ab5-a166-d0fc5de0a6fb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.761624] env[62683]: DEBUG nova.network.neutron [req-0d00fa9e-c7b8-49bf-9014-54c0255d7a99 req-d144ae7b-8277-4ae4-9b90-5dc69622adc9 service nova] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Updated VIF entry in instance network info cache for port 334a9896-2499-4af5-93ff-89057ff05db4. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1515.762047] env[62683]: DEBUG nova.network.neutron [req-0d00fa9e-c7b8-49bf-9014-54c0255d7a99 req-d144ae7b-8277-4ae4-9b90-5dc69622adc9 service nova] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Updating instance_info_cache with network_info: [{"id": "334a9896-2499-4af5-93ff-89057ff05db4", "address": "fa:16:3e:df:cf:74", "network": {"id": "ff96eda3-f9b2-462d-bd54-c56afbabe2f2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1334372002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a84d23af2b424ab6e7e797704eb366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap334a9896-24", "ovs_interfaceid": "334a9896-2499-4af5-93ff-89057ff05db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.766572] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1515.766572] env[62683]: value = "task-1798847" [ 1515.766572] env[62683]: _type = "Task" [ 1515.766572] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.774703] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.913630] env[62683]: DEBUG oslo_vmware.api [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Task: {'id': task-1798844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185791} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.914294] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1515.914627] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1515.914911] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1515.915226] env[62683]: INFO nova.compute.manager [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1515.915731] env[62683]: DEBUG oslo.service.loopingcall [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1515.916070] env[62683]: DEBUG nova.compute.manager [-] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1515.916271] env[62683]: DEBUG nova.network.neutron [-] [instance: 81844636-d682-4d19-9924-7529cd8a2409] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1515.923350] env[62683]: DEBUG oslo_concurrency.lockutils [req-41280193-ba2c-4dc8-9a16-c27ef4c0c788 req-85739964-4e01-4eec-a15a-ac18916c2632 service nova] Releasing lock "refresh_cache-81844636-d682-4d19-9924-7529cd8a2409" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.925155] env[62683]: DEBUG nova.compute.manager [req-41280193-ba2c-4dc8-9a16-c27ef4c0c788 req-85739964-4e01-4eec-a15a-ac18916c2632 service nova] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Received event network-vif-deleted-7fd4bf4c-0ff7-448f-b60e-4762bc1a4b82 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1515.925155] env[62683]: DEBUG nova.compute.manager [req-41280193-ba2c-4dc8-9a16-c27ef4c0c788 req-85739964-4e01-4eec-a15a-ac18916c2632 service nova] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Received event network-vif-deleted-38d7358a-a2ef-4187-abbb-0bc3e9f40820 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1515.947926] env[62683]: DEBUG oslo_vmware.api [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170909} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.948379] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1515.948672] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1515.948953] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1515.949255] env[62683]: INFO nova.compute.manager [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1515.949591] env[62683]: DEBUG oslo.service.loopingcall [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1515.950899] env[62683]: DEBUG nova.compute.manager [-] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1515.950899] env[62683]: DEBUG nova.network.neutron [-] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1515.952729] env[62683]: INFO nova.compute.manager [None req-b24b1335-1db2-4274-8643-740c02866f93 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Detaching volume 01637cab-6ce7-4948-be30-5783c79d366e [ 1515.994437] env[62683]: INFO nova.virt.block_device [None req-b24b1335-1db2-4274-8643-740c02866f93 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Attempting to driver detach volume 01637cab-6ce7-4948-be30-5783c79d366e from mountpoint /dev/sdb [ 1515.994437] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24b1335-1db2-4274-8643-740c02866f93 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Volume detach. Driver type: vmdk {{(pid=62683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1515.994610] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24b1335-1db2-4274-8643-740c02866f93 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373030', 'volume_id': '01637cab-6ce7-4948-be30-5783c79d366e', 'name': 'volume-01637cab-6ce7-4948-be30-5783c79d366e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '512f1357-cb29-440a-9c61-f4c75dab4207', 'attached_at': '', 'detached_at': '', 'volume_id': '01637cab-6ce7-4948-be30-5783c79d366e', 'serial': '01637cab-6ce7-4948-be30-5783c79d366e'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1515.995509] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ed2691-0923-4161-aa98-d76a61ff853f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.001151] env[62683]: DEBUG nova.compute.manager [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1516.027099] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a842d4-cd69-4a66-9bc7-e628e6d7c1b5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.035348] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a3ce5f-b59c-ec4a-3370-33ef1a1c1c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.011941} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.039310] env[62683]: DEBUG nova.virt.hardware [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1516.039544] env[62683]: DEBUG nova.virt.hardware [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1516.039699] env[62683]: DEBUG nova.virt.hardware [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1516.039882] env[62683]: DEBUG nova.virt.hardware [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1516.040123] env[62683]: DEBUG nova.virt.hardware [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1516.040192] env[62683]: DEBUG nova.virt.hardware [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1516.040383] env[62683]: DEBUG nova.virt.hardware [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1516.040543] env[62683]: DEBUG nova.virt.hardware [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1516.040707] env[62683]: DEBUG nova.virt.hardware [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1516.040872] env[62683]: DEBUG nova.virt.hardware [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1516.041061] env[62683]: DEBUG nova.virt.hardware [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1516.041418] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.041635] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1516.041909] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.042065] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.042278] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1516.043580] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa12b167-efbf-4c5e-87de-1bfcf1feaa07 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.047933] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-381b983a-784e-4745-8951-46af05286f30 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.050460] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0f74e3-9a80-443f-969d-e32a1410fa03 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.078909] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b7619b-1382-4ca2-8b11-c1f59d0c690d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.084086] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.088520] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1949e35b-3a74-417b-8b5a-98b2efd351ca {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.088520] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1516.088792] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1516.090024] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b1b3c83-846d-4095-91f8-cb6771fdc297 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.114158] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24b1335-1db2-4274-8643-740c02866f93 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] The volume has not been displaced from its original location: [datastore1] volume-01637cab-6ce7-4948-be30-5783c79d366e/volume-01637cab-6ce7-4948-be30-5783c79d366e.vmdk. No consolidation needed. {{(pid=62683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1516.119415] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24b1335-1db2-4274-8643-740c02866f93 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Reconfiguring VM instance instance-00000021 to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1516.120995] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e1c1b92-0bab-4d4d-ba40-5d9b4f709484 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.133801] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1516.133801] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528243b4-8399-b3a4-b69a-a0d39e959a07" [ 1516.133801] env[62683]: _type = "Task" [ 1516.133801] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.139854] env[62683]: DEBUG oslo_vmware.api [None req-b24b1335-1db2-4274-8643-740c02866f93 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1516.139854] env[62683]: value = "task-1798848" [ 1516.139854] env[62683]: _type = "Task" [ 1516.139854] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.143603] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528243b4-8399-b3a4-b69a-a0d39e959a07, 'name': SearchDatastore_Task, 'duration_secs': 0.020483} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.147172] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e14b0a4-e899-4abb-aa25-191b85520527 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.154513] env[62683]: DEBUG oslo_vmware.api [None req-b24b1335-1db2-4274-8643-740c02866f93 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798848, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.158236] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1516.158236] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5231bfe8-a870-15b2-04f0-3a92f5d56f0c" [ 1516.158236] env[62683]: _type = "Task" [ 1516.158236] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.167824] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5231bfe8-a870-15b2-04f0-3a92f5d56f0c, 'name': SearchDatastore_Task, 'duration_secs': 0.010034} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.171020] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.171376] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 05476a5d-00fd-42e3-a3f4-d4b8557ce490/05476a5d-00fd-42e3-a3f4-d4b8557ce490.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1516.172106] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b45c069-c3e7-4c80-9e7b-b33bc2c9a161 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.178969] env[62683]: DEBUG oslo_vmware.api [None req-3db3610d-ff80-43de-82e1-8d5c8112d703 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': task-1798846, 'name': ReconfigVM_Task, 'duration_secs': 0.279201} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.180997] env[62683]: DEBUG nova.scheduler.client.report [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.186158] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3db3610d-ff80-43de-82e1-8d5c8112d703 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Reconfigured VM instance to set the machine id {{(pid=62683) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1516.187310] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1516.187310] env[62683]: value = "task-1798849" [ 1516.187310] env[62683]: _type = "Task" [ 1516.187310] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.198138] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.265347] env[62683]: DEBUG oslo_concurrency.lockutils [req-0d00fa9e-c7b8-49bf-9014-54c0255d7a99 req-d144ae7b-8277-4ae4-9b90-5dc69622adc9 service nova] Releasing lock "refresh_cache-05476a5d-00fd-42e3-a3f4-d4b8557ce490" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.278018] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798847, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.615336] env[62683]: DEBUG nova.network.neutron [req-fa583289-492d-45b4-948a-9a7d7817c490 req-51dc2566-91ff-42ad-a2c7-cfedff512869 service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Updated VIF entry in instance network info cache for port ada3143d-34b5-4783-8c29-1af4b63c7220. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1516.616094] env[62683]: DEBUG nova.network.neutron [req-fa583289-492d-45b4-948a-9a7d7817c490 req-51dc2566-91ff-42ad-a2c7-cfedff512869 service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Updating instance_info_cache with network_info: [{"id": "ada3143d-34b5-4783-8c29-1af4b63c7220", "address": "fa:16:3e:18:db:60", "network": {"id": "337890c7-e165-484f-b08d-3c5e9535ea5f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1759550940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6a974a8b6d4407810148fbb1482186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada3143d-34", "ovs_interfaceid": "ada3143d-34b5-4783-8c29-1af4b63c7220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.658308] env[62683]: DEBUG oslo_vmware.api [None req-b24b1335-1db2-4274-8643-740c02866f93 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798848, 'name': ReconfigVM_Task, 'duration_secs': 0.229031} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.659106] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24b1335-1db2-4274-8643-740c02866f93 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Reconfigured VM instance instance-00000021 to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1516.666915] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17d0949d-6cad-47c1-b363-54900c66de14 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.691429] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.691783] env[62683]: DEBUG nova.compute.manager [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1516.696625] env[62683]: DEBUG oslo_vmware.api [None req-b24b1335-1db2-4274-8643-740c02866f93 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1516.696625] env[62683]: value = "task-1798850" [ 1516.696625] env[62683]: _type = "Task" [ 1516.696625] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.696933] env[62683]: DEBUG oslo_concurrency.lockutils [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.612s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.696933] env[62683]: DEBUG nova.objects.instance [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1516.714384] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511359} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.719235] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 05476a5d-00fd-42e3-a3f4-d4b8557ce490/05476a5d-00fd-42e3-a3f4-d4b8557ce490.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1516.719235] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1516.719235] env[62683]: DEBUG oslo_vmware.api [None req-b24b1335-1db2-4274-8643-740c02866f93 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.719235] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ad229e5-bffe-4b5a-a2a3-e7cefd9b6375 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.728750] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1516.728750] env[62683]: value = "task-1798851" [ 1516.728750] env[62683]: _type = "Task" [ 1516.728750] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.738479] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.777582] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798847, 'name': ReconfigVM_Task, 'duration_secs': 0.528448} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.779153] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 4c2f73c2-1014-479a-9adf-b87c86def0fe/4c2f73c2-1014-479a-9adf-b87c86def0fe.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1516.782521] env[62683]: DEBUG nova.objects.instance [None req-083911ed-7c0a-448b-9170-a63e02b2d088 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Lazy-loading 'flavor' on Instance uuid f284c206-f517-4ff6-aa4f-412d9831c6ac {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1516.783287] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc968141-309c-4af2-bf58-484d84de7947 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.791608] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1516.791608] env[62683]: value = "task-1798852" [ 1516.791608] env[62683]: _type = "Task" [ 1516.791608] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.806565] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798852, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.850592] env[62683]: DEBUG nova.network.neutron [-] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.119315] env[62683]: DEBUG oslo_concurrency.lockutils [req-fa583289-492d-45b4-948a-9a7d7817c490 req-51dc2566-91ff-42ad-a2c7-cfedff512869 service nova] Releasing lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.195195] env[62683]: DEBUG nova.compute.manager [req-8420316f-4dd6-4010-8596-d0c56ef6fb22 req-d7e69d23-417f-4661-92cf-5247406834b7 service nova] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Received event network-changed-825dabdf-61ff-4d0b-b132-7c3faffc8f71 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1517.195412] env[62683]: DEBUG nova.compute.manager [req-8420316f-4dd6-4010-8596-d0c56ef6fb22 req-d7e69d23-417f-4661-92cf-5247406834b7 service nova] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Refreshing instance network info cache due to event network-changed-825dabdf-61ff-4d0b-b132-7c3faffc8f71. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1517.195631] env[62683]: DEBUG oslo_concurrency.lockutils [req-8420316f-4dd6-4010-8596-d0c56ef6fb22 req-d7e69d23-417f-4661-92cf-5247406834b7 service nova] Acquiring lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.195777] env[62683]: DEBUG oslo_concurrency.lockutils [req-8420316f-4dd6-4010-8596-d0c56ef6fb22 req-d7e69d23-417f-4661-92cf-5247406834b7 service nova] Acquired lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.195937] env[62683]: DEBUG nova.network.neutron [req-8420316f-4dd6-4010-8596-d0c56ef6fb22 req-d7e69d23-417f-4661-92cf-5247406834b7 service nova] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Refreshing network info cache for port 825dabdf-61ff-4d0b-b132-7c3faffc8f71 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1517.200374] env[62683]: DEBUG nova.compute.utils [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1517.205334] env[62683]: DEBUG nova.compute.manager [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1517.205518] env[62683]: DEBUG nova.network.neutron [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1517.224412] env[62683]: DEBUG oslo_vmware.api [None req-b24b1335-1db2-4274-8643-740c02866f93 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1798850, 'name': ReconfigVM_Task, 'duration_secs': 0.149801} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.224712] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24b1335-1db2-4274-8643-740c02866f93 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373030', 'volume_id': '01637cab-6ce7-4948-be30-5783c79d366e', 'name': 'volume-01637cab-6ce7-4948-be30-5783c79d366e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '512f1357-cb29-440a-9c61-f4c75dab4207', 'attached_at': '', 'detached_at': '', 'volume_id': '01637cab-6ce7-4948-be30-5783c79d366e', 'serial': '01637cab-6ce7-4948-be30-5783c79d366e'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1517.242026] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103652} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.242279] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1517.243327] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d79700-43e3-45ca-a26f-ddeb0ef9484b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.269620] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 05476a5d-00fd-42e3-a3f4-d4b8557ce490/05476a5d-00fd-42e3-a3f4-d4b8557ce490.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1517.270028] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bda4f30f-8db4-49c3-be64-ae5a468c7eea {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.289989] env[62683]: DEBUG oslo_concurrency.lockutils [None req-083911ed-7c0a-448b-9170-a63e02b2d088 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Acquiring lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.290215] env[62683]: DEBUG oslo_concurrency.lockutils [None req-083911ed-7c0a-448b-9170-a63e02b2d088 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Acquired lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.297462] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1517.297462] env[62683]: value = "task-1798853" [ 1517.297462] env[62683]: _type = "Task" [ 1517.297462] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.303793] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798852, 'name': Rename_Task, 'duration_secs': 0.379085} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.304416] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1517.304647] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cb935ff-f1b7-4087-9f31-c36b2975c962 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.310343] env[62683]: DEBUG nova.network.neutron [-] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.312381] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798853, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.318029] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1517.318029] env[62683]: value = "task-1798854" [ 1517.318029] env[62683]: _type = "Task" [ 1517.318029] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.322161] env[62683]: DEBUG nova.policy [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94bf3b1e39954f2d9f12e64e3f4aed9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12dc7c9511bb41bab236d61e5c687300', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1517.330710] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.343552] env[62683]: DEBUG nova.compute.manager [req-ede8a6df-3f86-4cab-a50c-d5e002ee349e req-b0b77d49-b773-42b0-9115-e800497ad4df service nova] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Received event network-vif-deleted-c2b6c8cb-03e8-4d68-bc91-db34ede7b1a5 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1517.353151] env[62683]: INFO nova.compute.manager [-] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Took 1.44 seconds to deallocate network for instance. [ 1517.387910] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "interface-0d463f56-a2a4-498f-a3dc-b4568dc76fd9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.388229] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "interface-0d463f56-a2a4-498f-a3dc-b4568dc76fd9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.388528] env[62683]: DEBUG nova.objects.instance [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lazy-loading 'flavor' on Instance uuid 0d463f56-a2a4-498f-a3dc-b4568dc76fd9 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1517.709394] env[62683]: DEBUG nova.compute.manager [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1517.720384] env[62683]: DEBUG oslo_concurrency.lockutils [None req-925489c4-be1d-4b9d-b638-9972bcb1f69a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.720835] env[62683]: DEBUG oslo_concurrency.lockutils [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.431s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.721140] env[62683]: DEBUG nova.objects.instance [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Lazy-loading 'resources' on Instance uuid bd2a4cf9-428a-41ce-bd6f-ca19d9135931 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1517.781137] env[62683]: DEBUG nova.objects.instance [None req-b24b1335-1db2-4274-8643-740c02866f93 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lazy-loading 'flavor' on Instance uuid 512f1357-cb29-440a-9c61-f4c75dab4207 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1517.814460] env[62683]: INFO nova.compute.manager [-] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Took 1.86 seconds to deallocate network for instance. [ 1517.814807] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798853, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.842681] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.860902] env[62683]: DEBUG oslo_concurrency.lockutils [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.094745] env[62683]: DEBUG nova.objects.instance [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lazy-loading 'pci_requests' on Instance uuid 0d463f56-a2a4-498f-a3dc-b4568dc76fd9 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.126589] env[62683]: DEBUG nova.network.neutron [None req-083911ed-7c0a-448b-9170-a63e02b2d088 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1518.170435] env[62683]: DEBUG nova.network.neutron [req-8420316f-4dd6-4010-8596-d0c56ef6fb22 req-d7e69d23-417f-4661-92cf-5247406834b7 service nova] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Updated VIF entry in instance network info cache for port 825dabdf-61ff-4d0b-b132-7c3faffc8f71. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1518.171206] env[62683]: DEBUG nova.network.neutron [req-8420316f-4dd6-4010-8596-d0c56ef6fb22 req-d7e69d23-417f-4661-92cf-5247406834b7 service nova] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Updating instance_info_cache with network_info: [{"id": "825dabdf-61ff-4d0b-b132-7c3faffc8f71", "address": "fa:16:3e:3e:e2:5a", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825dabdf-61", "ovs_interfaceid": "825dabdf-61ff-4d0b-b132-7c3faffc8f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.309810] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798853, 'name': ReconfigVM_Task, 'duration_secs': 0.547106} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.312643] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 05476a5d-00fd-42e3-a3f4-d4b8557ce490/05476a5d-00fd-42e3-a3f4-d4b8557ce490.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1518.313016] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62683) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1518.314271] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-3895d32b-9708-47e9-9a0b-c69a4e08117f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.324020] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1518.324020] env[62683]: value = "task-1798855" [ 1518.324020] env[62683]: _type = "Task" [ 1518.324020] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.331439] env[62683]: DEBUG oslo_vmware.api [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798854, 'name': PowerOnVM_Task, 'duration_secs': 0.996987} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.332646] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1518.332860] env[62683]: INFO nova.compute.manager [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1518.333068] env[62683]: DEBUG nova.compute.manager [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1518.334065] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.334970] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7135c5a6-30cf-450b-a6ac-58f629e38726 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.342115] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798855, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.479163] env[62683]: DEBUG nova.network.neutron [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Successfully created port: ece111b0-c192-4538-8a93-5d67ab772dc5 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1518.597418] env[62683]: DEBUG nova.objects.base [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Object Instance<0d463f56-a2a4-498f-a3dc-b4568dc76fd9> lazy-loaded attributes: flavor,pci_requests {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1518.597681] env[62683]: DEBUG nova.network.neutron [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1518.638839] env[62683]: DEBUG nova.policy [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a3a0a6a0a6e463f9af5ccf494d4c810', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cca9f7c09de541ceb601bd7c6303dcfa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1518.676968] env[62683]: DEBUG oslo_concurrency.lockutils [req-8420316f-4dd6-4010-8596-d0c56ef6fb22 req-d7e69d23-417f-4661-92cf-5247406834b7 service nova] Releasing lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.677337] env[62683]: DEBUG nova.compute.manager [req-8420316f-4dd6-4010-8596-d0c56ef6fb22 req-d7e69d23-417f-4661-92cf-5247406834b7 service nova] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Received event network-vif-deleted-fa12b022-8b53-4912-aaf3-f6ba9c3586de {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1518.720233] env[62683]: DEBUG nova.compute.manager [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1518.753987] env[62683]: DEBUG nova.virt.hardware [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1518.754115] env[62683]: DEBUG nova.virt.hardware [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1518.754230] env[62683]: DEBUG nova.virt.hardware [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1518.754415] env[62683]: DEBUG nova.virt.hardware [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1518.754561] env[62683]: DEBUG nova.virt.hardware [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1518.754710] env[62683]: DEBUG nova.virt.hardware [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1518.754922] env[62683]: DEBUG nova.virt.hardware [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1518.755095] env[62683]: DEBUG nova.virt.hardware [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1518.755266] env[62683]: DEBUG nova.virt.hardware [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1518.755426] env[62683]: DEBUG nova.virt.hardware [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1518.755597] env[62683]: DEBUG nova.virt.hardware [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1518.756610] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839774f9-04b8-4a30-92a7-98a890ad36ce {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.760690] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab5f72a-b24b-4c10-8fea-4e8ab4918da3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.771018] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d545ba-e835-46c6-a31e-e398aeaf25b6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.775397] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4cc19e-25c9-4020-8b05-7c08d7d94058 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.813754] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b24b1335-1db2-4274-8643-740c02866f93 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "512f1357-cb29-440a-9c61-f4c75dab4207" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.366s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.817980] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0892bfc3-5862-48e4-9ac9-c0635a96657a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.829885] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18b7b02-2ad9-4a24-9521-066adb56cad7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.840256] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798855, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.095277} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.848546] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62683) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1518.849387] env[62683]: DEBUG nova.compute.provider_tree [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.851290] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68725320-a160-4110-8c12-77de17fbc1f9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.887142] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 05476a5d-00fd-42e3-a3f4-d4b8557ce490/ephemeral_0.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1518.887142] env[62683]: INFO nova.compute.manager [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Took 44.44 seconds to build instance. [ 1518.887142] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-627a16d2-098f-4344-9413-f08671d8f33c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.903452] env[62683]: DEBUG oslo_concurrency.lockutils [None req-617b05e3-9410-494d-b49f-f88197453374 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "4c2f73c2-1014-479a-9adf-b87c86def0fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.747s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.908501] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1518.908501] env[62683]: value = "task-1798856" [ 1518.908501] env[62683]: _type = "Task" [ 1518.908501] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.918248] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798856, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.025489] env[62683]: DEBUG nova.network.neutron [None req-083911ed-7c0a-448b-9170-a63e02b2d088 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Updating instance_info_cache with network_info: [{"id": "ada3143d-34b5-4783-8c29-1af4b63c7220", "address": "fa:16:3e:18:db:60", "network": {"id": "337890c7-e165-484f-b08d-3c5e9535ea5f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1759550940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6a974a8b6d4407810148fbb1482186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada3143d-34", "ovs_interfaceid": "ada3143d-34b5-4783-8c29-1af4b63c7220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.044016] env[62683]: DEBUG nova.network.neutron [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Successfully updated port: e911904f-45ec-44f6-88c6-d0310f55914a {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1519.096024] env[62683]: DEBUG nova.network.neutron [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Successfully created port: 60bbffcc-375a-4677-a926-3750d79632b9 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1519.356017] env[62683]: DEBUG nova.scheduler.client.report [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1519.403700] env[62683]: DEBUG nova.compute.manager [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1519.419864] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798856, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.528865] env[62683]: DEBUG oslo_concurrency.lockutils [None req-083911ed-7c0a-448b-9170-a63e02b2d088 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Releasing lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.528865] env[62683]: DEBUG nova.compute.manager [None req-083911ed-7c0a-448b-9170-a63e02b2d088 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Inject network info {{(pid=62683) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 1519.529067] env[62683]: DEBUG nova.compute.manager [None req-083911ed-7c0a-448b-9170-a63e02b2d088 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] network_info to inject: |[{"id": "ada3143d-34b5-4783-8c29-1af4b63c7220", "address": "fa:16:3e:18:db:60", "network": {"id": "337890c7-e165-484f-b08d-3c5e9535ea5f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1759550940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6a974a8b6d4407810148fbb1482186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada3143d-34", "ovs_interfaceid": "ada3143d-34b5-4783-8c29-1af4b63c7220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 1519.533805] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-083911ed-7c0a-448b-9170-a63e02b2d088 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Reconfiguring VM instance to set the machine id {{(pid=62683) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1519.534130] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77cef1ce-2abb-4735-a812-f0748fff866a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.547035] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquiring lock "refresh_cache-3e91d1f1-59e2-4f83-9b15-1644e42c3d45" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.547181] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquired lock "refresh_cache-3e91d1f1-59e2-4f83-9b15-1644e42c3d45" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.547329] env[62683]: DEBUG nova.network.neutron [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1519.550701] env[62683]: DEBUG oslo_vmware.api [None req-083911ed-7c0a-448b-9170-a63e02b2d088 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Waiting for the task: (returnval){ [ 1519.550701] env[62683]: value = "task-1798857" [ 1519.550701] env[62683]: _type = "Task" [ 1519.550701] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.560113] env[62683]: DEBUG oslo_vmware.api [None req-083911ed-7c0a-448b-9170-a63e02b2d088 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': task-1798857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.861789] env[62683]: DEBUG oslo_concurrency.lockutils [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.865391] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.381s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.865542] env[62683]: DEBUG nova.objects.instance [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lazy-loading 'resources' on Instance uuid 9c0ff10a-84c8-4857-85e6-5f30991f1ac4 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1519.887186] env[62683]: INFO nova.scheduler.client.report [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Deleted allocations for instance bd2a4cf9-428a-41ce-bd6f-ca19d9135931 [ 1519.926221] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798856, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.933405] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.066671] env[62683]: DEBUG oslo_vmware.api [None req-083911ed-7c0a-448b-9170-a63e02b2d088 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': task-1798857, 'name': ReconfigVM_Task, 'duration_secs': 0.201641} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.067476] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-083911ed-7c0a-448b-9170-a63e02b2d088 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Reconfigured VM instance to set the machine id {{(pid=62683) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1520.107648] env[62683]: DEBUG nova.network.neutron [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1520.371929] env[62683]: DEBUG nova.network.neutron [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Updating instance_info_cache with network_info: [{"id": "e911904f-45ec-44f6-88c6-d0310f55914a", "address": "fa:16:3e:c7:2b:f9", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape911904f-45", "ovs_interfaceid": "e911904f-45ec-44f6-88c6-d0310f55914a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.399220] env[62683]: DEBUG oslo_concurrency.lockutils [None req-35d8ba6b-38d1-4d34-83b1-c73b8eefddeb tempest-VolumesAssistedSnapshotsTest-1618174920 tempest-VolumesAssistedSnapshotsTest-1618174920-project-member] Lock "bd2a4cf9-428a-41ce-bd6f-ca19d9135931" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.397s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.431496] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798856, 'name': ReconfigVM_Task, 'duration_secs': 1.326063} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.431914] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 05476a5d-00fd-42e3-a3f4-d4b8557ce490/ephemeral_0.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1520.432802] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2381ee78-b8a2-4833-9d8d-b4efb5c447b2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.441746] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1520.441746] env[62683]: value = "task-1798858" [ 1520.441746] env[62683]: _type = "Task" [ 1520.441746] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.453043] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798858, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.458035] env[62683]: DEBUG nova.compute.manager [req-ee913bc9-2054-49be-9162-e1aed32c14b6 req-5f6b2961-8de2-4dfb-8442-de68795654af service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Received event network-changed-ada3143d-34b5-4783-8c29-1af4b63c7220 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1520.458323] env[62683]: DEBUG nova.compute.manager [req-ee913bc9-2054-49be-9162-e1aed32c14b6 req-5f6b2961-8de2-4dfb-8442-de68795654af service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Refreshing instance network info cache due to event network-changed-ada3143d-34b5-4783-8c29-1af4b63c7220. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1520.458396] env[62683]: DEBUG oslo_concurrency.lockutils [req-ee913bc9-2054-49be-9162-e1aed32c14b6 req-5f6b2961-8de2-4dfb-8442-de68795654af service nova] Acquiring lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.458527] env[62683]: DEBUG oslo_concurrency.lockutils [req-ee913bc9-2054-49be-9162-e1aed32c14b6 req-5f6b2961-8de2-4dfb-8442-de68795654af service nova] Acquired lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.458678] env[62683]: DEBUG nova.network.neutron [req-ee913bc9-2054-49be-9162-e1aed32c14b6 req-5f6b2961-8de2-4dfb-8442-de68795654af service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Refreshing network info cache for port ada3143d-34b5-4783-8c29-1af4b63c7220 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1520.701664] env[62683]: DEBUG nova.network.neutron [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Successfully updated port: 60bbffcc-375a-4677-a926-3750d79632b9 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1520.874627] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Releasing lock "refresh_cache-3e91d1f1-59e2-4f83-9b15-1644e42c3d45" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.875209] env[62683]: DEBUG nova.compute.manager [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Instance network_info: |[{"id": "e911904f-45ec-44f6-88c6-d0310f55914a", "address": "fa:16:3e:c7:2b:f9", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape911904f-45", "ovs_interfaceid": "e911904f-45ec-44f6-88c6-d0310f55914a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1520.875332] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:2b:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e911904f-45ec-44f6-88c6-d0310f55914a', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1520.884154] env[62683]: DEBUG oslo.service.loopingcall [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1520.886463] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1520.886902] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83d735d4-e2fd-4d15-8090-65d2892306ac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.910546] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1520.910546] env[62683]: value = "task-1798859" [ 1520.910546] env[62683]: _type = "Task" [ 1520.910546] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.919207] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798859, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.954090] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798858, 'name': Rename_Task, 'duration_secs': 0.163949} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.954292] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1520.954547] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a63b4fb5-def3-4f05-872b-2e75ae1c3cb0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.958812] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea15f46-7288-4cf5-b7d5-49dcfc762b5f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.964694] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1520.964694] env[62683]: value = "task-1798860" [ 1520.964694] env[62683]: _type = "Task" [ 1520.964694] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.972226] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b458b6ff-c81a-4ad8-b222-c41475135934 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.980901] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.019240] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693c333c-e2ab-4747-ac1b-d27b495f7d29 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.029692] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a16330-ce14-4631-9ba5-4a34132711aa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.041405] env[62683]: DEBUG nova.compute.provider_tree [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.189012] env[62683]: DEBUG nova.network.neutron [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Successfully updated port: ece111b0-c192-4538-8a93-5d67ab772dc5 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1521.207972] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.208175] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.208349] env[62683]: DEBUG nova.network.neutron [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1521.257132] env[62683]: DEBUG nova.compute.manager [req-bfd4bdfc-f306-4536-8285-f55a03864eed req-d6b3f623-3b3c-4cbb-884e-79cdd0c59314 service nova] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Received event network-vif-plugged-e911904f-45ec-44f6-88c6-d0310f55914a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1521.257391] env[62683]: DEBUG oslo_concurrency.lockutils [req-bfd4bdfc-f306-4536-8285-f55a03864eed req-d6b3f623-3b3c-4cbb-884e-79cdd0c59314 service nova] Acquiring lock "3e91d1f1-59e2-4f83-9b15-1644e42c3d45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.259233] env[62683]: DEBUG oslo_concurrency.lockutils [req-bfd4bdfc-f306-4536-8285-f55a03864eed req-d6b3f623-3b3c-4cbb-884e-79cdd0c59314 service nova] Lock "3e91d1f1-59e2-4f83-9b15-1644e42c3d45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.259233] env[62683]: DEBUG oslo_concurrency.lockutils [req-bfd4bdfc-f306-4536-8285-f55a03864eed req-d6b3f623-3b3c-4cbb-884e-79cdd0c59314 service nova] Lock "3e91d1f1-59e2-4f83-9b15-1644e42c3d45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.259233] env[62683]: DEBUG nova.compute.manager [req-bfd4bdfc-f306-4536-8285-f55a03864eed req-d6b3f623-3b3c-4cbb-884e-79cdd0c59314 service nova] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] No waiting events found dispatching network-vif-plugged-e911904f-45ec-44f6-88c6-d0310f55914a {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1521.259233] env[62683]: WARNING nova.compute.manager [req-bfd4bdfc-f306-4536-8285-f55a03864eed req-d6b3f623-3b3c-4cbb-884e-79cdd0c59314 service nova] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Received unexpected event network-vif-plugged-e911904f-45ec-44f6-88c6-d0310f55914a for instance with vm_state building and task_state spawning. [ 1521.259233] env[62683]: DEBUG nova.compute.manager [req-bfd4bdfc-f306-4536-8285-f55a03864eed req-d6b3f623-3b3c-4cbb-884e-79cdd0c59314 service nova] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Received event network-changed-e911904f-45ec-44f6-88c6-d0310f55914a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1521.259233] env[62683]: DEBUG nova.compute.manager [req-bfd4bdfc-f306-4536-8285-f55a03864eed req-d6b3f623-3b3c-4cbb-884e-79cdd0c59314 service nova] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Refreshing instance network info cache due to event network-changed-e911904f-45ec-44f6-88c6-d0310f55914a. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1521.259233] env[62683]: DEBUG oslo_concurrency.lockutils [req-bfd4bdfc-f306-4536-8285-f55a03864eed req-d6b3f623-3b3c-4cbb-884e-79cdd0c59314 service nova] Acquiring lock "refresh_cache-3e91d1f1-59e2-4f83-9b15-1644e42c3d45" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.259233] env[62683]: DEBUG oslo_concurrency.lockutils [req-bfd4bdfc-f306-4536-8285-f55a03864eed req-d6b3f623-3b3c-4cbb-884e-79cdd0c59314 service nova] Acquired lock "refresh_cache-3e91d1f1-59e2-4f83-9b15-1644e42c3d45" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.259544] env[62683]: DEBUG nova.network.neutron [req-bfd4bdfc-f306-4536-8285-f55a03864eed req-d6b3f623-3b3c-4cbb-884e-79cdd0c59314 service nova] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Refreshing network info cache for port e911904f-45ec-44f6-88c6-d0310f55914a {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1521.296678] env[62683]: DEBUG nova.network.neutron [req-ee913bc9-2054-49be-9162-e1aed32c14b6 req-5f6b2961-8de2-4dfb-8442-de68795654af service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Updated VIF entry in instance network info cache for port ada3143d-34b5-4783-8c29-1af4b63c7220. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.297072] env[62683]: DEBUG nova.network.neutron [req-ee913bc9-2054-49be-9162-e1aed32c14b6 req-5f6b2961-8de2-4dfb-8442-de68795654af service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Updating instance_info_cache with network_info: [{"id": "ada3143d-34b5-4783-8c29-1af4b63c7220", "address": "fa:16:3e:18:db:60", "network": {"id": "337890c7-e165-484f-b08d-3c5e9535ea5f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1759550940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6a974a8b6d4407810148fbb1482186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada3143d-34", "ovs_interfaceid": "ada3143d-34b5-4783-8c29-1af4b63c7220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.422659] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798859, 'name': CreateVM_Task, 'duration_secs': 0.35881} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.423125] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1521.423785] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.424283] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.424659] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1521.424961] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81746a6a-1db5-4e7d-b1df-17f5ed872733 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.430297] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for the task: (returnval){ [ 1521.430297] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526f89c3-4157-d28c-23fc-f59740aa0585" [ 1521.430297] env[62683]: _type = "Task" [ 1521.430297] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.440041] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526f89c3-4157-d28c-23fc-f59740aa0585, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.475239] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798860, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.546250] env[62683]: DEBUG nova.scheduler.client.report [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.691062] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Acquiring lock "refresh_cache-e4d21150-033f-470a-80fb-bd090c0af8b8" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.691251] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Acquired lock "refresh_cache-e4d21150-033f-470a-80fb-bd090c0af8b8" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.691478] env[62683]: DEBUG nova.network.neutron [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1521.767738] env[62683]: WARNING nova.network.neutron [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] 9de2292d-427f-49ca-a40c-3d1495931eda already exists in list: networks containing: ['9de2292d-427f-49ca-a40c-3d1495931eda']. ignoring it [ 1521.799718] env[62683]: DEBUG oslo_concurrency.lockutils [req-ee913bc9-2054-49be-9162-e1aed32c14b6 req-5f6b2961-8de2-4dfb-8442-de68795654af service nova] Releasing lock "refresh_cache-f284c206-f517-4ff6-aa4f-412d9831c6ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.873668] env[62683]: DEBUG oslo_concurrency.lockutils [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquiring lock "eee16ab0-76b4-4d1d-bf04-55f9b64264ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.874180] env[62683]: DEBUG oslo_concurrency.lockutils [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "eee16ab0-76b4-4d1d-bf04-55f9b64264ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.943598] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526f89c3-4157-d28c-23fc-f59740aa0585, 'name': SearchDatastore_Task, 'duration_secs': 0.011434} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.944246] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.944494] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1521.944736] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.944886] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.945089] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1521.945403] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d3a5808-da0f-43d8-a9a4-fc4a3f7b4f58 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.956302] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1521.956489] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1521.957228] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a91b9509-2ff0-41ff-a12d-0409eb9500e5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.964352] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for the task: (returnval){ [ 1521.964352] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e86459-2954-6f5c-c7d5-13abaa798fa2" [ 1521.964352] env[62683]: _type = "Task" [ 1521.964352] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.977029] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e86459-2954-6f5c-c7d5-13abaa798fa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.979943] env[62683]: DEBUG oslo_vmware.api [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1798860, 'name': PowerOnVM_Task, 'duration_secs': 0.520237} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.980212] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1521.980413] env[62683]: INFO nova.compute.manager [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Took 10.41 seconds to spawn the instance on the hypervisor. [ 1521.980589] env[62683]: DEBUG nova.compute.manager [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1521.981335] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b7643c-18f8-4b83-bf5c-b5f310dbcf32 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.046400] env[62683]: DEBUG nova.network.neutron [req-bfd4bdfc-f306-4536-8285-f55a03864eed req-d6b3f623-3b3c-4cbb-884e-79cdd0c59314 service nova] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Updated VIF entry in instance network info cache for port e911904f-45ec-44f6-88c6-d0310f55914a. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1522.046737] env[62683]: DEBUG nova.network.neutron [req-bfd4bdfc-f306-4536-8285-f55a03864eed req-d6b3f623-3b3c-4cbb-884e-79cdd0c59314 service nova] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Updating instance_info_cache with network_info: [{"id": "e911904f-45ec-44f6-88c6-d0310f55914a", "address": "fa:16:3e:c7:2b:f9", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape911904f-45", "ovs_interfaceid": "e911904f-45ec-44f6-88c6-d0310f55914a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.053336] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.058221] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.479s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.058221] env[62683]: DEBUG nova.objects.instance [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lazy-loading 'resources' on Instance uuid e5e26b31-d227-4177-8ba1-efd52011afc1 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1522.081023] env[62683]: INFO nova.scheduler.client.report [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleted allocations for instance 9c0ff10a-84c8-4857-85e6-5f30991f1ac4 [ 1522.240304] env[62683]: DEBUG nova.network.neutron [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1522.299920] env[62683]: DEBUG nova.network.neutron [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Updating instance_info_cache with network_info: [{"id": "0111bb7e-3b39-473c-97ac-69362a906a14", "address": "fa:16:3e:dc:a6:4c", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0111bb7e-3b", "ovs_interfaceid": "0111bb7e-3b39-473c-97ac-69362a906a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "60bbffcc-375a-4677-a926-3750d79632b9", "address": "fa:16:3e:cc:9e:39", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60bbffcc-37", "ovs_interfaceid": "60bbffcc-375a-4677-a926-3750d79632b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.446571] env[62683]: DEBUG nova.network.neutron [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Updating instance_info_cache with network_info: [{"id": "ece111b0-c192-4538-8a93-5d67ab772dc5", "address": "fa:16:3e:10:1c:96", "network": {"id": "0c3e6ba4-236d-47d6-beed-350fa6039d21", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-769649284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12dc7c9511bb41bab236d61e5c687300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece111b0-c1", "ovs_interfaceid": "ece111b0-c192-4538-8a93-5d67ab772dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.453936] env[62683]: DEBUG oslo_concurrency.lockutils [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Acquiring lock "b06713db-2263-410b-93a8-fc7334752d30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.454214] env[62683]: DEBUG oslo_concurrency.lockutils [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Lock "b06713db-2263-410b-93a8-fc7334752d30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.476748] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e86459-2954-6f5c-c7d5-13abaa798fa2, 'name': SearchDatastore_Task, 'duration_secs': 0.016636} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.477639] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f6b4b8-2211-4e59-9379-2f2ada2bc052 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.485645] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for the task: (returnval){ [ 1522.485645] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526da44b-a799-92bc-8e44-62904d551354" [ 1522.485645] env[62683]: _type = "Task" [ 1522.485645] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.499217] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526da44b-a799-92bc-8e44-62904d551354, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.511213] env[62683]: INFO nova.compute.manager [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Took 41.59 seconds to build instance. [ 1522.551204] env[62683]: DEBUG oslo_concurrency.lockutils [req-bfd4bdfc-f306-4536-8285-f55a03864eed req-d6b3f623-3b3c-4cbb-884e-79cdd0c59314 service nova] Releasing lock "refresh_cache-3e91d1f1-59e2-4f83-9b15-1644e42c3d45" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.564012] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Acquiring lock "f284c206-f517-4ff6-aa4f-412d9831c6ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.564327] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Lock "f284c206-f517-4ff6-aa4f-412d9831c6ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.564496] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Acquiring lock "f284c206-f517-4ff6-aa4f-412d9831c6ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.564656] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Lock "f284c206-f517-4ff6-aa4f-412d9831c6ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.564836] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Lock "f284c206-f517-4ff6-aa4f-412d9831c6ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.567165] env[62683]: INFO nova.compute.manager [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Terminating instance [ 1522.592112] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1b98bcfc-9764-48f9-9ed7-51ba8be56254 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "9c0ff10a-84c8-4857-85e6-5f30991f1ac4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.678s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.806442] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.807082] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.807244] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.808251] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25d472f-e402-4202-b3f2-4bc0bfef857a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.826931] env[62683]: DEBUG nova.virt.hardware [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1522.827203] env[62683]: DEBUG nova.virt.hardware [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1522.827366] env[62683]: DEBUG nova.virt.hardware [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1522.827546] env[62683]: DEBUG nova.virt.hardware [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1522.827691] env[62683]: DEBUG nova.virt.hardware [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1522.827838] env[62683]: DEBUG nova.virt.hardware [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1522.828070] env[62683]: DEBUG nova.virt.hardware [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1522.828240] env[62683]: DEBUG nova.virt.hardware [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1522.828583] env[62683]: DEBUG nova.virt.hardware [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1522.828583] env[62683]: DEBUG nova.virt.hardware [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1522.828730] env[62683]: DEBUG nova.virt.hardware [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1522.835162] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Reconfiguring VM to attach interface {{(pid=62683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1522.837913] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5770831e-85d4-4ed6-90f5-757c1c0e02f7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.858627] env[62683]: DEBUG oslo_vmware.api [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1522.858627] env[62683]: value = "task-1798861" [ 1522.858627] env[62683]: _type = "Task" [ 1522.858627] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.868973] env[62683]: DEBUG oslo_vmware.api [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798861, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.954832] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Releasing lock "refresh_cache-e4d21150-033f-470a-80fb-bd090c0af8b8" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.955185] env[62683]: DEBUG nova.compute.manager [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Instance network_info: |[{"id": "ece111b0-c192-4538-8a93-5d67ab772dc5", "address": "fa:16:3e:10:1c:96", "network": {"id": "0c3e6ba4-236d-47d6-beed-350fa6039d21", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-769649284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12dc7c9511bb41bab236d61e5c687300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece111b0-c1", "ovs_interfaceid": "ece111b0-c192-4538-8a93-5d67ab772dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1522.955658] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:1c:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ece111b0-c192-4538-8a93-5d67ab772dc5', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1522.964328] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Creating folder: Project (12dc7c9511bb41bab236d61e5c687300). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1522.967241] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2051c9ca-ec8a-4a37-935b-f77e81de3ccf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.977868] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Created folder: Project (12dc7c9511bb41bab236d61e5c687300) in parent group-v372889. [ 1522.978129] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Creating folder: Instances. Parent ref: group-v373037. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1522.978405] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51e46f2b-d1e1-4bf8-a2e9-93789dadc857 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.991757] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Created folder: Instances in parent group-v373037. [ 1522.991757] env[62683]: DEBUG oslo.service.loopingcall [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1522.991757] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1522.992342] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bff8fbb-f1ac-40d0-afb5-8038d8e2d121 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.013317] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526da44b-a799-92bc-8e44-62904d551354, 'name': SearchDatastore_Task, 'duration_secs': 0.038187} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.013575] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6a6ec47b-c977-4845-820c-1b80a14c487b tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lock "05476a5d-00fd-42e3-a3f4-d4b8557ce490" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.971s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.014399] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.014685] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 3e91d1f1-59e2-4f83-9b15-1644e42c3d45/3e91d1f1-59e2-4f83-9b15-1644e42c3d45.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1523.016016] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52617acd-5a87-41c9-b8db-a8c8a11b1fdc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.022017] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1523.022017] env[62683]: value = "task-1798864" [ 1523.022017] env[62683]: _type = "Task" [ 1523.022017] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.028053] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798864, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.029926] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for the task: (returnval){ [ 1523.029926] env[62683]: value = "task-1798865" [ 1523.029926] env[62683]: _type = "Task" [ 1523.029926] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.042301] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.072594] env[62683]: DEBUG nova.compute.manager [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1523.073153] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1523.074454] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5c89a2-6a30-41f4-92ca-dbfb3069ca0c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.088361] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1523.088698] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84750f72-0966-4ec8-8b70-fcc28277d258 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.095625] env[62683]: DEBUG oslo_vmware.api [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Waiting for the task: (returnval){ [ 1523.095625] env[62683]: value = "task-1798866" [ 1523.095625] env[62683]: _type = "Task" [ 1523.095625] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.107968] env[62683]: DEBUG oslo_vmware.api [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': task-1798866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.154592] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032e6ba4-63e4-4a40-8bef-379751e85e73 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.162772] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd2ce10-eda1-46e8-bf9a-56da5f92e2b9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.196359] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c679ed5b-3e26-4b08-b651-c32e947957f4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.207393] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b8f8c5-2114-4db2-bb02-280ca798ee51 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.222227] env[62683]: DEBUG nova.compute.provider_tree [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1523.370952] env[62683]: DEBUG oslo_vmware.api [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.392505] env[62683]: DEBUG nova.compute.manager [req-be9a3091-08c2-49aa-b2fc-edf78b56f446 req-f49489bb-8c7e-482a-916b-34c275661f66 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Received event network-vif-plugged-60bbffcc-375a-4677-a926-3750d79632b9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1523.392505] env[62683]: DEBUG oslo_concurrency.lockutils [req-be9a3091-08c2-49aa-b2fc-edf78b56f446 req-f49489bb-8c7e-482a-916b-34c275661f66 service nova] Acquiring lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.392687] env[62683]: DEBUG oslo_concurrency.lockutils [req-be9a3091-08c2-49aa-b2fc-edf78b56f446 req-f49489bb-8c7e-482a-916b-34c275661f66 service nova] Lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.392975] env[62683]: DEBUG oslo_concurrency.lockutils [req-be9a3091-08c2-49aa-b2fc-edf78b56f446 req-f49489bb-8c7e-482a-916b-34c275661f66 service nova] Lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.393178] env[62683]: DEBUG nova.compute.manager [req-be9a3091-08c2-49aa-b2fc-edf78b56f446 req-f49489bb-8c7e-482a-916b-34c275661f66 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] No waiting events found dispatching network-vif-plugged-60bbffcc-375a-4677-a926-3750d79632b9 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1523.393371] env[62683]: WARNING nova.compute.manager [req-be9a3091-08c2-49aa-b2fc-edf78b56f446 req-f49489bb-8c7e-482a-916b-34c275661f66 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Received unexpected event network-vif-plugged-60bbffcc-375a-4677-a926-3750d79632b9 for instance with vm_state active and task_state None. [ 1523.393509] env[62683]: DEBUG nova.compute.manager [req-be9a3091-08c2-49aa-b2fc-edf78b56f446 req-f49489bb-8c7e-482a-916b-34c275661f66 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Received event network-changed-60bbffcc-375a-4677-a926-3750d79632b9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1523.393732] env[62683]: DEBUG nova.compute.manager [req-be9a3091-08c2-49aa-b2fc-edf78b56f446 req-f49489bb-8c7e-482a-916b-34c275661f66 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Refreshing instance network info cache due to event network-changed-60bbffcc-375a-4677-a926-3750d79632b9. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1523.394028] env[62683]: DEBUG oslo_concurrency.lockutils [req-be9a3091-08c2-49aa-b2fc-edf78b56f446 req-f49489bb-8c7e-482a-916b-34c275661f66 service nova] Acquiring lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.394155] env[62683]: DEBUG oslo_concurrency.lockutils [req-be9a3091-08c2-49aa-b2fc-edf78b56f446 req-f49489bb-8c7e-482a-916b-34c275661f66 service nova] Acquired lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.394320] env[62683]: DEBUG nova.network.neutron [req-be9a3091-08c2-49aa-b2fc-edf78b56f446 req-f49489bb-8c7e-482a-916b-34c275661f66 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Refreshing network info cache for port 60bbffcc-375a-4677-a926-3750d79632b9 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1523.519917] env[62683]: DEBUG nova.compute.manager [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1523.547694] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798864, 'name': CreateVM_Task, 'duration_secs': 0.401876} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.551109] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1523.551426] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798865, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.552169] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.553087] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.553512] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.553719] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-182531df-1457-4c0c-9196-af735fa80416 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.561774] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Waiting for the task: (returnval){ [ 1523.561774] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5298d00c-abc3-b163-547d-3e071804f150" [ 1523.561774] env[62683]: _type = "Task" [ 1523.561774] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.568871] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5298d00c-abc3-b163-547d-3e071804f150, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.610932] env[62683]: DEBUG oslo_vmware.api [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': task-1798866, 'name': PowerOffVM_Task, 'duration_secs': 0.436371} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.611861] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1523.612088] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1523.612628] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43b305ee-e4a3-4019-913a-223c1b8c4382 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.703848] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1523.704100] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1523.704328] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Deleting the datastore file [datastore1] f284c206-f517-4ff6-aa4f-412d9831c6ac {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1523.704596] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c37e0663-e1e5-4bfb-9d9d-730441f4c8ff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.711149] env[62683]: DEBUG oslo_vmware.api [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Waiting for the task: (returnval){ [ 1523.711149] env[62683]: value = "task-1798868" [ 1523.711149] env[62683]: _type = "Task" [ 1523.711149] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.719381] env[62683]: DEBUG oslo_vmware.api [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': task-1798868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.725324] env[62683]: DEBUG nova.scheduler.client.report [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1523.796895] env[62683]: DEBUG nova.compute.manager [req-57ff9afd-a846-4cc8-9a6e-4e593c9ce0b0 req-cb526244-c1ba-457b-827f-36f86b95f143 service nova] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Received event network-vif-plugged-ece111b0-c192-4538-8a93-5d67ab772dc5 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1523.797201] env[62683]: DEBUG oslo_concurrency.lockutils [req-57ff9afd-a846-4cc8-9a6e-4e593c9ce0b0 req-cb526244-c1ba-457b-827f-36f86b95f143 service nova] Acquiring lock "e4d21150-033f-470a-80fb-bd090c0af8b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.798025] env[62683]: DEBUG oslo_concurrency.lockutils [req-57ff9afd-a846-4cc8-9a6e-4e593c9ce0b0 req-cb526244-c1ba-457b-827f-36f86b95f143 service nova] Lock "e4d21150-033f-470a-80fb-bd090c0af8b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.798025] env[62683]: DEBUG oslo_concurrency.lockutils [req-57ff9afd-a846-4cc8-9a6e-4e593c9ce0b0 req-cb526244-c1ba-457b-827f-36f86b95f143 service nova] Lock "e4d21150-033f-470a-80fb-bd090c0af8b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.798025] env[62683]: DEBUG nova.compute.manager [req-57ff9afd-a846-4cc8-9a6e-4e593c9ce0b0 req-cb526244-c1ba-457b-827f-36f86b95f143 service nova] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] No waiting events found dispatching network-vif-plugged-ece111b0-c192-4538-8a93-5d67ab772dc5 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1523.798025] env[62683]: WARNING nova.compute.manager [req-57ff9afd-a846-4cc8-9a6e-4e593c9ce0b0 req-cb526244-c1ba-457b-827f-36f86b95f143 service nova] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Received unexpected event network-vif-plugged-ece111b0-c192-4538-8a93-5d67ab772dc5 for instance with vm_state building and task_state spawning. [ 1523.798244] env[62683]: DEBUG nova.compute.manager [req-57ff9afd-a846-4cc8-9a6e-4e593c9ce0b0 req-cb526244-c1ba-457b-827f-36f86b95f143 service nova] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Received event network-changed-ece111b0-c192-4538-8a93-5d67ab772dc5 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1523.798244] env[62683]: DEBUG nova.compute.manager [req-57ff9afd-a846-4cc8-9a6e-4e593c9ce0b0 req-cb526244-c1ba-457b-827f-36f86b95f143 service nova] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Refreshing instance network info cache due to event network-changed-ece111b0-c192-4538-8a93-5d67ab772dc5. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1523.798387] env[62683]: DEBUG oslo_concurrency.lockutils [req-57ff9afd-a846-4cc8-9a6e-4e593c9ce0b0 req-cb526244-c1ba-457b-827f-36f86b95f143 service nova] Acquiring lock "refresh_cache-e4d21150-033f-470a-80fb-bd090c0af8b8" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.798539] env[62683]: DEBUG oslo_concurrency.lockutils [req-57ff9afd-a846-4cc8-9a6e-4e593c9ce0b0 req-cb526244-c1ba-457b-827f-36f86b95f143 service nova] Acquired lock "refresh_cache-e4d21150-033f-470a-80fb-bd090c0af8b8" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.799120] env[62683]: DEBUG nova.network.neutron [req-57ff9afd-a846-4cc8-9a6e-4e593c9ce0b0 req-cb526244-c1ba-457b-827f-36f86b95f143 service nova] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Refreshing network info cache for port ece111b0-c192-4538-8a93-5d67ab772dc5 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1523.868901] env[62683]: DEBUG oslo_vmware.api [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798861, 'name': ReconfigVM_Task, 'duration_secs': 0.985517} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.869630] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.869630] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Reconfigured VM to attach interface {{(pid=62683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1524.046526] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596499} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.046810] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 3e91d1f1-59e2-4f83-9b15-1644e42c3d45/3e91d1f1-59e2-4f83-9b15-1644e42c3d45.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1524.047194] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1524.047316] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69aa82c4-d1fb-4128-996c-24262336d1e0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.054585] env[62683]: DEBUG oslo_concurrency.lockutils [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.056049] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for the task: (returnval){ [ 1524.056049] env[62683]: value = "task-1798869" [ 1524.056049] env[62683]: _type = "Task" [ 1524.056049] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.067747] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.073201] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5298d00c-abc3-b163-547d-3e071804f150, 'name': SearchDatastore_Task, 'duration_secs': 0.030096} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.073509] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.073741] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1524.073971] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.074143] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.074317] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1524.074579] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e7ccd33-7394-4f16-beeb-7ba22d0ace9b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.082356] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1524.082545] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1524.083297] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a5fdc26-33c2-41d3-b432-1c5dae1a8fb9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.088879] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Waiting for the task: (returnval){ [ 1524.088879] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a91d89-3221-ea38-1ced-fa6357310fce" [ 1524.088879] env[62683]: _type = "Task" [ 1524.088879] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.096623] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a91d89-3221-ea38-1ced-fa6357310fce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.226613] env[62683]: DEBUG oslo_vmware.api [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Task: {'id': task-1798868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189463} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.226893] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1524.231017] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1524.231017] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1524.231017] env[62683]: INFO nova.compute.manager [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1524.231017] env[62683]: DEBUG oslo.service.loopingcall [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1524.231017] env[62683]: DEBUG nova.compute.manager [-] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1524.231017] env[62683]: DEBUG nova.network.neutron [-] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1524.231329] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.233288] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.671s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.233507] env[62683]: DEBUG nova.objects.instance [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lazy-loading 'resources' on Instance uuid c984ffc7-5f46-4e7e-93b8-a18e4c321b11 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.267368] env[62683]: INFO nova.scheduler.client.report [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Deleted allocations for instance e5e26b31-d227-4177-8ba1-efd52011afc1 [ 1524.305274] env[62683]: DEBUG nova.network.neutron [req-be9a3091-08c2-49aa-b2fc-edf78b56f446 req-f49489bb-8c7e-482a-916b-34c275661f66 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Updated VIF entry in instance network info cache for port 60bbffcc-375a-4677-a926-3750d79632b9. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1524.305274] env[62683]: DEBUG nova.network.neutron [req-be9a3091-08c2-49aa-b2fc-edf78b56f446 req-f49489bb-8c7e-482a-916b-34c275661f66 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Updating instance_info_cache with network_info: [{"id": "0111bb7e-3b39-473c-97ac-69362a906a14", "address": "fa:16:3e:dc:a6:4c", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0111bb7e-3b", "ovs_interfaceid": "0111bb7e-3b39-473c-97ac-69362a906a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "60bbffcc-375a-4677-a926-3750d79632b9", "address": "fa:16:3e:cc:9e:39", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60bbffcc-37", "ovs_interfaceid": "60bbffcc-375a-4677-a926-3750d79632b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.376278] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0b62b86c-8f7e-48bb-8ba5-95a83791fe1a tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "interface-0d463f56-a2a4-498f-a3dc-b4568dc76fd9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.988s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.568021] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080206} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.568021] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1524.568407] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab61ced6-e8b9-4d0c-9087-a73005b40524 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.594470] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 3e91d1f1-59e2-4f83-9b15-1644e42c3d45/3e91d1f1-59e2-4f83-9b15-1644e42c3d45.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1524.599814] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-152da7ce-9c88-421f-8bc5-34d928cfafd9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.631646] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a91d89-3221-ea38-1ced-fa6357310fce, 'name': SearchDatastore_Task, 'duration_secs': 0.014938} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.634607] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for the task: (returnval){ [ 1524.634607] env[62683]: value = "task-1798870" [ 1524.634607] env[62683]: _type = "Task" [ 1524.634607] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.634920] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0eccfde-3df6-4ddd-8949-aab14ef1f34a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.643887] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Waiting for the task: (returnval){ [ 1524.643887] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52fb60bc-fad2-a9e7-7ece-dd91239dfdc0" [ 1524.643887] env[62683]: _type = "Task" [ 1524.643887] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.656078] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52fb60bc-fad2-a9e7-7ece-dd91239dfdc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.703069] env[62683]: DEBUG nova.network.neutron [req-57ff9afd-a846-4cc8-9a6e-4e593c9ce0b0 req-cb526244-c1ba-457b-827f-36f86b95f143 service nova] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Updated VIF entry in instance network info cache for port ece111b0-c192-4538-8a93-5d67ab772dc5. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1524.703458] env[62683]: DEBUG nova.network.neutron [req-57ff9afd-a846-4cc8-9a6e-4e593c9ce0b0 req-cb526244-c1ba-457b-827f-36f86b95f143 service nova] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Updating instance_info_cache with network_info: [{"id": "ece111b0-c192-4538-8a93-5d67ab772dc5", "address": "fa:16:3e:10:1c:96", "network": {"id": "0c3e6ba4-236d-47d6-beed-350fa6039d21", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-769649284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12dc7c9511bb41bab236d61e5c687300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece111b0-c1", "ovs_interfaceid": "ece111b0-c192-4538-8a93-5d67ab772dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.783226] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae6ceedd-8975-4224-a610-4c72bff1f915 tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "e5e26b31-d227-4177-8ba1-efd52011afc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.709s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.807031] env[62683]: DEBUG oslo_concurrency.lockutils [req-be9a3091-08c2-49aa-b2fc-edf78b56f446 req-f49489bb-8c7e-482a-916b-34c275661f66 service nova] Releasing lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.156857] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.162102] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52fb60bc-fad2-a9e7-7ece-dd91239dfdc0, 'name': SearchDatastore_Task, 'duration_secs': 0.036437} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.165295] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.165713] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] e4d21150-033f-470a-80fb-bd090c0af8b8/e4d21150-033f-470a-80fb-bd090c0af8b8.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1525.166259] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e292d3cb-54c5-4a8a-b6a3-d6396d0592cd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.174358] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Waiting for the task: (returnval){ [ 1525.174358] env[62683]: value = "task-1798871" [ 1525.174358] env[62683]: _type = "Task" [ 1525.174358] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.184216] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': task-1798871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.210946] env[62683]: DEBUG oslo_concurrency.lockutils [req-57ff9afd-a846-4cc8-9a6e-4e593c9ce0b0 req-cb526244-c1ba-457b-827f-36f86b95f143 service nova] Releasing lock "refresh_cache-e4d21150-033f-470a-80fb-bd090c0af8b8" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.399761] env[62683]: DEBUG oslo_concurrency.lockutils [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Acquiring lock "7091557b-6466-439b-85f5-46c6237e9436" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.400137] env[62683]: DEBUG oslo_concurrency.lockutils [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Lock "7091557b-6466-439b-85f5-46c6237e9436" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.415897] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ac0919-489d-47d0-a934-c11f3d1b9080 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.423502] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf581413-664c-46c5-ad90-2536f58f9a08 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.463505] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc50995-585b-4bbc-9641-4c95af8f68ed {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.473854] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18ff0b9-b652-4a20-970a-625b835926b7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.489716] env[62683]: DEBUG nova.compute.provider_tree [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.649559] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798870, 'name': ReconfigVM_Task, 'duration_secs': 0.879646} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.650418] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 3e91d1f1-59e2-4f83-9b15-1644e42c3d45/3e91d1f1-59e2-4f83-9b15-1644e42c3d45.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1525.650816] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-402725e9-8869-4004-a984-cd6ca5ba5119 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.658922] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for the task: (returnval){ [ 1525.658922] env[62683]: value = "task-1798872" [ 1525.658922] env[62683]: _type = "Task" [ 1525.658922] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.669269] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798872, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.684553] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': task-1798871, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.887170] env[62683]: DEBUG nova.network.neutron [-] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.996019] env[62683]: DEBUG nova.scheduler.client.report [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1526.099116] env[62683]: DEBUG nova.compute.manager [req-44a74e12-115c-43e2-a9a5-b48e0c1506c8 req-c0a8b46b-0333-4fc6-8ae3-884752318044 service nova] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Received event network-vif-deleted-ada3143d-34b5-4783-8c29-1af4b63c7220 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1526.113311] env[62683]: DEBUG nova.compute.manager [req-3c22db9a-fef6-4e44-8ba8-adab29c71aba req-26a27752-5b30-411f-b816-1d75f412a1bd service nova] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Received event network-changed-334a9896-2499-4af5-93ff-89057ff05db4 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1526.113311] env[62683]: DEBUG nova.compute.manager [req-3c22db9a-fef6-4e44-8ba8-adab29c71aba req-26a27752-5b30-411f-b816-1d75f412a1bd service nova] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Refreshing instance network info cache due to event network-changed-334a9896-2499-4af5-93ff-89057ff05db4. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1526.113311] env[62683]: DEBUG oslo_concurrency.lockutils [req-3c22db9a-fef6-4e44-8ba8-adab29c71aba req-26a27752-5b30-411f-b816-1d75f412a1bd service nova] Acquiring lock "refresh_cache-05476a5d-00fd-42e3-a3f4-d4b8557ce490" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.113311] env[62683]: DEBUG oslo_concurrency.lockutils [req-3c22db9a-fef6-4e44-8ba8-adab29c71aba req-26a27752-5b30-411f-b816-1d75f412a1bd service nova] Acquired lock "refresh_cache-05476a5d-00fd-42e3-a3f4-d4b8557ce490" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.113771] env[62683]: DEBUG nova.network.neutron [req-3c22db9a-fef6-4e44-8ba8-adab29c71aba req-26a27752-5b30-411f-b816-1d75f412a1bd service nova] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Refreshing network info cache for port 334a9896-2499-4af5-93ff-89057ff05db4 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1526.171659] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798872, 'name': Rename_Task, 'duration_secs': 0.192924} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.173453] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1526.176548] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a6370f8-a116-4e05-8ca8-e60ac59024af {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.192537] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': task-1798871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756702} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.194330] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] e4d21150-033f-470a-80fb-bd090c0af8b8/e4d21150-033f-470a-80fb-bd090c0af8b8.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1526.194677] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1526.195052] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for the task: (returnval){ [ 1526.195052] env[62683]: value = "task-1798873" [ 1526.195052] env[62683]: _type = "Task" [ 1526.195052] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.195836] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b66fab3-2247-4ae4-b743-f1f9b4ba6b97 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.209730] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798873, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.211387] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Waiting for the task: (returnval){ [ 1526.211387] env[62683]: value = "task-1798874" [ 1526.211387] env[62683]: _type = "Task" [ 1526.211387] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.220919] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': task-1798874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.390929] env[62683]: INFO nova.compute.manager [-] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Took 2.16 seconds to deallocate network for instance. [ 1526.498938] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.502665] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.946s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.504035] env[62683]: INFO nova.compute.claims [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1526.537897] env[62683]: INFO nova.scheduler.client.report [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Deleted allocations for instance c984ffc7-5f46-4e7e-93b8-a18e4c321b11 [ 1526.625381] env[62683]: DEBUG nova.compute.manager [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Stashing vm_state: active {{(pid=62683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1526.680564] env[62683]: DEBUG oslo_concurrency.lockutils [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "6f3f8558-d031-4272-8b20-2ea6ac1b92c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.680818] env[62683]: DEBUG oslo_concurrency.lockutils [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "6f3f8558-d031-4272-8b20-2ea6ac1b92c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.681076] env[62683]: DEBUG oslo_concurrency.lockutils [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "6f3f8558-d031-4272-8b20-2ea6ac1b92c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.681220] env[62683]: DEBUG oslo_concurrency.lockutils [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "6f3f8558-d031-4272-8b20-2ea6ac1b92c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.681389] env[62683]: DEBUG oslo_concurrency.lockutils [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "6f3f8558-d031-4272-8b20-2ea6ac1b92c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.683439] env[62683]: INFO nova.compute.manager [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Terminating instance [ 1526.709890] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798873, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.720952] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': task-1798874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067227} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.721273] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1526.722275] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0c5232-b115-4d79-8cc3-870c5ce89b70 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.747507] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] e4d21150-033f-470a-80fb-bd090c0af8b8/e4d21150-033f-470a-80fb-bd090c0af8b8.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1526.750502] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d27c62fe-aa8a-4880-a882-6594d95b2a27 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.772450] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Waiting for the task: (returnval){ [ 1526.772450] env[62683]: value = "task-1798875" [ 1526.772450] env[62683]: _type = "Task" [ 1526.772450] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.781212] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': task-1798875, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.904895] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.976213] env[62683]: DEBUG nova.network.neutron [req-3c22db9a-fef6-4e44-8ba8-adab29c71aba req-26a27752-5b30-411f-b816-1d75f412a1bd service nova] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Updated VIF entry in instance network info cache for port 334a9896-2499-4af5-93ff-89057ff05db4. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1526.977429] env[62683]: DEBUG nova.network.neutron [req-3c22db9a-fef6-4e44-8ba8-adab29c71aba req-26a27752-5b30-411f-b816-1d75f412a1bd service nova] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Updating instance_info_cache with network_info: [{"id": "334a9896-2499-4af5-93ff-89057ff05db4", "address": "fa:16:3e:df:cf:74", "network": {"id": "ff96eda3-f9b2-462d-bd54-c56afbabe2f2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1334372002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a84d23af2b424ab6e7e797704eb366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap334a9896-24", "ovs_interfaceid": "334a9896-2499-4af5-93ff-89057ff05db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.046719] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b7b69a41-1b9a-412e-84c5-2553d879b6b9 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "c984ffc7-5f46-4e7e-93b8-a18e4c321b11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.356s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.127549] env[62683]: DEBUG oslo_concurrency.lockutils [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "interface-0d463f56-a2a4-498f-a3dc-b4568dc76fd9-60bbffcc-375a-4677-a926-3750d79632b9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.127549] env[62683]: DEBUG oslo_concurrency.lockutils [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "interface-0d463f56-a2a4-498f-a3dc-b4568dc76fd9-60bbffcc-375a-4677-a926-3750d79632b9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.146234] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.190022] env[62683]: DEBUG nova.compute.manager [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1527.190022] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1527.190022] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3311866f-9f22-44c3-8145-294ff2ad8b3c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.198206] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1527.198519] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbf9f028-b987-4e5e-a42a-0f176b6d627b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.208285] env[62683]: DEBUG oslo_vmware.api [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798873, 'name': PowerOnVM_Task, 'duration_secs': 0.564081} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.209465] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1527.209684] env[62683]: INFO nova.compute.manager [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Took 11.21 seconds to spawn the instance on the hypervisor. [ 1527.209903] env[62683]: DEBUG nova.compute.manager [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1527.210259] env[62683]: DEBUG oslo_vmware.api [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1527.210259] env[62683]: value = "task-1798876" [ 1527.210259] env[62683]: _type = "Task" [ 1527.210259] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.210923] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14249602-95ec-441e-9644-19487b147495 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.221271] env[62683]: DEBUG oslo_vmware.api [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.285108] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': task-1798875, 'name': ReconfigVM_Task, 'duration_secs': 0.281664} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.285108] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Reconfigured VM instance instance-00000034 to attach disk [datastore1] e4d21150-033f-470a-80fb-bd090c0af8b8/e4d21150-033f-470a-80fb-bd090c0af8b8.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1527.285583] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fc2c8a8-0167-4181-a01f-dbd6699a502e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.293318] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Waiting for the task: (returnval){ [ 1527.293318] env[62683]: value = "task-1798877" [ 1527.293318] env[62683]: _type = "Task" [ 1527.293318] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.303421] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': task-1798877, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.484033] env[62683]: DEBUG oslo_concurrency.lockutils [req-3c22db9a-fef6-4e44-8ba8-adab29c71aba req-26a27752-5b30-411f-b816-1d75f412a1bd service nova] Releasing lock "refresh_cache-05476a5d-00fd-42e3-a3f4-d4b8557ce490" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.634899] env[62683]: DEBUG oslo_concurrency.lockutils [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.637018] env[62683]: DEBUG oslo_concurrency.lockutils [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.639454] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72b46f0-5594-406a-98ea-1b1a14ee849a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.665028] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b34b68-5b7a-43ce-a26e-540e48b8a1ca {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.692466] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Reconfiguring VM to detach interface {{(pid=62683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1527.695409] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c005deca-c460-4b84-9a3a-0774257c1cb6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.719572] env[62683]: DEBUG oslo_vmware.api [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1527.719572] env[62683]: value = "task-1798878" [ 1527.719572] env[62683]: _type = "Task" [ 1527.719572] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.730525] env[62683]: DEBUG oslo_vmware.api [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798876, 'name': PowerOffVM_Task, 'duration_secs': 0.283058} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.731207] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1527.731918] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1527.731918] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b61eaf92-8c97-40fd-b981-5e95dc0574cf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.740473] env[62683]: DEBUG oslo_vmware.api [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.745851] env[62683]: INFO nova.compute.manager [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Took 43.58 seconds to build instance. [ 1527.806420] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': task-1798877, 'name': Rename_Task, 'duration_secs': 0.213883} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.806717] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1527.807447] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28bae27a-3e41-4205-8faa-35bdb7ab1f1f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.815286] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Waiting for the task: (returnval){ [ 1527.815286] env[62683]: value = "task-1798880" [ 1527.815286] env[62683]: _type = "Task" [ 1527.815286] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.823220] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': task-1798880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.831551] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1527.834018] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1527.834018] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Deleting the datastore file [datastore1] 6f3f8558-d031-4272-8b20-2ea6ac1b92c9 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1527.834018] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6afc988a-7f8a-4df6-8b9d-e606d53cb4f0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.841085] env[62683]: DEBUG oslo_vmware.api [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for the task: (returnval){ [ 1527.841085] env[62683]: value = "task-1798881" [ 1527.841085] env[62683]: _type = "Task" [ 1527.841085] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.849340] env[62683]: DEBUG oslo_vmware.api [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.061346] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e10b6e-9659-44e9-b305-8c5ed7ef0622 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.071273] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d547cda-c355-4445-99f5-895ad68b7fad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.109512] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a495d85-fed1-48f7-8bf0-27335c20060e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.117830] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adeaaba4-8d1d-4add-8849-c6d480471071 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.133097] env[62683]: DEBUG nova.compute.provider_tree [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.232834] env[62683]: DEBUG oslo_vmware.api [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.248190] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d30991d2-c5d9-466f-99ab-c26c17e6d2d5 tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Lock "3e91d1f1-59e2-4f83-9b15-1644e42c3d45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.870s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.326150] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': task-1798880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.351797] env[62683]: DEBUG oslo_vmware.api [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Task: {'id': task-1798881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337799} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.355102] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1528.355102] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1528.355102] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1528.355102] env[62683]: INFO nova.compute.manager [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1528.355102] env[62683]: DEBUG oslo.service.loopingcall [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1528.355102] env[62683]: DEBUG nova.compute.manager [-] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1528.355102] env[62683]: DEBUG nova.network.neutron [-] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1528.478037] env[62683]: DEBUG oslo_concurrency.lockutils [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquiring lock "3e91d1f1-59e2-4f83-9b15-1644e42c3d45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.478037] env[62683]: DEBUG oslo_concurrency.lockutils [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Lock "3e91d1f1-59e2-4f83-9b15-1644e42c3d45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.478037] env[62683]: DEBUG oslo_concurrency.lockutils [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquiring lock "3e91d1f1-59e2-4f83-9b15-1644e42c3d45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.478037] env[62683]: DEBUG oslo_concurrency.lockutils [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Lock "3e91d1f1-59e2-4f83-9b15-1644e42c3d45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.478376] env[62683]: DEBUG oslo_concurrency.lockutils [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Lock "3e91d1f1-59e2-4f83-9b15-1644e42c3d45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.480615] env[62683]: INFO nova.compute.manager [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Terminating instance [ 1528.610764] env[62683]: DEBUG nova.compute.manager [req-f7dd6ca0-bded-4e7f-90ea-1c0edb0bd298 req-5d3167c9-6655-46c0-a26f-5828ddaf8fa9 service nova] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Received event network-vif-deleted-016c1a33-5277-48e0-999f-b86fb098edf9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1528.611068] env[62683]: INFO nova.compute.manager [req-f7dd6ca0-bded-4e7f-90ea-1c0edb0bd298 req-5d3167c9-6655-46c0-a26f-5828ddaf8fa9 service nova] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Neutron deleted interface 016c1a33-5277-48e0-999f-b86fb098edf9; detaching it from the instance and deleting it from the info cache [ 1528.611165] env[62683]: DEBUG nova.network.neutron [req-f7dd6ca0-bded-4e7f-90ea-1c0edb0bd298 req-5d3167c9-6655-46c0-a26f-5828ddaf8fa9 service nova] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.639940] env[62683]: DEBUG nova.scheduler.client.report [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1528.734274] env[62683]: DEBUG oslo_vmware.api [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.752023] env[62683]: DEBUG nova.compute.manager [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1528.825904] env[62683]: DEBUG oslo_vmware.api [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': task-1798880, 'name': PowerOnVM_Task, 'duration_secs': 0.573755} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.826219] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1528.826419] env[62683]: INFO nova.compute.manager [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1528.826594] env[62683]: DEBUG nova.compute.manager [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1528.827366] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb8633d-3d4d-4f67-97ff-290bf23ce3da {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.985423] env[62683]: DEBUG nova.compute.manager [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1528.985656] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1528.986590] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e5fd31-7af5-4a09-b84c-39a8c09987ee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.995686] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1528.995934] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b33e3b0-5d09-4cf4-9017-7b03f7591bfc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.001887] env[62683]: DEBUG oslo_vmware.api [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for the task: (returnval){ [ 1529.001887] env[62683]: value = "task-1798882" [ 1529.001887] env[62683]: _type = "Task" [ 1529.001887] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.010033] env[62683]: DEBUG oslo_vmware.api [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.089467] env[62683]: DEBUG nova.network.neutron [-] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.114106] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b65b12cf-0967-48ba-89d8-366bd37e8fd6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.132037] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efe64fd-62f8-45cb-aead-1c934b2bfcf4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.144550] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.145220] env[62683]: DEBUG nova.compute.manager [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1529.148102] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.088s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.153781] env[62683]: INFO nova.compute.claims [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1529.172032] env[62683]: DEBUG nova.compute.manager [req-f7dd6ca0-bded-4e7f-90ea-1c0edb0bd298 req-5d3167c9-6655-46c0-a26f-5828ddaf8fa9 service nova] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Detach interface failed, port_id=016c1a33-5277-48e0-999f-b86fb098edf9, reason: Instance 6f3f8558-d031-4272-8b20-2ea6ac1b92c9 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1529.234058] env[62683]: DEBUG oslo_vmware.api [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.284312] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.352742] env[62683]: INFO nova.compute.manager [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Took 40.48 seconds to build instance. [ 1529.516028] env[62683]: DEBUG oslo_vmware.api [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798882, 'name': PowerOffVM_Task, 'duration_secs': 0.230711} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.516028] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1529.516028] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1529.516028] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79f8d550-3168-472c-aec2-7e660d2e6209 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.591200] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1529.591588] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1529.591939] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Deleting the datastore file [datastore1] 3e91d1f1-59e2-4f83-9b15-1644e42c3d45 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1529.592582] env[62683]: INFO nova.compute.manager [-] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Took 1.24 seconds to deallocate network for instance. [ 1529.592898] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98314b00-fc4f-4fc9-ba98-5a9462e7a6aa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.605302] env[62683]: DEBUG oslo_vmware.api [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for the task: (returnval){ [ 1529.605302] env[62683]: value = "task-1798884" [ 1529.605302] env[62683]: _type = "Task" [ 1529.605302] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.617022] env[62683]: DEBUG oslo_vmware.api [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.659387] env[62683]: DEBUG nova.compute.utils [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1529.660949] env[62683]: DEBUG nova.compute.manager [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1529.664410] env[62683]: DEBUG nova.network.neutron [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1529.721388] env[62683]: DEBUG nova.policy [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70d3dc3d42734996b6b5d1aa194b8daa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad1a391f49c44877bfa0ca1e6fd0e4ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1529.739503] env[62683]: DEBUG oslo_vmware.api [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.855018] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d44adc8-8620-4d85-9d8a-866917aca370 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Lock "e4d21150-033f-470a-80fb-bd090c0af8b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.115s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.107634] env[62683]: DEBUG oslo_concurrency.lockutils [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.123275] env[62683]: DEBUG oslo_vmware.api [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Task: {'id': task-1798884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155073} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.123464] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1530.123673] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1530.123929] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1530.124177] env[62683]: INFO nova.compute.manager [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1530.124509] env[62683]: DEBUG oslo.service.loopingcall [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1530.124760] env[62683]: DEBUG nova.compute.manager [-] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1530.124880] env[62683]: DEBUG nova.network.neutron [-] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1530.136669] env[62683]: DEBUG nova.network.neutron [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Successfully created port: d60c98e0-be79-4dc3-a8e2-9c57a7fa8ea5 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1530.164037] env[62683]: DEBUG nova.compute.manager [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1530.235362] env[62683]: DEBUG oslo_vmware.api [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.361688] env[62683]: DEBUG nova.compute.manager [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1530.528689] env[62683]: DEBUG nova.compute.manager [req-cf8122b4-7cb2-4692-8fc5-9b312888c006 req-d07b2369-4ac9-4dda-88ba-b99da3bfb2bc service nova] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Received event network-vif-deleted-e911904f-45ec-44f6-88c6-d0310f55914a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1530.528973] env[62683]: INFO nova.compute.manager [req-cf8122b4-7cb2-4692-8fc5-9b312888c006 req-d07b2369-4ac9-4dda-88ba-b99da3bfb2bc service nova] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Neutron deleted interface e911904f-45ec-44f6-88c6-d0310f55914a; detaching it from the instance and deleting it from the info cache [ 1530.532429] env[62683]: DEBUG nova.network.neutron [req-cf8122b4-7cb2-4692-8fc5-9b312888c006 req-d07b2369-4ac9-4dda-88ba-b99da3bfb2bc service nova] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.740120] env[62683]: DEBUG oslo_vmware.api [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.767879] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58a2636-d8a9-4517-855d-5abfed316719 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.773741] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab90635-172c-4dd9-a171-f7b053a19892 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.805720] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9096ff0e-7763-44ae-bc17-784326e2e11a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.813425] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e628ef-068c-4575-aca6-912695be11b8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.827028] env[62683]: DEBUG nova.compute.provider_tree [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.882944] env[62683]: DEBUG oslo_concurrency.lockutils [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.994507] env[62683]: DEBUG nova.network.neutron [-] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.035246] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88e31e70-d726-4a42-a95e-171f6a6414b2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.046184] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2227fb83-e7eb-4ff1-9663-a17fe68f3aa4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.080429] env[62683]: DEBUG nova.compute.manager [req-cf8122b4-7cb2-4692-8fc5-9b312888c006 req-d07b2369-4ac9-4dda-88ba-b99da3bfb2bc service nova] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Detach interface failed, port_id=e911904f-45ec-44f6-88c6-d0310f55914a, reason: Instance 3e91d1f1-59e2-4f83-9b15-1644e42c3d45 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1531.179573] env[62683]: DEBUG nova.compute.manager [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1531.210084] env[62683]: DEBUG nova.virt.hardware [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1531.210365] env[62683]: DEBUG nova.virt.hardware [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1531.210525] env[62683]: DEBUG nova.virt.hardware [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1531.210706] env[62683]: DEBUG nova.virt.hardware [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1531.210850] env[62683]: DEBUG nova.virt.hardware [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1531.210996] env[62683]: DEBUG nova.virt.hardware [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1531.211219] env[62683]: DEBUG nova.virt.hardware [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1531.211381] env[62683]: DEBUG nova.virt.hardware [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1531.211545] env[62683]: DEBUG nova.virt.hardware [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1531.211707] env[62683]: DEBUG nova.virt.hardware [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1531.211879] env[62683]: DEBUG nova.virt.hardware [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1531.212783] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085b6958-c196-4523-a5b2-27d5f7f1ac02 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.221299] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a65a6b-64ef-4ca3-a9c5-777393c2dfa6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.242764] env[62683]: DEBUG oslo_vmware.api [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.330658] env[62683]: DEBUG nova.scheduler.client.report [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1531.346469] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Acquiring lock "e4d21150-033f-470a-80fb-bd090c0af8b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.346743] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Lock "e4d21150-033f-470a-80fb-bd090c0af8b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.346953] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Acquiring lock "e4d21150-033f-470a-80fb-bd090c0af8b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.347151] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Lock "e4d21150-033f-470a-80fb-bd090c0af8b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.347318] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Lock "e4d21150-033f-470a-80fb-bd090c0af8b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.349586] env[62683]: INFO nova.compute.manager [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Terminating instance [ 1531.497082] env[62683]: INFO nova.compute.manager [-] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Took 1.37 seconds to deallocate network for instance. [ 1531.652102] env[62683]: DEBUG nova.compute.manager [req-3a23d532-8d1a-48f1-8ca0-7bd87a9a252f req-be272916-8fe3-4f2f-8210-f83cef6dd873 service nova] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Received event network-vif-plugged-d60c98e0-be79-4dc3-a8e2-9c57a7fa8ea5 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1531.652346] env[62683]: DEBUG oslo_concurrency.lockutils [req-3a23d532-8d1a-48f1-8ca0-7bd87a9a252f req-be272916-8fe3-4f2f-8210-f83cef6dd873 service nova] Acquiring lock "d0f5e2aa-2b90-409c-8b43-83c69a7f4527-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.652593] env[62683]: DEBUG oslo_concurrency.lockutils [req-3a23d532-8d1a-48f1-8ca0-7bd87a9a252f req-be272916-8fe3-4f2f-8210-f83cef6dd873 service nova] Lock "d0f5e2aa-2b90-409c-8b43-83c69a7f4527-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.652791] env[62683]: DEBUG oslo_concurrency.lockutils [req-3a23d532-8d1a-48f1-8ca0-7bd87a9a252f req-be272916-8fe3-4f2f-8210-f83cef6dd873 service nova] Lock "d0f5e2aa-2b90-409c-8b43-83c69a7f4527-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.653041] env[62683]: DEBUG nova.compute.manager [req-3a23d532-8d1a-48f1-8ca0-7bd87a9a252f req-be272916-8fe3-4f2f-8210-f83cef6dd873 service nova] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] No waiting events found dispatching network-vif-plugged-d60c98e0-be79-4dc3-a8e2-9c57a7fa8ea5 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1531.653257] env[62683]: WARNING nova.compute.manager [req-3a23d532-8d1a-48f1-8ca0-7bd87a9a252f req-be272916-8fe3-4f2f-8210-f83cef6dd873 service nova] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Received unexpected event network-vif-plugged-d60c98e0-be79-4dc3-a8e2-9c57a7fa8ea5 for instance with vm_state building and task_state spawning. [ 1531.738619] env[62683]: DEBUG oslo_vmware.api [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.783836] env[62683]: DEBUG nova.network.neutron [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Successfully updated port: d60c98e0-be79-4dc3-a8e2-9c57a7fa8ea5 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1531.835675] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.836325] env[62683]: DEBUG nova.compute.manager [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1531.839289] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.331s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.842703] env[62683]: INFO nova.compute.claims [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1531.853268] env[62683]: DEBUG nova.compute.manager [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1531.853483] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1531.854429] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83547d79-4804-4c4b-bcc6-5da75a0c6bcb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.862172] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.862420] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cafbbd18-1dc9-49a3-a346-001ccd1d0f17 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.868747] env[62683]: DEBUG oslo_vmware.api [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Waiting for the task: (returnval){ [ 1531.868747] env[62683]: value = "task-1798885" [ 1531.868747] env[62683]: _type = "Task" [ 1531.868747] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.877655] env[62683]: DEBUG oslo_vmware.api [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': task-1798885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.004090] env[62683]: DEBUG oslo_concurrency.lockutils [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.236613] env[62683]: DEBUG oslo_vmware.api [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.286242] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "refresh_cache-d0f5e2aa-2b90-409c-8b43-83c69a7f4527" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.286386] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquired lock "refresh_cache-d0f5e2aa-2b90-409c-8b43-83c69a7f4527" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.286548] env[62683]: DEBUG nova.network.neutron [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1532.345168] env[62683]: DEBUG nova.compute.utils [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1532.349051] env[62683]: DEBUG nova.compute.manager [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1532.349051] env[62683]: DEBUG nova.network.neutron [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1532.378682] env[62683]: DEBUG oslo_vmware.api [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': task-1798885, 'name': PowerOffVM_Task, 'duration_secs': 0.200152} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.379010] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.379226] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1532.379503] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d3940e4-f5f3-4e1c-8826-d0cbcb98fcdd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.419755] env[62683]: DEBUG nova.policy [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e89dab9dab64ca8a0803f58a25d6428', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f6cd09848e24e80b340268b551e3e62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1532.450670] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1532.450895] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1532.451089] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Deleting the datastore file [datastore1] e4d21150-033f-470a-80fb-bd090c0af8b8 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1532.451373] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7041192-6d7b-4ea0-bc6e-ffff02d49962 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.457833] env[62683]: DEBUG oslo_vmware.api [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Waiting for the task: (returnval){ [ 1532.457833] env[62683]: value = "task-1798887" [ 1532.457833] env[62683]: _type = "Task" [ 1532.457833] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.467919] env[62683]: DEBUG oslo_vmware.api [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': task-1798887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.734080] env[62683]: DEBUG nova.network.neutron [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Successfully created port: 27261cb4-4591-4c61-8e36-affa2decb607 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1532.739591] env[62683]: DEBUG oslo_vmware.api [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.816777] env[62683]: DEBUG nova.network.neutron [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1532.851166] env[62683]: DEBUG nova.compute.manager [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1532.980282] env[62683]: DEBUG oslo_vmware.api [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Task: {'id': task-1798887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145765} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.980632] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1532.981248] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1532.981248] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1532.981248] env[62683]: INFO nova.compute.manager [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1532.982257] env[62683]: DEBUG oslo.service.loopingcall [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1532.982257] env[62683]: DEBUG nova.compute.manager [-] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1532.982257] env[62683]: DEBUG nova.network.neutron [-] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1533.061829] env[62683]: DEBUG nova.network.neutron [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Updating instance_info_cache with network_info: [{"id": "d60c98e0-be79-4dc3-a8e2-9c57a7fa8ea5", "address": "fa:16:3e:5e:96:2b", "network": {"id": "a5ec0655-76b8-4fb1-ac1b-63836f780431", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-214907200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1a391f49c44877bfa0ca1e6fd0e4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60c98e0-be", "ovs_interfaceid": "d60c98e0-be79-4dc3-a8e2-9c57a7fa8ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.237721] env[62683]: DEBUG oslo_vmware.api [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798878, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.366686] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78841416-f383-4084-b3ec-8a9ce5a39b13 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.373792] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a471f58-a5e2-420e-931a-659d4587d72d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.406453] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752dc71c-5097-4c07-a393-cf63e724d6b1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.414683] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b131bef-4885-433c-8c9b-1296aad5d2be {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.430485] env[62683]: DEBUG nova.compute.provider_tree [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1533.523031] env[62683]: DEBUG nova.compute.manager [req-53ffa2a1-69aa-4ee3-bc82-0f9765793a2a req-f34aa149-392b-4d04-9a32-5ef24f260427 service nova] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Received event network-vif-deleted-ece111b0-c192-4538-8a93-5d67ab772dc5 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1533.523393] env[62683]: INFO nova.compute.manager [req-53ffa2a1-69aa-4ee3-bc82-0f9765793a2a req-f34aa149-392b-4d04-9a32-5ef24f260427 service nova] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Neutron deleted interface ece111b0-c192-4538-8a93-5d67ab772dc5; detaching it from the instance and deleting it from the info cache [ 1533.523635] env[62683]: DEBUG nova.network.neutron [req-53ffa2a1-69aa-4ee3-bc82-0f9765793a2a req-f34aa149-392b-4d04-9a32-5ef24f260427 service nova] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.564205] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Releasing lock "refresh_cache-d0f5e2aa-2b90-409c-8b43-83c69a7f4527" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.564529] env[62683]: DEBUG nova.compute.manager [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Instance network_info: |[{"id": "d60c98e0-be79-4dc3-a8e2-9c57a7fa8ea5", "address": "fa:16:3e:5e:96:2b", "network": {"id": "a5ec0655-76b8-4fb1-ac1b-63836f780431", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-214907200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1a391f49c44877bfa0ca1e6fd0e4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60c98e0-be", "ovs_interfaceid": "d60c98e0-be79-4dc3-a8e2-9c57a7fa8ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1533.564919] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:96:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd60c98e0-be79-4dc3-a8e2-9c57a7fa8ea5', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1533.572801] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Creating folder: Project (ad1a391f49c44877bfa0ca1e6fd0e4ff). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1533.573017] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdb5becc-7b09-4121-917e-55488358f379 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.584379] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Created folder: Project (ad1a391f49c44877bfa0ca1e6fd0e4ff) in parent group-v372889. [ 1533.584379] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Creating folder: Instances. Parent ref: group-v373040. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1533.584379] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2e6c85b-afe0-4a69-a758-4e9bc6e7b545 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.594033] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Created folder: Instances in parent group-v373040. [ 1533.594033] env[62683]: DEBUG oslo.service.loopingcall [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.594033] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1533.594033] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-061e5f19-e277-48c4-9269-a3eff4df5a33 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.612546] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1533.612546] env[62683]: value = "task-1798890" [ 1533.612546] env[62683]: _type = "Task" [ 1533.612546] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.620135] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798890, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.737879] env[62683]: DEBUG oslo_vmware.api [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798878, 'name': ReconfigVM_Task, 'duration_secs': 5.81173} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.739125] env[62683]: DEBUG oslo_concurrency.lockutils [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.739338] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Reconfigured VM to detach interface {{(pid=62683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1533.742215] env[62683]: DEBUG nova.compute.manager [req-fc4d4dd8-88d2-44df-9cf3-9a63d3c7402d req-0fed3eb8-d065-40cb-b867-e4f6ef599283 service nova] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Received event network-changed-d60c98e0-be79-4dc3-a8e2-9c57a7fa8ea5 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1533.742661] env[62683]: DEBUG nova.compute.manager [req-fc4d4dd8-88d2-44df-9cf3-9a63d3c7402d req-0fed3eb8-d065-40cb-b867-e4f6ef599283 service nova] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Refreshing instance network info cache due to event network-changed-d60c98e0-be79-4dc3-a8e2-9c57a7fa8ea5. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1533.742661] env[62683]: DEBUG oslo_concurrency.lockutils [req-fc4d4dd8-88d2-44df-9cf3-9a63d3c7402d req-0fed3eb8-d065-40cb-b867-e4f6ef599283 service nova] Acquiring lock "refresh_cache-d0f5e2aa-2b90-409c-8b43-83c69a7f4527" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.742797] env[62683]: DEBUG oslo_concurrency.lockutils [req-fc4d4dd8-88d2-44df-9cf3-9a63d3c7402d req-0fed3eb8-d065-40cb-b867-e4f6ef599283 service nova] Acquired lock "refresh_cache-d0f5e2aa-2b90-409c-8b43-83c69a7f4527" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.742873] env[62683]: DEBUG nova.network.neutron [req-fc4d4dd8-88d2-44df-9cf3-9a63d3c7402d req-0fed3eb8-d065-40cb-b867-e4f6ef599283 service nova] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Refreshing network info cache for port d60c98e0-be79-4dc3-a8e2-9c57a7fa8ea5 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1533.842881] env[62683]: DEBUG nova.network.neutron [-] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.863296] env[62683]: DEBUG nova.compute.manager [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1533.885923] env[62683]: DEBUG nova.virt.hardware [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1533.886193] env[62683]: DEBUG nova.virt.hardware [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1533.886354] env[62683]: DEBUG nova.virt.hardware [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1533.886536] env[62683]: DEBUG nova.virt.hardware [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1533.886687] env[62683]: DEBUG nova.virt.hardware [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1533.886836] env[62683]: DEBUG nova.virt.hardware [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1533.887117] env[62683]: DEBUG nova.virt.hardware [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1533.887341] env[62683]: DEBUG nova.virt.hardware [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1533.887550] env[62683]: DEBUG nova.virt.hardware [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1533.887772] env[62683]: DEBUG nova.virt.hardware [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1533.887983] env[62683]: DEBUG nova.virt.hardware [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1533.888909] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b073ca63-f2a2-4000-8075-bbeaf25ac7ef {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.896971] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158e7645-e91d-4126-ba78-f587f0dfcd53 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.932942] env[62683]: DEBUG nova.scheduler.client.report [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1534.025902] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e833f498-efe8-421c-ad31-553fe13eeb6d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.034957] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c5e301-fcc1-4b50-9b7e-a285b7a8f2d0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.068900] env[62683]: DEBUG nova.compute.manager [req-53ffa2a1-69aa-4ee3-bc82-0f9765793a2a req-f34aa149-392b-4d04-9a32-5ef24f260427 service nova] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Detach interface failed, port_id=ece111b0-c192-4538-8a93-5d67ab772dc5, reason: Instance e4d21150-033f-470a-80fb-bd090c0af8b8 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1534.122983] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798890, 'name': CreateVM_Task, 'duration_secs': 0.369865} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.123185] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1534.124808] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.124808] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.124808] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1534.124808] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0052341-5be7-4433-ad0b-34df97007380 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.129811] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1534.129811] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e42ded-2678-cede-6b07-3920eac582d9" [ 1534.129811] env[62683]: _type = "Task" [ 1534.129811] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.140493] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e42ded-2678-cede-6b07-3920eac582d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.346308] env[62683]: INFO nova.compute.manager [-] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Took 1.36 seconds to deallocate network for instance. [ 1534.426696] env[62683]: DEBUG nova.network.neutron [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Successfully updated port: 27261cb4-4591-4c61-8e36-affa2decb607 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1534.437693] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.438240] env[62683]: DEBUG nova.compute.manager [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1534.440926] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.163s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.442507] env[62683]: INFO nova.compute.claims [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1534.506573] env[62683]: DEBUG nova.network.neutron [req-fc4d4dd8-88d2-44df-9cf3-9a63d3c7402d req-0fed3eb8-d065-40cb-b867-e4f6ef599283 service nova] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Updated VIF entry in instance network info cache for port d60c98e0-be79-4dc3-a8e2-9c57a7fa8ea5. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1534.506907] env[62683]: DEBUG nova.network.neutron [req-fc4d4dd8-88d2-44df-9cf3-9a63d3c7402d req-0fed3eb8-d065-40cb-b867-e4f6ef599283 service nova] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Updating instance_info_cache with network_info: [{"id": "d60c98e0-be79-4dc3-a8e2-9c57a7fa8ea5", "address": "fa:16:3e:5e:96:2b", "network": {"id": "a5ec0655-76b8-4fb1-ac1b-63836f780431", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-214907200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1a391f49c44877bfa0ca1e6fd0e4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60c98e0-be", "ovs_interfaceid": "d60c98e0-be79-4dc3-a8e2-9c57a7fa8ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.641264] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e42ded-2678-cede-6b07-3920eac582d9, 'name': SearchDatastore_Task, 'duration_secs': 0.025795} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.641616] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.641797] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1534.642100] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.642280] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.642456] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1534.642748] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b41a5e47-21e1-4e5e-8169-0a12253d442a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.654996] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1534.655216] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1534.655951] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-919e2718-9e81-4563-97e4-c0f520fc26cb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.662136] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1534.662136] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ef0f94-f317-317b-3bc4-31ba8c44c678" [ 1534.662136] env[62683]: _type = "Task" [ 1534.662136] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.675045] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ef0f94-f317-317b-3bc4-31ba8c44c678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.852673] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.934191] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "refresh_cache-ba78bd69-7f48-42b5-866d-604f2ebee987" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.934373] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquired lock "refresh_cache-ba78bd69-7f48-42b5-866d-604f2ebee987" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.934562] env[62683]: DEBUG nova.network.neutron [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1534.948176] env[62683]: DEBUG nova.compute.utils [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1534.952424] env[62683]: DEBUG nova.compute.manager [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1534.952616] env[62683]: DEBUG nova.network.neutron [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1534.975228] env[62683]: DEBUG oslo_concurrency.lockutils [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.975228] env[62683]: DEBUG oslo_concurrency.lockutils [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.975384] env[62683]: DEBUG nova.network.neutron [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.000236] env[62683]: DEBUG nova.policy [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a2cb5e5b93f4e4baf580339a30a8a38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fd3b4d1548e48cda1e813bcaaef0e4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1535.010177] env[62683]: DEBUG oslo_concurrency.lockutils [req-fc4d4dd8-88d2-44df-9cf3-9a63d3c7402d req-0fed3eb8-d065-40cb-b867-e4f6ef599283 service nova] Releasing lock "refresh_cache-d0f5e2aa-2b90-409c-8b43-83c69a7f4527" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.174231] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ef0f94-f317-317b-3bc4-31ba8c44c678, 'name': SearchDatastore_Task, 'duration_secs': 0.025214} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.175058] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16d67d82-9287-4393-be21-c4480b4babd8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.181231] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1535.181231] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526d201b-97c8-b22a-cf3d-dd43dd564643" [ 1535.181231] env[62683]: _type = "Task" [ 1535.181231] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.190133] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526d201b-97c8-b22a-cf3d-dd43dd564643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.206155] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.206155] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.206348] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.206637] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.206735] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.209756] env[62683]: INFO nova.compute.manager [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Terminating instance [ 1535.330568] env[62683]: DEBUG nova.network.neutron [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Successfully created port: d0aae36a-1122-487e-81bc-b6453c718253 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1535.453275] env[62683]: DEBUG nova.compute.manager [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1535.490170] env[62683]: DEBUG nova.network.neutron [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1535.561244] env[62683]: DEBUG nova.compute.manager [req-430f8fe6-8d88-48c3-be94-031377707b4f req-b5b64298-7006-46fb-9ca5-0bd45820cafc service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Received event network-vif-deleted-60bbffcc-375a-4677-a926-3750d79632b9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1535.563111] env[62683]: INFO nova.compute.manager [req-430f8fe6-8d88-48c3-be94-031377707b4f req-b5b64298-7006-46fb-9ca5-0bd45820cafc service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Neutron deleted interface 60bbffcc-375a-4677-a926-3750d79632b9; detaching it from the instance and deleting it from the info cache [ 1535.563951] env[62683]: DEBUG nova.network.neutron [req-430f8fe6-8d88-48c3-be94-031377707b4f req-b5b64298-7006-46fb-9ca5-0bd45820cafc service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Updating instance_info_cache with network_info: [{"id": "0111bb7e-3b39-473c-97ac-69362a906a14", "address": "fa:16:3e:dc:a6:4c", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0111bb7e-3b", "ovs_interfaceid": "0111bb7e-3b39-473c-97ac-69362a906a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.694482] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526d201b-97c8-b22a-cf3d-dd43dd564643, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.697253] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.698465] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] d0f5e2aa-2b90-409c-8b43-83c69a7f4527/d0f5e2aa-2b90-409c-8b43-83c69a7f4527.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1535.699944] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f32bd1df-3efa-4922-afc9-a090e660e647 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.712236] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1535.712236] env[62683]: value = "task-1798891" [ 1535.712236] env[62683]: _type = "Task" [ 1535.712236] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.712969] env[62683]: DEBUG nova.compute.manager [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1535.713099] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1535.724377] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6252b06-c271-401c-abff-e60b6d2ea7e3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.739267] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.741442] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1535.741699] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-617cca35-a87f-4b32-ac09-4b08d917e887 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.753835] env[62683]: DEBUG oslo_vmware.api [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1535.753835] env[62683]: value = "task-1798892" [ 1535.753835] env[62683]: _type = "Task" [ 1535.753835] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.763360] env[62683]: DEBUG oslo_vmware.api [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.768209] env[62683]: DEBUG nova.network.neutron [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Updating instance_info_cache with network_info: [{"id": "27261cb4-4591-4c61-8e36-affa2decb607", "address": "fa:16:3e:bb:e8:ca", "network": {"id": "3a8c94a0-79bc-45cb-b176-d9388a67a25f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801868409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6cd09848e24e80b340268b551e3e62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27261cb4-45", "ovs_interfaceid": "27261cb4-4591-4c61-8e36-affa2decb607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.775443] env[62683]: DEBUG nova.compute.manager [req-5a51caa2-a0f5-4683-a3fa-ca6e3533cb12 req-123e8575-7552-44bb-8750-f9f0792f270f service nova] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Received event network-vif-plugged-27261cb4-4591-4c61-8e36-affa2decb607 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1535.775785] env[62683]: DEBUG oslo_concurrency.lockutils [req-5a51caa2-a0f5-4683-a3fa-ca6e3533cb12 req-123e8575-7552-44bb-8750-f9f0792f270f service nova] Acquiring lock "ba78bd69-7f48-42b5-866d-604f2ebee987-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.775930] env[62683]: DEBUG oslo_concurrency.lockutils [req-5a51caa2-a0f5-4683-a3fa-ca6e3533cb12 req-123e8575-7552-44bb-8750-f9f0792f270f service nova] Lock "ba78bd69-7f48-42b5-866d-604f2ebee987-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.776133] env[62683]: DEBUG oslo_concurrency.lockutils [req-5a51caa2-a0f5-4683-a3fa-ca6e3533cb12 req-123e8575-7552-44bb-8750-f9f0792f270f service nova] Lock "ba78bd69-7f48-42b5-866d-604f2ebee987-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.777207] env[62683]: DEBUG nova.compute.manager [req-5a51caa2-a0f5-4683-a3fa-ca6e3533cb12 req-123e8575-7552-44bb-8750-f9f0792f270f service nova] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] No waiting events found dispatching network-vif-plugged-27261cb4-4591-4c61-8e36-affa2decb607 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1535.777207] env[62683]: WARNING nova.compute.manager [req-5a51caa2-a0f5-4683-a3fa-ca6e3533cb12 req-123e8575-7552-44bb-8750-f9f0792f270f service nova] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Received unexpected event network-vif-plugged-27261cb4-4591-4c61-8e36-affa2decb607 for instance with vm_state building and task_state spawning. [ 1535.777207] env[62683]: DEBUG nova.compute.manager [req-5a51caa2-a0f5-4683-a3fa-ca6e3533cb12 req-123e8575-7552-44bb-8750-f9f0792f270f service nova] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Received event network-changed-27261cb4-4591-4c61-8e36-affa2decb607 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1535.777207] env[62683]: DEBUG nova.compute.manager [req-5a51caa2-a0f5-4683-a3fa-ca6e3533cb12 req-123e8575-7552-44bb-8750-f9f0792f270f service nova] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Refreshing instance network info cache due to event network-changed-27261cb4-4591-4c61-8e36-affa2decb607. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1535.777207] env[62683]: DEBUG oslo_concurrency.lockutils [req-5a51caa2-a0f5-4683-a3fa-ca6e3533cb12 req-123e8575-7552-44bb-8750-f9f0792f270f service nova] Acquiring lock "refresh_cache-ba78bd69-7f48-42b5-866d-604f2ebee987" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.068695] env[62683]: DEBUG oslo_concurrency.lockutils [req-430f8fe6-8d88-48c3-be94-031377707b4f req-b5b64298-7006-46fb-9ca5-0bd45820cafc service nova] Acquiring lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.152431] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8065b2dd-e5d9-43b8-8dac-af2d44314fbd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.161451] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bea611a-0e24-4a29-922e-84efd7afb018 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.201422] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11f4edd-d059-418e-b04f-1d8055963778 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.210069] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8909544f-cc12-468b-9a15-f75d9653df84 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.223238] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798891, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.231211] env[62683]: DEBUG nova.compute.provider_tree [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1536.236343] env[62683]: INFO nova.network.neutron [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Port 60bbffcc-375a-4677-a926-3750d79632b9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1536.236723] env[62683]: DEBUG nova.network.neutron [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Updating instance_info_cache with network_info: [{"id": "0111bb7e-3b39-473c-97ac-69362a906a14", "address": "fa:16:3e:dc:a6:4c", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0111bb7e-3b", "ovs_interfaceid": "0111bb7e-3b39-473c-97ac-69362a906a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.266221] env[62683]: DEBUG oslo_vmware.api [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798892, 'name': PowerOffVM_Task, 'duration_secs': 0.268447} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.266569] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1536.266741] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1536.267186] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a80808b8-610c-4fe2-be08-3e44936c255b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.270708] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Releasing lock "refresh_cache-ba78bd69-7f48-42b5-866d-604f2ebee987" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.271014] env[62683]: DEBUG nova.compute.manager [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Instance network_info: |[{"id": "27261cb4-4591-4c61-8e36-affa2decb607", "address": "fa:16:3e:bb:e8:ca", "network": {"id": "3a8c94a0-79bc-45cb-b176-d9388a67a25f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801868409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6cd09848e24e80b340268b551e3e62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27261cb4-45", "ovs_interfaceid": "27261cb4-4591-4c61-8e36-affa2decb607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1536.271305] env[62683]: DEBUG oslo_concurrency.lockutils [req-5a51caa2-a0f5-4683-a3fa-ca6e3533cb12 req-123e8575-7552-44bb-8750-f9f0792f270f service nova] Acquired lock "refresh_cache-ba78bd69-7f48-42b5-866d-604f2ebee987" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.271483] env[62683]: DEBUG nova.network.neutron [req-5a51caa2-a0f5-4683-a3fa-ca6e3533cb12 req-123e8575-7552-44bb-8750-f9f0792f270f service nova] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Refreshing network info cache for port 27261cb4-4591-4c61-8e36-affa2decb607 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1536.275515] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:e8:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27261cb4-4591-4c61-8e36-affa2decb607', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1536.281863] env[62683]: DEBUG oslo.service.loopingcall [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1536.284876] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1536.285632] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6f0cc4d-f8cd-4d08-af3e-4a89cc192b39 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.308722] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1536.308722] env[62683]: value = "task-1798894" [ 1536.308722] env[62683]: _type = "Task" [ 1536.308722] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.317738] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798894, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.415779] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1536.416066] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1536.416263] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Deleting the datastore file [datastore1] 0d463f56-a2a4-498f-a3dc-b4568dc76fd9 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1536.416560] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f478c66a-ff34-4e0a-838c-f70456096e2c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.423904] env[62683]: DEBUG oslo_vmware.api [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1536.423904] env[62683]: value = "task-1798895" [ 1536.423904] env[62683]: _type = "Task" [ 1536.423904] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.432231] env[62683]: DEBUG oslo_vmware.api [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.469508] env[62683]: DEBUG nova.compute.manager [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1536.502765] env[62683]: DEBUG nova.virt.hardware [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1536.503140] env[62683]: DEBUG nova.virt.hardware [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1536.503216] env[62683]: DEBUG nova.virt.hardware [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1536.503387] env[62683]: DEBUG nova.virt.hardware [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1536.503537] env[62683]: DEBUG nova.virt.hardware [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1536.503686] env[62683]: DEBUG nova.virt.hardware [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1536.503913] env[62683]: DEBUG nova.virt.hardware [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1536.504144] env[62683]: DEBUG nova.virt.hardware [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1536.504289] env[62683]: DEBUG nova.virt.hardware [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1536.504463] env[62683]: DEBUG nova.virt.hardware [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1536.504814] env[62683]: DEBUG nova.virt.hardware [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1536.505597] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9197ad73-19fa-4eab-9b82-98fba43c3ac3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.514298] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79301a58-3ce5-40af-b326-6491a246367a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.583206] env[62683]: DEBUG nova.network.neutron [req-5a51caa2-a0f5-4683-a3fa-ca6e3533cb12 req-123e8575-7552-44bb-8750-f9f0792f270f service nova] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Updated VIF entry in instance network info cache for port 27261cb4-4591-4c61-8e36-affa2decb607. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1536.583704] env[62683]: DEBUG nova.network.neutron [req-5a51caa2-a0f5-4683-a3fa-ca6e3533cb12 req-123e8575-7552-44bb-8750-f9f0792f270f service nova] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Updating instance_info_cache with network_info: [{"id": "27261cb4-4591-4c61-8e36-affa2decb607", "address": "fa:16:3e:bb:e8:ca", "network": {"id": "3a8c94a0-79bc-45cb-b176-d9388a67a25f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801868409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6cd09848e24e80b340268b551e3e62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27261cb4-45", "ovs_interfaceid": "27261cb4-4591-4c61-8e36-affa2decb607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.724678] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579707} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.724936] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] d0f5e2aa-2b90-409c-8b43-83c69a7f4527/d0f5e2aa-2b90-409c-8b43-83c69a7f4527.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1536.725156] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1536.725969] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbd90bb0-88b8-4318-b840-f24e2c119455 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.732770] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1536.732770] env[62683]: value = "task-1798896" [ 1536.732770] env[62683]: _type = "Task" [ 1536.732770] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.736871] env[62683]: DEBUG nova.scheduler.client.report [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1536.741172] env[62683]: DEBUG oslo_concurrency.lockutils [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.750821] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.821062] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798894, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.939417] env[62683]: DEBUG oslo_vmware.api [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1798895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168778} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.939417] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1536.939417] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1536.939417] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1536.939417] env[62683]: INFO nova.compute.manager [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1536.939417] env[62683]: DEBUG oslo.service.loopingcall [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1536.939699] env[62683]: DEBUG nova.compute.manager [-] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1536.939699] env[62683]: DEBUG nova.network.neutron [-] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1537.086389] env[62683]: DEBUG oslo_concurrency.lockutils [req-5a51caa2-a0f5-4683-a3fa-ca6e3533cb12 req-123e8575-7552-44bb-8750-f9f0792f270f service nova] Releasing lock "refresh_cache-ba78bd69-7f48-42b5-866d-604f2ebee987" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.243376] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067863} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.243651] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1537.244434] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.244923] env[62683]: DEBUG nova.compute.manager [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1537.250696] env[62683]: DEBUG oslo_concurrency.lockutils [None req-58c575aa-5cec-44a8-a50a-dfb8ea82fd87 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "interface-0d463f56-a2a4-498f-a3dc-b4568dc76fd9-60bbffcc-375a-4677-a926-3750d79632b9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.121s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.250696] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf79546-d30d-4ad8-b805-3ea5ae50955a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.251508] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.879s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.251712] env[62683]: DEBUG nova.objects.instance [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Lazy-loading 'resources' on Instance uuid 08f0825a-cc85-4cd5-9d91-48406245d0e2 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1537.254149] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1537.254461] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1537.280203] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] d0f5e2aa-2b90-409c-8b43-83c69a7f4527/d0f5e2aa-2b90-409c-8b43-83c69a7f4527.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1537.281418] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90f1222e-eff1-4fc4-b62b-57b5c104b962 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.304162] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1537.304162] env[62683]: value = "task-1798897" [ 1537.304162] env[62683]: _type = "Task" [ 1537.304162] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.317032] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.324957] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798894, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.534501] env[62683]: DEBUG nova.network.neutron [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Successfully updated port: d0aae36a-1122-487e-81bc-b6453c718253 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1537.629287] env[62683]: DEBUG nova.compute.manager [req-905aa06e-d904-415d-aebe-06e398cdcefc req-17820e12-a375-42f8-aacb-9b9a599f3bb9 service nova] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Received event network-vif-plugged-d0aae36a-1122-487e-81bc-b6453c718253 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1537.630702] env[62683]: DEBUG oslo_concurrency.lockutils [req-905aa06e-d904-415d-aebe-06e398cdcefc req-17820e12-a375-42f8-aacb-9b9a599f3bb9 service nova] Acquiring lock "e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.631023] env[62683]: DEBUG oslo_concurrency.lockutils [req-905aa06e-d904-415d-aebe-06e398cdcefc req-17820e12-a375-42f8-aacb-9b9a599f3bb9 service nova] Lock "e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.631162] env[62683]: DEBUG oslo_concurrency.lockutils [req-905aa06e-d904-415d-aebe-06e398cdcefc req-17820e12-a375-42f8-aacb-9b9a599f3bb9 service nova] Lock "e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.631341] env[62683]: DEBUG nova.compute.manager [req-905aa06e-d904-415d-aebe-06e398cdcefc req-17820e12-a375-42f8-aacb-9b9a599f3bb9 service nova] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] No waiting events found dispatching network-vif-plugged-d0aae36a-1122-487e-81bc-b6453c718253 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1537.631508] env[62683]: WARNING nova.compute.manager [req-905aa06e-d904-415d-aebe-06e398cdcefc req-17820e12-a375-42f8-aacb-9b9a599f3bb9 service nova] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Received unexpected event network-vif-plugged-d0aae36a-1122-487e-81bc-b6453c718253 for instance with vm_state building and task_state spawning. [ 1537.631668] env[62683]: DEBUG nova.compute.manager [req-905aa06e-d904-415d-aebe-06e398cdcefc req-17820e12-a375-42f8-aacb-9b9a599f3bb9 service nova] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Received event network-changed-d0aae36a-1122-487e-81bc-b6453c718253 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1537.631820] env[62683]: DEBUG nova.compute.manager [req-905aa06e-d904-415d-aebe-06e398cdcefc req-17820e12-a375-42f8-aacb-9b9a599f3bb9 service nova] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Refreshing instance network info cache due to event network-changed-d0aae36a-1122-487e-81bc-b6453c718253. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1537.632103] env[62683]: DEBUG oslo_concurrency.lockutils [req-905aa06e-d904-415d-aebe-06e398cdcefc req-17820e12-a375-42f8-aacb-9b9a599f3bb9 service nova] Acquiring lock "refresh_cache-e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.632491] env[62683]: DEBUG oslo_concurrency.lockutils [req-905aa06e-d904-415d-aebe-06e398cdcefc req-17820e12-a375-42f8-aacb-9b9a599f3bb9 service nova] Acquired lock "refresh_cache-e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.632664] env[62683]: DEBUG nova.network.neutron [req-905aa06e-d904-415d-aebe-06e398cdcefc req-17820e12-a375-42f8-aacb-9b9a599f3bb9 service nova] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Refreshing network info cache for port d0aae36a-1122-487e-81bc-b6453c718253 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1537.758792] env[62683]: DEBUG nova.compute.utils [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1537.772891] env[62683]: DEBUG nova.compute.manager [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1537.772891] env[62683]: DEBUG nova.network.neutron [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1537.775827] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1537.776860] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1537.819079] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798897, 'name': ReconfigVM_Task, 'duration_secs': 0.274527} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.819894] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Reconfigured VM instance instance-00000035 to attach disk [datastore1] d0f5e2aa-2b90-409c-8b43-83c69a7f4527/d0f5e2aa-2b90-409c-8b43-83c69a7f4527.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1537.821009] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65523652-3172-4556-95db-494ea97e3801 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.828984] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798894, 'name': CreateVM_Task, 'duration_secs': 1.298143} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.828984] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1537.828984] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.828984] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.828984] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1537.828984] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-581e699e-8103-4a0b-891e-5277f787e779 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.831681] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1537.831681] env[62683]: value = "task-1798898" [ 1537.831681] env[62683]: _type = "Task" [ 1537.831681] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.838514] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1537.838514] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c9d5f8-e3a5-f7a3-c1c4-25d8b42695ff" [ 1537.838514] env[62683]: _type = "Task" [ 1537.838514] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.843445] env[62683]: DEBUG nova.policy [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f94bf6f648c3459ba20a90a95eac0209', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '750cf26924e247a3b4087b435f44e162', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1537.847833] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798898, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.855431] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c9d5f8-e3a5-f7a3-c1c4-25d8b42695ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.038622] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Acquiring lock "refresh_cache-e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.187215] env[62683]: DEBUG nova.network.neutron [req-905aa06e-d904-415d-aebe-06e398cdcefc req-17820e12-a375-42f8-aacb-9b9a599f3bb9 service nova] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1538.217332] env[62683]: DEBUG nova.network.neutron [-] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.268243] env[62683]: DEBUG nova.network.neutron [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Successfully created port: faf59db1-6079-4336-894d-9e1451822fc3 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1538.276213] env[62683]: DEBUG nova.compute.manager [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1538.338018] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24aadb7d-403e-4e21-aaf6-59069e22ef82 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.357789] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87705d15-a001-49ec-885c-ec4d5ddee48a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.362158] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798898, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.362948] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c9d5f8-e3a5-f7a3-c1c4-25d8b42695ff, 'name': SearchDatastore_Task, 'duration_secs': 0.03125} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.364268] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.364268] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1538.364268] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.364268] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.364724] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1538.365419] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4a60b35-c716-4df1-a69b-49cb8643db32 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.398081] env[62683]: DEBUG nova.network.neutron [req-905aa06e-d904-415d-aebe-06e398cdcefc req-17820e12-a375-42f8-aacb-9b9a599f3bb9 service nova] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.405134] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe03de08-38f4-425a-a96d-0659ab299bac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.405971] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1538.406330] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1538.408031] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6325d836-aee6-43b9-8f00-38ba581e41df {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.414448] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1538.414448] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52fb6360-8e58-19b4-6d7e-a64136a1fc9f" [ 1538.414448] env[62683]: _type = "Task" [ 1538.414448] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.423930] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765831bc-8177-43fd-85db-13a8ff148e3f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.432370] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52fb6360-8e58-19b4-6d7e-a64136a1fc9f, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.442659] env[62683]: DEBUG nova.compute.provider_tree [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1538.444602] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3facc9d-880e-4c5a-a2be-66bce15880ca {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.450369] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1538.450369] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52adef92-5f73-aa77-86ce-511abe0ab0cf" [ 1538.450369] env[62683]: _type = "Task" [ 1538.450369] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.459188] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52adef92-5f73-aa77-86ce-511abe0ab0cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.721729] env[62683]: INFO nova.compute.manager [-] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Took 1.78 seconds to deallocate network for instance. [ 1538.845993] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798898, 'name': Rename_Task, 'duration_secs': 0.828756} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.849039] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1538.849039] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e12841d-74c3-47a2-a4e3-d3eb0bf3f97a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.856223] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1538.856223] env[62683]: value = "task-1798899" [ 1538.856223] env[62683]: _type = "Task" [ 1538.856223] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.864199] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.908805] env[62683]: DEBUG oslo_concurrency.lockutils [req-905aa06e-d904-415d-aebe-06e398cdcefc req-17820e12-a375-42f8-aacb-9b9a599f3bb9 service nova] Releasing lock "refresh_cache-e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.909157] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Acquired lock "refresh_cache-e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.909321] env[62683]: DEBUG nova.network.neutron [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1538.948818] env[62683]: DEBUG nova.scheduler.client.report [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1538.963549] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52adef92-5f73-aa77-86ce-511abe0ab0cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.963843] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.964136] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] ba78bd69-7f48-42b5-866d-604f2ebee987/ba78bd69-7f48-42b5-866d-604f2ebee987.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1538.964397] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c18140fe-1273-469f-95e7-f57920377569 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.971429] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1538.971429] env[62683]: value = "task-1798900" [ 1538.971429] env[62683]: _type = "Task" [ 1538.971429] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.979674] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.228557] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.291577] env[62683]: DEBUG nova.compute.manager [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1539.317328] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.317328] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquired lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.317451] env[62683]: DEBUG nova.network.neutron [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Forcefully refreshing network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1539.324241] env[62683]: DEBUG nova.virt.hardware [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1539.324667] env[62683]: DEBUG nova.virt.hardware [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1539.324774] env[62683]: DEBUG nova.virt.hardware [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1539.324960] env[62683]: DEBUG nova.virt.hardware [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1539.325217] env[62683]: DEBUG nova.virt.hardware [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1539.325310] env[62683]: DEBUG nova.virt.hardware [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1539.325490] env[62683]: DEBUG nova.virt.hardware [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1539.325642] env[62683]: DEBUG nova.virt.hardware [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1539.325803] env[62683]: DEBUG nova.virt.hardware [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1539.326638] env[62683]: DEBUG nova.virt.hardware [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1539.326638] env[62683]: DEBUG nova.virt.hardware [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1539.327119] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f6bd92-fa28-4090-bd2e-9a804345db09 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.345998] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc5759d-3cfd-4172-9dd0-1c1e9b9aaee9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.362728] env[62683]: DEBUG nova.network.neutron [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1539.374635] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798899, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.456296] env[62683]: DEBUG nova.network.neutron [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1539.458424] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.463041] env[62683]: DEBUG oslo_concurrency.lockutils [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.771s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.463041] env[62683]: INFO nova.compute.claims [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1539.481912] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798900, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.499488] env[62683]: INFO nova.scheduler.client.report [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Deleted allocations for instance 08f0825a-cc85-4cd5-9d91-48406245d0e2 [ 1539.617714] env[62683]: DEBUG nova.network.neutron [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Updating instance_info_cache with network_info: [{"id": "d0aae36a-1122-487e-81bc-b6453c718253", "address": "fa:16:3e:ec:f0:e3", "network": {"id": "7b27f730-3d39-4448-bce3-6342dac201f8", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1436194740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fd3b4d1548e48cda1e813bcaaef0e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0aae36a-11", "ovs_interfaceid": "d0aae36a-1122-487e-81bc-b6453c718253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.716217] env[62683]: DEBUG nova.compute.manager [req-4956daf3-31fa-4375-88d0-551972e02986 req-c7f2c929-8be5-4bd8-86af-7df5b4c95e63 service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Received event network-vif-deleted-0111bb7e-3b39-473c-97ac-69362a906a14 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1539.876838] env[62683]: DEBUG oslo_vmware.api [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798899, 'name': PowerOnVM_Task, 'duration_secs': 0.522843} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.877163] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1539.879292] env[62683]: INFO nova.compute.manager [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1539.879292] env[62683]: DEBUG nova.compute.manager [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1539.879292] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464afe5d-a8bf-4c43-a293-9a6319f32236 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.986830] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552292} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.987370] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] ba78bd69-7f48-42b5-866d-604f2ebee987/ba78bd69-7f48-42b5-866d-604f2ebee987.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1539.987632] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1539.987889] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5385e36-6631-47cb-b7cb-aa871e9bd1c1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.997252] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1539.997252] env[62683]: value = "task-1798901" [ 1539.997252] env[62683]: _type = "Task" [ 1539.997252] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.008560] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.009060] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f20c81f2-d782-488e-b533-e249b1d01f73 tempest-ServersTestJSON-1619497688 tempest-ServersTestJSON-1619497688-project-member] Lock "08f0825a-cc85-4cd5-9d91-48406245d0e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.610s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.014047] env[62683]: DEBUG nova.network.neutron [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.076283] env[62683]: DEBUG nova.network.neutron [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Successfully updated port: faf59db1-6079-4336-894d-9e1451822fc3 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1540.120338] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Releasing lock "refresh_cache-e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.120676] env[62683]: DEBUG nova.compute.manager [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Instance network_info: |[{"id": "d0aae36a-1122-487e-81bc-b6453c718253", "address": "fa:16:3e:ec:f0:e3", "network": {"id": "7b27f730-3d39-4448-bce3-6342dac201f8", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1436194740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fd3b4d1548e48cda1e813bcaaef0e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0aae36a-11", "ovs_interfaceid": "d0aae36a-1122-487e-81bc-b6453c718253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1540.121100] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:f0:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0aae36a-1122-487e-81bc-b6453c718253', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1540.129709] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Creating folder: Project (2fd3b4d1548e48cda1e813bcaaef0e4f). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1540.130395] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b050449-394d-4cde-a6bc-79abee937a25 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.140870] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Created folder: Project (2fd3b4d1548e48cda1e813bcaaef0e4f) in parent group-v372889. [ 1540.141131] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Creating folder: Instances. Parent ref: group-v373044. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1540.141912] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0f7c7a8-1c75-48ea-92ae-a93a1d2b4e4a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.154010] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Created folder: Instances in parent group-v373044. [ 1540.154010] env[62683]: DEBUG oslo.service.loopingcall [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1540.154148] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1540.154338] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8d9bdb9-0089-4184-a3c9-31db0762bf95 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.186260] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1540.186260] env[62683]: value = "task-1798904" [ 1540.186260] env[62683]: _type = "Task" [ 1540.186260] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.194895] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798904, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.291615] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Acquiring lock "684641b9-e62f-406e-91a5-12bc0fe32470" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.291883] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Lock "684641b9-e62f-406e-91a5-12bc0fe32470" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.396904] env[62683]: INFO nova.compute.manager [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Took 39.86 seconds to build instance. [ 1540.513770] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072283} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.517033] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1540.517485] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Releasing lock "refresh_cache-0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.517657] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Updated the network info_cache for instance {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1540.518819] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638053ad-a28c-4efa-8c0b-e51d056da55e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.521391] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.521577] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.522119] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.522322] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.522487] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.522659] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.522848] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1540.522993] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.553564] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] ba78bd69-7f48-42b5-866d-604f2ebee987/ba78bd69-7f48-42b5-866d-604f2ebee987.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.555719] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a435d7f-1320-4e66-8774-af5dc84130cb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.577471] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1540.577471] env[62683]: value = "task-1798905" [ 1540.577471] env[62683]: _type = "Task" [ 1540.577471] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.581313] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "refresh_cache-d6483889-075c-4132-85b2-f01896704bea" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.581410] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "refresh_cache-d6483889-075c-4132-85b2-f01896704bea" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.581556] env[62683]: DEBUG nova.network.neutron [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1540.591154] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798905, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.696276] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798904, 'name': CreateVM_Task, 'duration_secs': 0.376102} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.696565] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1540.697140] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.697339] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.697653] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1540.697906] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-193bac8e-9837-40d2-a9ab-5821bcb8ba76 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.704856] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Waiting for the task: (returnval){ [ 1540.704856] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52326008-cac0-2bc2-5548-171e1ca7f742" [ 1540.704856] env[62683]: _type = "Task" [ 1540.704856] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.712600] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52326008-cac0-2bc2-5548-171e1ca7f742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.899535] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31139944-13ab-4a8d-8201-bebf46537853 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "d0f5e2aa-2b90-409c-8b43-83c69a7f4527" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.794s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.985847] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd03856b-3587-49a8-8a8e-73c747aaa60a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.993259] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc92058f-7ce3-4ec7-a9b7-3c7614ec3667 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.026931] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5becadb7-9a31-4d53-9bc6-fe814970f21d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.034580] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facf9cc0-f0ca-4791-b729-60cb493e78b3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.049835] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.050628] env[62683]: DEBUG nova.compute.provider_tree [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.089713] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798905, 'name': ReconfigVM_Task, 'duration_secs': 0.292071} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.089874] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Reconfigured VM instance instance-00000036 to attach disk [datastore1] ba78bd69-7f48-42b5-866d-604f2ebee987/ba78bd69-7f48-42b5-866d-604f2ebee987.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1541.090660] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7cfaca9-8e08-458d-82dc-b067ec0b3022 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.099320] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1541.099320] env[62683]: value = "task-1798906" [ 1541.099320] env[62683]: _type = "Task" [ 1541.099320] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.106275] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798906, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.118353] env[62683]: DEBUG nova.network.neutron [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1541.216440] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52326008-cac0-2bc2-5548-171e1ca7f742, 'name': SearchDatastore_Task, 'duration_secs': 0.014067} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.220016] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.221245] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1541.222174] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.225031] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.225031] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1541.225031] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c15b3d0-0aa9-4fa3-8490-1cbe7f25f410 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.244285] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1541.244285] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1541.244285] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-314b3977-26b8-46db-a830-29fdef677210 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.250298] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Waiting for the task: (returnval){ [ 1541.250298] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528342fa-1ec8-a4da-e345-f68dbb4d37ca" [ 1541.250298] env[62683]: _type = "Task" [ 1541.250298] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.260706] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528342fa-1ec8-a4da-e345-f68dbb4d37ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.375297] env[62683]: DEBUG nova.network.neutron [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Updating instance_info_cache with network_info: [{"id": "faf59db1-6079-4336-894d-9e1451822fc3", "address": "fa:16:3e:c5:f0:64", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaf59db1-60", "ovs_interfaceid": "faf59db1-6079-4336-894d-9e1451822fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.401343] env[62683]: DEBUG nova.compute.manager [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1541.554282] env[62683]: DEBUG nova.scheduler.client.report [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1541.609169] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798906, 'name': Rename_Task, 'duration_secs': 0.141427} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.609169] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1541.610100] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-667b84d4-58f4-461b-a630-c216c49c54bb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.616316] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1541.616316] env[62683]: value = "task-1798907" [ 1541.616316] env[62683]: _type = "Task" [ 1541.616316] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.625858] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.762352] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528342fa-1ec8-a4da-e345-f68dbb4d37ca, 'name': SearchDatastore_Task, 'duration_secs': 0.008857} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.763407] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e994ba04-d730-4278-8db1-f07b8aab74ec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.770541] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Waiting for the task: (returnval){ [ 1541.770541] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52155f7b-adb6-4130-6887-b56c0c2aa227" [ 1541.770541] env[62683]: _type = "Task" [ 1541.770541] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.779510] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52155f7b-adb6-4130-6887-b56c0c2aa227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.861882] env[62683]: DEBUG nova.compute.manager [req-a27c3cc9-8ffa-43cb-b766-d055604fb780 req-e05e233f-fe77-484a-a01a-6026b109af71 service nova] [instance: d6483889-075c-4132-85b2-f01896704bea] Received event network-vif-plugged-faf59db1-6079-4336-894d-9e1451822fc3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1541.862220] env[62683]: DEBUG oslo_concurrency.lockutils [req-a27c3cc9-8ffa-43cb-b766-d055604fb780 req-e05e233f-fe77-484a-a01a-6026b109af71 service nova] Acquiring lock "d6483889-075c-4132-85b2-f01896704bea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.862477] env[62683]: DEBUG oslo_concurrency.lockutils [req-a27c3cc9-8ffa-43cb-b766-d055604fb780 req-e05e233f-fe77-484a-a01a-6026b109af71 service nova] Lock "d6483889-075c-4132-85b2-f01896704bea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.862656] env[62683]: DEBUG oslo_concurrency.lockutils [req-a27c3cc9-8ffa-43cb-b766-d055604fb780 req-e05e233f-fe77-484a-a01a-6026b109af71 service nova] Lock "d6483889-075c-4132-85b2-f01896704bea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.862826] env[62683]: DEBUG nova.compute.manager [req-a27c3cc9-8ffa-43cb-b766-d055604fb780 req-e05e233f-fe77-484a-a01a-6026b109af71 service nova] [instance: d6483889-075c-4132-85b2-f01896704bea] No waiting events found dispatching network-vif-plugged-faf59db1-6079-4336-894d-9e1451822fc3 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1541.862995] env[62683]: WARNING nova.compute.manager [req-a27c3cc9-8ffa-43cb-b766-d055604fb780 req-e05e233f-fe77-484a-a01a-6026b109af71 service nova] [instance: d6483889-075c-4132-85b2-f01896704bea] Received unexpected event network-vif-plugged-faf59db1-6079-4336-894d-9e1451822fc3 for instance with vm_state building and task_state spawning. [ 1541.863186] env[62683]: DEBUG nova.compute.manager [req-a27c3cc9-8ffa-43cb-b766-d055604fb780 req-e05e233f-fe77-484a-a01a-6026b109af71 service nova] [instance: d6483889-075c-4132-85b2-f01896704bea] Received event network-changed-faf59db1-6079-4336-894d-9e1451822fc3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1541.863452] env[62683]: DEBUG nova.compute.manager [req-a27c3cc9-8ffa-43cb-b766-d055604fb780 req-e05e233f-fe77-484a-a01a-6026b109af71 service nova] [instance: d6483889-075c-4132-85b2-f01896704bea] Refreshing instance network info cache due to event network-changed-faf59db1-6079-4336-894d-9e1451822fc3. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1541.863635] env[62683]: DEBUG oslo_concurrency.lockutils [req-a27c3cc9-8ffa-43cb-b766-d055604fb780 req-e05e233f-fe77-484a-a01a-6026b109af71 service nova] Acquiring lock "refresh_cache-d6483889-075c-4132-85b2-f01896704bea" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.917927] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "refresh_cache-d6483889-075c-4132-85b2-f01896704bea" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.917927] env[62683]: DEBUG nova.compute.manager [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Instance network_info: |[{"id": "faf59db1-6079-4336-894d-9e1451822fc3", "address": "fa:16:3e:c5:f0:64", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaf59db1-60", "ovs_interfaceid": "faf59db1-6079-4336-894d-9e1451822fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1541.917927] env[62683]: DEBUG oslo_concurrency.lockutils [req-a27c3cc9-8ffa-43cb-b766-d055604fb780 req-e05e233f-fe77-484a-a01a-6026b109af71 service nova] Acquired lock "refresh_cache-d6483889-075c-4132-85b2-f01896704bea" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.917927] env[62683]: DEBUG nova.network.neutron [req-a27c3cc9-8ffa-43cb-b766-d055604fb780 req-e05e233f-fe77-484a-a01a-6026b109af71 service nova] [instance: d6483889-075c-4132-85b2-f01896704bea] Refreshing network info cache for port faf59db1-6079-4336-894d-9e1451822fc3 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1541.917927] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:f0:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faf59db1-6079-4336-894d-9e1451822fc3', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1541.917927] env[62683]: DEBUG oslo.service.loopingcall [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.917927] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6483889-075c-4132-85b2-f01896704bea] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1541.917927] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83f75a84-6c5e-4e95-ac22-aeb7bd3848e7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.920425] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1541.920425] env[62683]: value = "task-1798908" [ 1541.920425] env[62683]: _type = "Task" [ 1541.920425] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.932557] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798908, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.942854] env[62683]: DEBUG oslo_concurrency.lockutils [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.061506] env[62683]: DEBUG oslo_concurrency.lockutils [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.061506] env[62683]: DEBUG nova.compute.manager [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1542.065680] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.975s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.066396] env[62683]: DEBUG nova.objects.instance [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Lazy-loading 'resources' on Instance uuid 843864d3-0354-4f0c-9e70-533b4c5b9712 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1542.127427] env[62683]: DEBUG oslo_vmware.api [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798907, 'name': PowerOnVM_Task, 'duration_secs': 0.473933} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.127705] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.127909] env[62683]: INFO nova.compute.manager [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1542.128101] env[62683]: DEBUG nova.compute.manager [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1542.128898] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91495690-a7ac-4356-a39d-6c50cfb96b66 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.281803] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52155f7b-adb6-4130-6887-b56c0c2aa227, 'name': SearchDatastore_Task, 'duration_secs': 0.012085} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.281991] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.282317] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e/e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1542.282586] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-966717d1-d5ba-42dd-88bf-5a64dcc97b05 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.289689] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Waiting for the task: (returnval){ [ 1542.289689] env[62683]: value = "task-1798909" [ 1542.289689] env[62683]: _type = "Task" [ 1542.289689] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.298418] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': task-1798909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.430444] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798908, 'name': CreateVM_Task, 'duration_secs': 0.415161} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.430699] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6483889-075c-4132-85b2-f01896704bea] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1542.432318] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.432318] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.432318] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1542.432318] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2516c714-cf8f-40b2-9704-a3356a9ae099 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.440417] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1542.440417] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5207f5fc-2035-a6fe-d9f7-0053b34102c1" [ 1542.440417] env[62683]: _type = "Task" [ 1542.440417] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.449141] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5207f5fc-2035-a6fe-d9f7-0053b34102c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.569578] env[62683]: DEBUG nova.compute.utils [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1542.571041] env[62683]: DEBUG nova.compute.manager [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1542.571215] env[62683]: DEBUG nova.network.neutron [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1542.639043] env[62683]: DEBUG nova.policy [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '201aba08db0e448badbf480b6cf94fd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa16baa1fefa43b591497da810718d47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1542.651889] env[62683]: INFO nova.compute.manager [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Took 37.61 seconds to build instance. [ 1542.676540] env[62683]: DEBUG nova.network.neutron [req-a27c3cc9-8ffa-43cb-b766-d055604fb780 req-e05e233f-fe77-484a-a01a-6026b109af71 service nova] [instance: d6483889-075c-4132-85b2-f01896704bea] Updated VIF entry in instance network info cache for port faf59db1-6079-4336-894d-9e1451822fc3. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1542.676891] env[62683]: DEBUG nova.network.neutron [req-a27c3cc9-8ffa-43cb-b766-d055604fb780 req-e05e233f-fe77-484a-a01a-6026b109af71 service nova] [instance: d6483889-075c-4132-85b2-f01896704bea] Updating instance_info_cache with network_info: [{"id": "faf59db1-6079-4336-894d-9e1451822fc3", "address": "fa:16:3e:c5:f0:64", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaf59db1-60", "ovs_interfaceid": "faf59db1-6079-4336-894d-9e1451822fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.804726] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': task-1798909, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.964020] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5207f5fc-2035-a6fe-d9f7-0053b34102c1, 'name': SearchDatastore_Task, 'duration_secs': 0.02098} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.964547] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.964956] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1542.966662] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.966662] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.966662] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1542.966922] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1724d8e-79ee-41fe-a2d8-9cc36c58af64 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.995022] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1542.995022] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1542.995022] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7c0c394-cafa-4ddc-a8d3-46fd01cb0077 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.001968] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1543.001968] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52032de7-1107-20ea-df71-a889ccc5d5bb" [ 1543.001968] env[62683]: _type = "Task" [ 1543.001968] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.029601] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52032de7-1107-20ea-df71-a889ccc5d5bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.034581] env[62683]: DEBUG nova.network.neutron [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Successfully created port: a8e2dc79-0000-443d-b536-256810fd33cb {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1543.078489] env[62683]: DEBUG nova.compute.manager [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1543.153869] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523e8af5-e611-4f49-a530-2d12be92b83e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.157555] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7779cab4-a920-471c-88c1-4006ba6ae630 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "ba78bd69-7f48-42b5-866d-604f2ebee987" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.787s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.164743] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950cd786-8a45-4936-8d85-38f09e874518 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.199186] env[62683]: DEBUG oslo_concurrency.lockutils [req-a27c3cc9-8ffa-43cb-b766-d055604fb780 req-e05e233f-fe77-484a-a01a-6026b109af71 service nova] Releasing lock "refresh_cache-d6483889-075c-4132-85b2-f01896704bea" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.201666] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb5663a-45cb-48f1-859b-2551aa00de84 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.210184] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60af5e2-c866-444f-a4fc-754ee67c1362 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.227390] env[62683]: DEBUG nova.compute.provider_tree [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.315384] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': task-1798909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.896024} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.318031] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e/e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1543.318031] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1543.318031] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7840a2d-b0bc-4cfb-9d12-b19d81d4d49e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.325594] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Waiting for the task: (returnval){ [ 1543.325594] env[62683]: value = "task-1798910" [ 1543.325594] env[62683]: _type = "Task" [ 1543.325594] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.341121] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': task-1798910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.511969] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52032de7-1107-20ea-df71-a889ccc5d5bb, 'name': SearchDatastore_Task, 'duration_secs': 0.052525} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.512700] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f56877-67c2-46bf-b878-7e69b889b619 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.518176] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1543.518176] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]529dbb8b-75ea-33dd-07da-656c2c60373e" [ 1543.518176] env[62683]: _type = "Task" [ 1543.518176] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.526155] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]529dbb8b-75ea-33dd-07da-656c2c60373e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.661012] env[62683]: DEBUG nova.compute.manager [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1543.731372] env[62683]: DEBUG nova.scheduler.client.report [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1543.779654] env[62683]: DEBUG nova.compute.manager [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1543.780648] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1d65cc-1bcd-49bf-a4d3-6759aaf984ef {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.817350] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "ba78bd69-7f48-42b5-866d-604f2ebee987" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.817662] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "ba78bd69-7f48-42b5-866d-604f2ebee987" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.817822] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "ba78bd69-7f48-42b5-866d-604f2ebee987-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.818009] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "ba78bd69-7f48-42b5-866d-604f2ebee987-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.818188] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "ba78bd69-7f48-42b5-866d-604f2ebee987-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.820500] env[62683]: INFO nova.compute.manager [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Terminating instance [ 1543.838926] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': task-1798910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064201} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.839326] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1543.840171] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cab323-08f8-472f-96b2-a55d73661c30 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.877122] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e/e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1543.877572] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df4af5e2-a9ae-4f3b-8bc9-d6a2dce5ade2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.898616] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Waiting for the task: (returnval){ [ 1543.898616] env[62683]: value = "task-1798911" [ 1543.898616] env[62683]: _type = "Task" [ 1543.898616] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.906733] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': task-1798911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.028655] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]529dbb8b-75ea-33dd-07da-656c2c60373e, 'name': SearchDatastore_Task, 'duration_secs': 0.041519} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.028923] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.029198] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] d6483889-075c-4132-85b2-f01896704bea/d6483889-075c-4132-85b2-f01896704bea.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1544.029459] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c8f5071-7422-4ebb-bb43-38dd26a865f1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.036953] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1544.036953] env[62683]: value = "task-1798912" [ 1544.036953] env[62683]: _type = "Task" [ 1544.036953] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.046570] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.085109] env[62683]: DEBUG nova.compute.manager [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1544.114818] env[62683]: DEBUG nova.virt.hardware [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1544.114818] env[62683]: DEBUG nova.virt.hardware [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1544.115119] env[62683]: DEBUG nova.virt.hardware [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1544.115119] env[62683]: DEBUG nova.virt.hardware [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1544.115216] env[62683]: DEBUG nova.virt.hardware [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1544.115345] env[62683]: DEBUG nova.virt.hardware [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1544.115543] env[62683]: DEBUG nova.virt.hardware [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1544.115698] env[62683]: DEBUG nova.virt.hardware [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1544.115857] env[62683]: DEBUG nova.virt.hardware [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1544.116024] env[62683]: DEBUG nova.virt.hardware [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1544.116283] env[62683]: DEBUG nova.virt.hardware [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1544.117137] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9cbf1c-85d0-4a4b-a655-db188399755b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.125816] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f5e107-8fa0-4100-bae6-d5b6d9abdc41 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.184315] env[62683]: DEBUG oslo_concurrency.lockutils [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.238551] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.241081] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.157s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.242798] env[62683]: INFO nova.compute.claims [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1544.270123] env[62683]: INFO nova.scheduler.client.report [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Deleted allocations for instance 843864d3-0354-4f0c-9e70-533b4c5b9712 [ 1544.292640] env[62683]: INFO nova.compute.manager [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] instance snapshotting [ 1544.297591] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587215f5-7916-45f5-b49c-80a946ada108 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.336180] env[62683]: DEBUG nova.compute.manager [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1544.336410] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1544.338707] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6b84bb-b7b3-48c0-9ecb-0c9acc563803 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.341732] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c88ec2-dacd-44a3-88c2-3903e574d3f0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.355593] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.355921] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-541d967f-6fb2-4f40-8e21-14a1da607f0e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.367199] env[62683]: DEBUG oslo_vmware.api [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1544.367199] env[62683]: value = "task-1798913" [ 1544.367199] env[62683]: _type = "Task" [ 1544.367199] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.379347] env[62683]: DEBUG oslo_vmware.api [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.411335] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': task-1798911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.549033] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798912, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.781097] env[62683]: DEBUG oslo_concurrency.lockutils [None req-71eb2efc-b54e-407b-b279-9919415c1261 tempest-ServersTestBootFromVolume-242516275 tempest-ServersTestBootFromVolume-242516275-project-member] Lock "843864d3-0354-4f0c-9e70-533b4c5b9712" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.975s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.856310] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Creating Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1544.856310] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-87be8a71-a0b3-490c-9ded-d46a5249d462 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.863247] env[62683]: DEBUG oslo_vmware.api [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1544.863247] env[62683]: value = "task-1798914" [ 1544.863247] env[62683]: _type = "Task" [ 1544.863247] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.882430] env[62683]: DEBUG oslo_vmware.api [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798914, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.887347] env[62683]: DEBUG oslo_vmware.api [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798913, 'name': PowerOffVM_Task, 'duration_secs': 0.497797} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.888127] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1544.888487] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1544.890537] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d978b356-72b1-42e8-bb26-1c50def0e557 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.915958] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': task-1798911, 'name': ReconfigVM_Task, 'duration_secs': 0.941979} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.919131] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Reconfigured VM instance instance-00000037 to attach disk [datastore1] e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e/e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1544.919131] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d856633b-78be-4a7e-acca-34bbd607fc78 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.924132] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Waiting for the task: (returnval){ [ 1544.924132] env[62683]: value = "task-1798916" [ 1544.924132] env[62683]: _type = "Task" [ 1544.924132] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.937016] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': task-1798916, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.955018] env[62683]: DEBUG nova.compute.manager [req-5e66d09d-ff45-4746-bb51-ad01b9b3a179 req-1630640d-6276-4c3e-be56-38415f6e2d49 service nova] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Received event network-vif-plugged-a8e2dc79-0000-443d-b536-256810fd33cb {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1544.955018] env[62683]: DEBUG oslo_concurrency.lockutils [req-5e66d09d-ff45-4746-bb51-ad01b9b3a179 req-1630640d-6276-4c3e-be56-38415f6e2d49 service nova] Acquiring lock "d00064e2-9954-4cb6-8812-ea02311cb049-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.955018] env[62683]: DEBUG oslo_concurrency.lockutils [req-5e66d09d-ff45-4746-bb51-ad01b9b3a179 req-1630640d-6276-4c3e-be56-38415f6e2d49 service nova] Lock "d00064e2-9954-4cb6-8812-ea02311cb049-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.955295] env[62683]: DEBUG oslo_concurrency.lockutils [req-5e66d09d-ff45-4746-bb51-ad01b9b3a179 req-1630640d-6276-4c3e-be56-38415f6e2d49 service nova] Lock "d00064e2-9954-4cb6-8812-ea02311cb049-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.955577] env[62683]: DEBUG nova.compute.manager [req-5e66d09d-ff45-4746-bb51-ad01b9b3a179 req-1630640d-6276-4c3e-be56-38415f6e2d49 service nova] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] No waiting events found dispatching network-vif-plugged-a8e2dc79-0000-443d-b536-256810fd33cb {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1544.955864] env[62683]: WARNING nova.compute.manager [req-5e66d09d-ff45-4746-bb51-ad01b9b3a179 req-1630640d-6276-4c3e-be56-38415f6e2d49 service nova] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Received unexpected event network-vif-plugged-a8e2dc79-0000-443d-b536-256810fd33cb for instance with vm_state building and task_state spawning. [ 1544.969370] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1544.969370] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1544.969370] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Deleting the datastore file [datastore1] ba78bd69-7f48-42b5-866d-604f2ebee987 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.969370] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb5c0a4c-df03-41e5-b7c9-e1da919337c8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.976056] env[62683]: DEBUG oslo_vmware.api [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1544.976056] env[62683]: value = "task-1798917" [ 1544.976056] env[62683]: _type = "Task" [ 1544.976056] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.985376] env[62683]: DEBUG oslo_vmware.api [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.009812] env[62683]: DEBUG nova.network.neutron [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Successfully updated port: a8e2dc79-0000-443d-b536-256810fd33cb {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1545.048729] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561412} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.049030] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] d6483889-075c-4132-85b2-f01896704bea/d6483889-075c-4132-85b2-f01896704bea.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1545.049311] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1545.049628] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-878a77ff-95d4-423e-94e6-7f52148b7aa9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.056127] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1545.056127] env[62683]: value = "task-1798918" [ 1545.056127] env[62683]: _type = "Task" [ 1545.056127] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.065675] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.376020] env[62683]: DEBUG oslo_vmware.api [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798914, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.440683] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': task-1798916, 'name': Rename_Task, 'duration_secs': 0.156331} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.440974] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1545.441247] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-522863ad-a21d-4d5b-b9a2-45efdf892696 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.450754] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Waiting for the task: (returnval){ [ 1545.450754] env[62683]: value = "task-1798919" [ 1545.450754] env[62683]: _type = "Task" [ 1545.450754] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.459414] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': task-1798919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.491556] env[62683]: DEBUG oslo_vmware.api [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1798917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185835} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.491659] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.491842] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1545.492023] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1545.492228] env[62683]: INFO nova.compute.manager [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1545.492480] env[62683]: DEBUG oslo.service.loopingcall [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.492666] env[62683]: DEBUG nova.compute.manager [-] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1545.492761] env[62683]: DEBUG nova.network.neutron [-] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1545.514281] env[62683]: DEBUG oslo_concurrency.lockutils [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "refresh_cache-d00064e2-9954-4cb6-8812-ea02311cb049" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.514281] env[62683]: DEBUG oslo_concurrency.lockutils [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "refresh_cache-d00064e2-9954-4cb6-8812-ea02311cb049" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.514281] env[62683]: DEBUG nova.network.neutron [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.572011] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07935} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.573059] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1545.573525] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b85eedf-a53b-408c-b12d-59fc7f3c2b26 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.600044] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] d6483889-075c-4132-85b2-f01896704bea/d6483889-075c-4132-85b2-f01896704bea.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1545.603457] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b7f4b56-4eb9-4a60-a10d-3ceeff7271b6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.627212] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1545.627212] env[62683]: value = "task-1798920" [ 1545.627212] env[62683]: _type = "Task" [ 1545.627212] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.637672] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798920, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.881378] env[62683]: DEBUG oslo_vmware.api [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798914, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.904056] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e9172d-4607-43c6-a98a-38ed2dee668d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.922041] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c85f3fb-3853-4f9e-a1e1-735ccbb91d3b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.960269] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8c7b1e-bf18-488a-a1b8-a15a43b5470a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.968528] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': task-1798919, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.971781] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4492896a-e1d9-42dd-891f-b56cac32f531 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.986776] env[62683]: DEBUG nova.compute.provider_tree [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.069027] env[62683]: DEBUG nova.network.neutron [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1546.135247] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798920, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.320836] env[62683]: DEBUG nova.network.neutron [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Updating instance_info_cache with network_info: [{"id": "a8e2dc79-0000-443d-b536-256810fd33cb", "address": "fa:16:3e:b3:fb:44", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8e2dc79-00", "ovs_interfaceid": "a8e2dc79-0000-443d-b536-256810fd33cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.370141] env[62683]: DEBUG nova.network.neutron [-] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.382319] env[62683]: DEBUG oslo_vmware.api [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798914, 'name': CreateSnapshot_Task, 'duration_secs': 1.016007} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.382319] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Created Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1546.382978] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d023f5-4ebc-4dfb-b5d3-553020cc6199 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.466691] env[62683]: DEBUG oslo_vmware.api [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': task-1798919, 'name': PowerOnVM_Task, 'duration_secs': 0.526906} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.466972] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1546.467192] env[62683]: INFO nova.compute.manager [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1546.467373] env[62683]: DEBUG nova.compute.manager [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1546.468268] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6625491-f2bd-4f95-bba1-03703a59b540 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.489705] env[62683]: DEBUG nova.scheduler.client.report [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1546.639806] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798920, 'name': ReconfigVM_Task, 'duration_secs': 0.532234} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.640061] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Reconfigured VM instance instance-00000038 to attach disk [datastore1] d6483889-075c-4132-85b2-f01896704bea/d6483889-075c-4132-85b2-f01896704bea.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1546.640816] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12fdce42-fdbf-44f1-acc1-ed685ea50bd7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.649434] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1546.649434] env[62683]: value = "task-1798921" [ 1546.649434] env[62683]: _type = "Task" [ 1546.649434] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.658852] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798921, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.824023] env[62683]: DEBUG oslo_concurrency.lockutils [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "refresh_cache-d00064e2-9954-4cb6-8812-ea02311cb049" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.824023] env[62683]: DEBUG nova.compute.manager [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Instance network_info: |[{"id": "a8e2dc79-0000-443d-b536-256810fd33cb", "address": "fa:16:3e:b3:fb:44", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8e2dc79-00", "ovs_interfaceid": "a8e2dc79-0000-443d-b536-256810fd33cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1546.824023] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:fb:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8e2dc79-0000-443d-b536-256810fd33cb', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1546.835399] env[62683]: DEBUG oslo.service.loopingcall [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1546.836036] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1546.836322] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe3e0add-5918-4018-9fcc-a72bf6f59296 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.859171] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1546.859171] env[62683]: value = "task-1798922" [ 1546.859171] env[62683]: _type = "Task" [ 1546.859171] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.867555] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798922, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.876447] env[62683]: INFO nova.compute.manager [-] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Took 1.38 seconds to deallocate network for instance. [ 1546.908608] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Creating linked-clone VM from snapshot {{(pid=62683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1546.909760] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-097d42da-cdee-4c7c-b2c8-8ee2a774f527 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.919093] env[62683]: DEBUG oslo_vmware.api [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1546.919093] env[62683]: value = "task-1798923" [ 1546.919093] env[62683]: _type = "Task" [ 1546.919093] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.928947] env[62683]: DEBUG oslo_vmware.api [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798923, 'name': CloneVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.987227] env[62683]: INFO nova.compute.manager [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Took 39.50 seconds to build instance. [ 1546.999113] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.999764] env[62683]: DEBUG nova.compute.manager [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1547.002990] env[62683]: DEBUG oslo_concurrency.lockutils [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.143s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.003387] env[62683]: DEBUG nova.objects.instance [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Lazy-loading 'resources' on Instance uuid 81844636-d682-4d19-9924-7529cd8a2409 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1547.166404] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798921, 'name': Rename_Task, 'duration_secs': 0.136774} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.166830] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1547.169023] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-873db05b-a5fb-4af2-a391-18c234601166 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.177183] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1547.177183] env[62683]: value = "task-1798924" [ 1547.177183] env[62683]: _type = "Task" [ 1547.177183] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.188343] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.252689] env[62683]: DEBUG nova.compute.manager [req-cf7dfd20-b048-4548-b7be-ead8b5d6c2ee req-74abe09e-5e8b-4b21-a285-30680ef5fdd3 service nova] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Received event network-changed-a8e2dc79-0000-443d-b536-256810fd33cb {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1547.252807] env[62683]: DEBUG nova.compute.manager [req-cf7dfd20-b048-4548-b7be-ead8b5d6c2ee req-74abe09e-5e8b-4b21-a285-30680ef5fdd3 service nova] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Refreshing instance network info cache due to event network-changed-a8e2dc79-0000-443d-b536-256810fd33cb. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1547.253098] env[62683]: DEBUG oslo_concurrency.lockutils [req-cf7dfd20-b048-4548-b7be-ead8b5d6c2ee req-74abe09e-5e8b-4b21-a285-30680ef5fdd3 service nova] Acquiring lock "refresh_cache-d00064e2-9954-4cb6-8812-ea02311cb049" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.253589] env[62683]: DEBUG oslo_concurrency.lockutils [req-cf7dfd20-b048-4548-b7be-ead8b5d6c2ee req-74abe09e-5e8b-4b21-a285-30680ef5fdd3 service nova] Acquired lock "refresh_cache-d00064e2-9954-4cb6-8812-ea02311cb049" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.253589] env[62683]: DEBUG nova.network.neutron [req-cf7dfd20-b048-4548-b7be-ead8b5d6c2ee req-74abe09e-5e8b-4b21-a285-30680ef5fdd3 service nova] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Refreshing network info cache for port a8e2dc79-0000-443d-b536-256810fd33cb {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1547.255215] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Acquiring lock "e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.373982] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798922, 'name': CreateVM_Task, 'duration_secs': 0.452822} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.374186] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1547.374974] env[62683]: DEBUG oslo_concurrency.lockutils [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.375182] env[62683]: DEBUG oslo_concurrency.lockutils [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.375621] env[62683]: DEBUG oslo_concurrency.lockutils [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1547.375892] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf5395b5-13a1-4259-bbf1-f653b52dba29 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.389154] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.389154] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1547.389154] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522a655c-a778-7fea-0f20-2b015b40a959" [ 1547.389154] env[62683]: _type = "Task" [ 1547.389154] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.397127] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522a655c-a778-7fea-0f20-2b015b40a959, 'name': SearchDatastore_Task} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.397393] env[62683]: DEBUG oslo_concurrency.lockutils [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.397717] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1547.398048] env[62683]: DEBUG oslo_concurrency.lockutils [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.398048] env[62683]: DEBUG oslo_concurrency.lockutils [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.398814] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1547.401632] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef2acce0-fe5f-4d21-8afb-c69033764c47 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.416129] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1547.416129] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1547.417665] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e074a8a6-c8b6-4a81-8d2f-97aeb2e14b29 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.432901] env[62683]: DEBUG oslo_vmware.api [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798923, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.435036] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1547.435036] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5200399a-7955-46bd-4af4-0e78eb96e4df" [ 1547.435036] env[62683]: _type = "Task" [ 1547.435036] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.446407] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5200399a-7955-46bd-4af4-0e78eb96e4df, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.447253] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4301b477-0f4c-4d0c-84b3-b482630dcc09 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.452807] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1547.452807] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52006a3d-0774-7a38-b026-6801f327bf1c" [ 1547.452807] env[62683]: _type = "Task" [ 1547.452807] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.465155] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52006a3d-0774-7a38-b026-6801f327bf1c, 'name': SearchDatastore_Task, 'duration_secs': 0.00944} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.465442] env[62683]: DEBUG oslo_concurrency.lockutils [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.465700] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] d00064e2-9954-4cb6-8812-ea02311cb049/d00064e2-9954-4cb6-8812-ea02311cb049.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1547.465957] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-205d65be-088f-4189-9e46-7c77ab10b106 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.479579] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1547.479579] env[62683]: value = "task-1798925" [ 1547.479579] env[62683]: _type = "Task" [ 1547.479579] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.492432] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0f3370f-a7ba-4a61-9406-d226f40b902e tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Lock "e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.842s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.492731] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.494064] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Lock "e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.239s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.494527] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Acquiring lock "e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.494788] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Lock "e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.494968] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Lock "e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.499181] env[62683]: INFO nova.compute.manager [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Terminating instance [ 1547.507405] env[62683]: DEBUG nova.compute.utils [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1547.511612] env[62683]: DEBUG nova.compute.manager [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1547.511612] env[62683]: DEBUG nova.network.neutron [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1547.571255] env[62683]: DEBUG nova.policy [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85111b2afdaa4dbd82887d81ae9e0172', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76a33757b0f245438ad83067b69dad34', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1547.689458] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.928739] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Acquiring lock "9a5b6016-07c9-4b69-b161-1741fe86286f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.929274] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Lock "9a5b6016-07c9-4b69-b161-1741fe86286f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.945433] env[62683]: DEBUG oslo_vmware.api [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798923, 'name': CloneVM_Task} progress is 95%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.004298] env[62683]: DEBUG nova.compute.manager [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1548.008397] env[62683]: DEBUG nova.compute.manager [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1548.008886] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1548.009318] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798925, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.010698] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cb5f43-956f-4257-a561-b99718119db4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.018138] env[62683]: DEBUG nova.compute.manager [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1548.020845] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.021921] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d06b833b-e75a-48c4-81e0-decc881df9cd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.034501] env[62683]: DEBUG oslo_vmware.api [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Waiting for the task: (returnval){ [ 1548.034501] env[62683]: value = "task-1798926" [ 1548.034501] env[62683]: _type = "Task" [ 1548.034501] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.043880] env[62683]: DEBUG oslo_vmware.api [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': task-1798926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.154496] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615d712d-2a84-433f-bb79-b4e3424f9171 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.160226] env[62683]: DEBUG nova.network.neutron [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Successfully created port: 9cc10ab2-6728-4b33-b9b4-26bdc1f9baa4 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1548.169745] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321b65e2-14b9-442b-98d9-cfc9313d7c71 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.212863] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f5a3f4-87d2-4df3-bbbc-6070a2fba4e6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.220130] env[62683]: DEBUG oslo_vmware.api [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798924, 'name': PowerOnVM_Task, 'duration_secs': 0.667895} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.221142] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1548.221495] env[62683]: INFO nova.compute.manager [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1548.221762] env[62683]: DEBUG nova.compute.manager [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1548.222892] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b438f6-c124-43c5-be5a-ea6ea1bef4d8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.231334] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d53c830-73e8-408e-94b2-61c0ce4ee1c4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.254941] env[62683]: DEBUG nova.compute.provider_tree [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1548.257520] env[62683]: DEBUG nova.network.neutron [req-cf7dfd20-b048-4548-b7be-ead8b5d6c2ee req-74abe09e-5e8b-4b21-a285-30680ef5fdd3 service nova] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Updated VIF entry in instance network info cache for port a8e2dc79-0000-443d-b536-256810fd33cb. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1548.257959] env[62683]: DEBUG nova.network.neutron [req-cf7dfd20-b048-4548-b7be-ead8b5d6c2ee req-74abe09e-5e8b-4b21-a285-30680ef5fdd3 service nova] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Updating instance_info_cache with network_info: [{"id": "a8e2dc79-0000-443d-b536-256810fd33cb", "address": "fa:16:3e:b3:fb:44", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8e2dc79-00", "ovs_interfaceid": "a8e2dc79-0000-443d-b536-256810fd33cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.443093] env[62683]: DEBUG oslo_vmware.api [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798923, 'name': CloneVM_Task, 'duration_secs': 1.491289} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.443093] env[62683]: INFO nova.virt.vmwareapi.vmops [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Created linked-clone VM from snapshot [ 1548.443093] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a695821-284e-46be-b5ea-3e5f0fc528f7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.450554] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Uploading image e8861a80-696f-4805-96a3-190ddb53a031 {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1548.472474] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Destroying the VM {{(pid=62683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1548.472767] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e0248d78-9619-4bc5-9b38-ad09be7c4b6e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.480983] env[62683]: DEBUG oslo_vmware.api [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1548.480983] env[62683]: value = "task-1798927" [ 1548.480983] env[62683]: _type = "Task" [ 1548.480983] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.492698] env[62683]: DEBUG oslo_vmware.api [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798927, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.495968] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785428} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.496227] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] d00064e2-9954-4cb6-8812-ea02311cb049/d00064e2-9954-4cb6-8812-ea02311cb049.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1548.496763] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1548.496763] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dac543e-fb6b-4293-b402-bb7d7626ab35 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.503041] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1548.503041] env[62683]: value = "task-1798928" [ 1548.503041] env[62683]: _type = "Task" [ 1548.503041] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.518337] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.541316] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.548245] env[62683]: DEBUG oslo_vmware.api [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': task-1798926, 'name': PowerOffVM_Task, 'duration_secs': 0.405745} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.548553] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1548.548723] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1548.548995] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3a4cf9a-3777-4e58-8d77-33fe722d79c5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.672492] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1548.672645] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1548.672755] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Deleting the datastore file [datastore1] e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1548.673021] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8801ac4-9a2a-4155-a773-3a8f03168eea {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.680210] env[62683]: DEBUG oslo_vmware.api [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Waiting for the task: (returnval){ [ 1548.680210] env[62683]: value = "task-1798930" [ 1548.680210] env[62683]: _type = "Task" [ 1548.680210] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.688785] env[62683]: DEBUG oslo_vmware.api [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': task-1798930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.750611] env[62683]: INFO nova.compute.manager [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Took 36.52 seconds to build instance. [ 1548.763139] env[62683]: DEBUG nova.scheduler.client.report [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1548.765923] env[62683]: DEBUG oslo_concurrency.lockutils [req-cf7dfd20-b048-4548-b7be-ead8b5d6c2ee req-74abe09e-5e8b-4b21-a285-30680ef5fdd3 service nova] Releasing lock "refresh_cache-d00064e2-9954-4cb6-8812-ea02311cb049" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.766393] env[62683]: DEBUG nova.compute.manager [req-cf7dfd20-b048-4548-b7be-ead8b5d6c2ee req-74abe09e-5e8b-4b21-a285-30680ef5fdd3 service nova] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Received event network-vif-deleted-27261cb4-4591-4c61-8e36-affa2decb607 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1548.992900] env[62683]: DEBUG oslo_vmware.api [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798927, 'name': Destroy_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.012621] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15106} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.012978] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1549.013690] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469ba87d-f2ad-4bae-829d-6690604b4759 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.039024] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] d00064e2-9954-4cb6-8812-ea02311cb049/d00064e2-9954-4cb6-8812-ea02311cb049.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1549.040151] env[62683]: DEBUG nova.compute.manager [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1549.042131] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06905d5d-be79-4025-91ff-4e983e7ffb75 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.061935] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1549.061935] env[62683]: value = "task-1798931" [ 1549.061935] env[62683]: _type = "Task" [ 1549.061935] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.071991] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.082676] env[62683]: DEBUG nova.virt.hardware [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1549.083074] env[62683]: DEBUG nova.virt.hardware [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1549.083204] env[62683]: DEBUG nova.virt.hardware [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1549.083420] env[62683]: DEBUG nova.virt.hardware [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1549.083596] env[62683]: DEBUG nova.virt.hardware [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1549.083750] env[62683]: DEBUG nova.virt.hardware [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1549.083960] env[62683]: DEBUG nova.virt.hardware [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1549.084128] env[62683]: DEBUG nova.virt.hardware [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1549.084295] env[62683]: DEBUG nova.virt.hardware [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1549.084456] env[62683]: DEBUG nova.virt.hardware [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1549.084626] env[62683]: DEBUG nova.virt.hardware [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1549.085743] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007c00c1-f8f7-4353-a149-e989bd7efdd8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.094814] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb616a6-e919-4a60-a200-aac373d942e1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.191397] env[62683]: DEBUG oslo_vmware.api [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Task: {'id': task-1798930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126506} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.191803] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1549.192098] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1549.192388] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1549.192668] env[62683]: INFO nova.compute.manager [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1549.192986] env[62683]: DEBUG oslo.service.loopingcall [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.193293] env[62683]: DEBUG nova.compute.manager [-] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1549.193428] env[62683]: DEBUG nova.network.neutron [-] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1549.252715] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b2f2aa21-1ca5-4a86-9166-d6f3dea82d02 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "d6483889-075c-4132-85b2-f01896704bea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.608s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.266643] env[62683]: DEBUG oslo_concurrency.lockutils [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.268989] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.935s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.269571] env[62683]: DEBUG nova.objects.instance [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lazy-loading 'resources' on Instance uuid 2498b9f3-1c28-48e0-9748-6ab002fbafd8 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1549.295707] env[62683]: INFO nova.scheduler.client.report [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Deleted allocations for instance 81844636-d682-4d19-9924-7529cd8a2409 [ 1549.493180] env[62683]: DEBUG oslo_vmware.api [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798927, 'name': Destroy_Task, 'duration_secs': 0.660939} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.493432] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Destroyed the VM [ 1549.493677] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Deleting Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1549.494253] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4de45444-0375-41f3-b56c-a8cf096ee297 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.500321] env[62683]: DEBUG oslo_vmware.api [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1549.500321] env[62683]: value = "task-1798932" [ 1549.500321] env[62683]: _type = "Task" [ 1549.500321] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.508495] env[62683]: DEBUG oslo_vmware.api [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798932, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.571415] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798931, 'name': ReconfigVM_Task, 'duration_secs': 0.282407} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.571704] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Reconfigured VM instance instance-00000039 to attach disk [datastore1] d00064e2-9954-4cb6-8812-ea02311cb049/d00064e2-9954-4cb6-8812-ea02311cb049.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.572365] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84db85bf-365c-4fd5-bb65-9e12f006d66d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.580926] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1549.580926] env[62683]: value = "task-1798933" [ 1549.580926] env[62683]: _type = "Task" [ 1549.580926] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.589510] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798933, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.756201] env[62683]: DEBUG nova.compute.manager [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1549.804360] env[62683]: DEBUG oslo_concurrency.lockutils [None req-357ab1e5-ef23-4624-9b7f-dac9e8f5ef9a tempest-FloatingIPsAssociationNegativeTestJSON-1034035804 tempest-FloatingIPsAssociationNegativeTestJSON-1034035804-project-member] Lock "81844636-d682-4d19-9924-7529cd8a2409" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.649s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.939492] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "d6483889-075c-4132-85b2-f01896704bea" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.939711] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "d6483889-075c-4132-85b2-f01896704bea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.010735] env[62683]: DEBUG oslo_vmware.api [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798932, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.096968] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798933, 'name': Rename_Task, 'duration_secs': 0.139159} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.098220] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1550.098220] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04b232ca-8b0e-4ea4-9594-d2453bc68671 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.105625] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1550.105625] env[62683]: value = "task-1798934" [ 1550.105625] env[62683]: _type = "Task" [ 1550.105625] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.118614] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.282102] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.311788] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84819676-52f3-43ba-be7d-27eb7d2e432c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.320014] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2230f3fc-11bc-430b-b22e-0dfdd30d7bd7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.353560] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025bc9cb-da8a-4b84-8d2d-7a33ff78b9b8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.361953] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666c134b-449d-4220-87ff-662a4aae1ba3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.378393] env[62683]: DEBUG nova.compute.provider_tree [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1550.406303] env[62683]: DEBUG nova.network.neutron [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Successfully updated port: 9cc10ab2-6728-4b33-b9b4-26bdc1f9baa4 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1550.447959] env[62683]: DEBUG nova.compute.utils [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1550.511250] env[62683]: DEBUG oslo_vmware.api [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798932, 'name': RemoveSnapshot_Task, 'duration_secs': 0.659456} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.511745] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Deleted Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1550.616026] env[62683]: DEBUG nova.network.neutron [-] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.619028] env[62683]: DEBUG oslo_vmware.api [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1798934, 'name': PowerOnVM_Task, 'duration_secs': 0.496769} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.619427] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1550.619759] env[62683]: INFO nova.compute.manager [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Took 6.53 seconds to spawn the instance on the hypervisor. [ 1550.620391] env[62683]: DEBUG nova.compute.manager [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1550.621451] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79a2a9a-17eb-4075-8b41-c7020e7b7a98 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.636694] env[62683]: DEBUG nova.compute.manager [req-ceb78a0e-da13-48ee-86ba-bd43f490d449 req-3dac3100-1e47-4411-9ee7-0e99bd766617 service nova] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Received event network-vif-plugged-9cc10ab2-6728-4b33-b9b4-26bdc1f9baa4 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1550.637097] env[62683]: DEBUG oslo_concurrency.lockutils [req-ceb78a0e-da13-48ee-86ba-bd43f490d449 req-3dac3100-1e47-4411-9ee7-0e99bd766617 service nova] Acquiring lock "d82cdcad-7464-4f60-b3e9-9e3e46575d29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.637437] env[62683]: DEBUG oslo_concurrency.lockutils [req-ceb78a0e-da13-48ee-86ba-bd43f490d449 req-3dac3100-1e47-4411-9ee7-0e99bd766617 service nova] Lock "d82cdcad-7464-4f60-b3e9-9e3e46575d29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.638193] env[62683]: DEBUG oslo_concurrency.lockutils [req-ceb78a0e-da13-48ee-86ba-bd43f490d449 req-3dac3100-1e47-4411-9ee7-0e99bd766617 service nova] Lock "d82cdcad-7464-4f60-b3e9-9e3e46575d29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.638193] env[62683]: DEBUG nova.compute.manager [req-ceb78a0e-da13-48ee-86ba-bd43f490d449 req-3dac3100-1e47-4411-9ee7-0e99bd766617 service nova] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] No waiting events found dispatching network-vif-plugged-9cc10ab2-6728-4b33-b9b4-26bdc1f9baa4 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1550.638193] env[62683]: WARNING nova.compute.manager [req-ceb78a0e-da13-48ee-86ba-bd43f490d449 req-3dac3100-1e47-4411-9ee7-0e99bd766617 service nova] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Received unexpected event network-vif-plugged-9cc10ab2-6728-4b33-b9b4-26bdc1f9baa4 for instance with vm_state building and task_state spawning. [ 1550.881863] env[62683]: DEBUG nova.scheduler.client.report [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1550.911037] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "refresh_cache-d82cdcad-7464-4f60-b3e9-9e3e46575d29" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.911037] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquired lock "refresh_cache-d82cdcad-7464-4f60-b3e9-9e3e46575d29" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.911037] env[62683]: DEBUG nova.network.neutron [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1550.952239] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "d6483889-075c-4132-85b2-f01896704bea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.018966] env[62683]: WARNING nova.compute.manager [None req-61a830b2-7046-4976-b5bc-d26063026555 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Image not found during snapshot: nova.exception.ImageNotFound: Image e8861a80-696f-4805-96a3-190ddb53a031 could not be found. [ 1551.124027] env[62683]: INFO nova.compute.manager [-] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Took 1.93 seconds to deallocate network for instance. [ 1551.154855] env[62683]: INFO nova.compute.manager [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Took 37.49 seconds to build instance. [ 1551.388335] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.391634] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.457s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.395113] env[62683]: INFO nova.compute.claims [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1551.414041] env[62683]: INFO nova.scheduler.client.report [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Deleted allocations for instance 2498b9f3-1c28-48e0-9748-6ab002fbafd8 [ 1551.481205] env[62683]: DEBUG nova.network.neutron [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1551.632117] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.659888] env[62683]: DEBUG oslo_concurrency.lockutils [None req-228790a2-172b-4f9b-a2bd-ac1f3f26a93e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "d00064e2-9954-4cb6-8812-ea02311cb049" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.012s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.763818] env[62683]: DEBUG nova.network.neutron [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Updating instance_info_cache with network_info: [{"id": "9cc10ab2-6728-4b33-b9b4-26bdc1f9baa4", "address": "fa:16:3e:55:31:96", "network": {"id": "cdb480de-3249-4b80-bb76-9a5d49f86683", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2016498149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a33757b0f245438ad83067b69dad34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cc10ab2-67", "ovs_interfaceid": "9cc10ab2-6728-4b33-b9b4-26bdc1f9baa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.930082] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2f339148-0b9d-4169-ac17-17b061c87c04 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "2498b9f3-1c28-48e0-9748-6ab002fbafd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.623s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.020383] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "d6483889-075c-4132-85b2-f01896704bea" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.020682] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "d6483889-075c-4132-85b2-f01896704bea" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.020937] env[62683]: INFO nova.compute.manager [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Attaching volume 360e2ad7-ce42-4792-ad3d-37588cc70e69 to /dev/sdb [ 1552.057088] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e58dc67-eaeb-405f-908c-6746755cff0f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.063949] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4050ef9b-c05a-49e7-8885-f0ff95060ea9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.079384] env[62683]: DEBUG nova.virt.block_device [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Updating existing volume attachment record: 42f5ebdc-4fcd-471f-8276-8b45fde55829 {{(pid=62683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1552.160242] env[62683]: DEBUG oslo_concurrency.lockutils [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "d0f5e2aa-2b90-409c-8b43-83c69a7f4527" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.160598] env[62683]: DEBUG oslo_concurrency.lockutils [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "d0f5e2aa-2b90-409c-8b43-83c69a7f4527" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.160819] env[62683]: DEBUG oslo_concurrency.lockutils [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "d0f5e2aa-2b90-409c-8b43-83c69a7f4527-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.161012] env[62683]: DEBUG oslo_concurrency.lockutils [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "d0f5e2aa-2b90-409c-8b43-83c69a7f4527-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.161201] env[62683]: DEBUG oslo_concurrency.lockutils [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "d0f5e2aa-2b90-409c-8b43-83c69a7f4527-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.163499] env[62683]: INFO nova.compute.manager [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Terminating instance [ 1552.268097] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Releasing lock "refresh_cache-d82cdcad-7464-4f60-b3e9-9e3e46575d29" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.268409] env[62683]: DEBUG nova.compute.manager [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Instance network_info: |[{"id": "9cc10ab2-6728-4b33-b9b4-26bdc1f9baa4", "address": "fa:16:3e:55:31:96", "network": {"id": "cdb480de-3249-4b80-bb76-9a5d49f86683", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2016498149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a33757b0f245438ad83067b69dad34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cc10ab2-67", "ovs_interfaceid": "9cc10ab2-6728-4b33-b9b4-26bdc1f9baa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1552.268754] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:31:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cc10ab2-6728-4b33-b9b4-26bdc1f9baa4', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1552.276423] env[62683]: DEBUG oslo.service.loopingcall [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1552.276728] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1552.276973] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-035ca0e0-93ba-4b06-81c1-a91d30ca0f30 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.304183] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1552.304183] env[62683]: value = "task-1798936" [ 1552.304183] env[62683]: _type = "Task" [ 1552.304183] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.315254] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798936, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.669562] env[62683]: DEBUG nova.compute.manager [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1552.669562] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1552.670477] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896fb429-8518-42ac-880a-927625728db7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.681375] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1552.681758] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d21cf0fd-b126-41f2-b601-3f3572b29a33 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.687666] env[62683]: DEBUG oslo_vmware.api [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1552.687666] env[62683]: value = "task-1798939" [ 1552.687666] env[62683]: _type = "Task" [ 1552.687666] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.699808] env[62683]: DEBUG oslo_vmware.api [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.813733] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798936, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.892502] env[62683]: DEBUG nova.compute.manager [req-12234d85-f71d-4b1d-966a-4627df1ec563 req-966a7a7c-b30c-4f47-84d6-1d073d06b709 service nova] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Received event network-vif-deleted-d0aae36a-1122-487e-81bc-b6453c718253 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1552.892760] env[62683]: DEBUG nova.compute.manager [req-12234d85-f71d-4b1d-966a-4627df1ec563 req-966a7a7c-b30c-4f47-84d6-1d073d06b709 service nova] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Received event network-changed-9cc10ab2-6728-4b33-b9b4-26bdc1f9baa4 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1552.896017] env[62683]: DEBUG nova.compute.manager [req-12234d85-f71d-4b1d-966a-4627df1ec563 req-966a7a7c-b30c-4f47-84d6-1d073d06b709 service nova] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Refreshing instance network info cache due to event network-changed-9cc10ab2-6728-4b33-b9b4-26bdc1f9baa4. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1552.896017] env[62683]: DEBUG oslo_concurrency.lockutils [req-12234d85-f71d-4b1d-966a-4627df1ec563 req-966a7a7c-b30c-4f47-84d6-1d073d06b709 service nova] Acquiring lock "refresh_cache-d82cdcad-7464-4f60-b3e9-9e3e46575d29" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.896017] env[62683]: DEBUG oslo_concurrency.lockutils [req-12234d85-f71d-4b1d-966a-4627df1ec563 req-966a7a7c-b30c-4f47-84d6-1d073d06b709 service nova] Acquired lock "refresh_cache-d82cdcad-7464-4f60-b3e9-9e3e46575d29" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.896017] env[62683]: DEBUG nova.network.neutron [req-12234d85-f71d-4b1d-966a-4627df1ec563 req-966a7a7c-b30c-4f47-84d6-1d073d06b709 service nova] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Refreshing network info cache for port 9cc10ab2-6728-4b33-b9b4-26bdc1f9baa4 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1552.928939] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565f370d-cb45-4c4c-9886-23e22b51d988 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.937177] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dde5dd1-fa51-49c0-83eb-4d9019e17be5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.976823] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eff599e-9ddf-4f0c-b1fc-9a9e293b4976 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.984751] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e786acf6-1865-4f9b-a7ab-49285abe158d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.998813] env[62683]: DEBUG nova.compute.provider_tree [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1553.204397] env[62683]: DEBUG oslo_vmware.api [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.320998] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798936, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.503934] env[62683]: DEBUG nova.scheduler.client.report [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1553.704292] env[62683]: DEBUG oslo_vmware.api [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798939, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.820446] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798936, 'name': CreateVM_Task, 'duration_secs': 1.352101} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.820674] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1553.821423] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.821640] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.822040] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1553.826011] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a7e2d6e-3160-4f77-b5ea-1a5d1a41145f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.833019] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1553.833019] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52bc72ce-5792-6a82-2cd6-0501f84b6dfa" [ 1553.833019] env[62683]: _type = "Task" [ 1553.833019] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.841088] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52bc72ce-5792-6a82-2cd6-0501f84b6dfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.009044] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.009500] env[62683]: DEBUG nova.compute.manager [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1554.013223] env[62683]: DEBUG oslo_concurrency.lockutils [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.959s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.016121] env[62683]: INFO nova.compute.claims [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1554.033248] env[62683]: DEBUG nova.network.neutron [req-12234d85-f71d-4b1d-966a-4627df1ec563 req-966a7a7c-b30c-4f47-84d6-1d073d06b709 service nova] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Updated VIF entry in instance network info cache for port 9cc10ab2-6728-4b33-b9b4-26bdc1f9baa4. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1554.033618] env[62683]: DEBUG nova.network.neutron [req-12234d85-f71d-4b1d-966a-4627df1ec563 req-966a7a7c-b30c-4f47-84d6-1d073d06b709 service nova] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Updating instance_info_cache with network_info: [{"id": "9cc10ab2-6728-4b33-b9b4-26bdc1f9baa4", "address": "fa:16:3e:55:31:96", "network": {"id": "cdb480de-3249-4b80-bb76-9a5d49f86683", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2016498149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a33757b0f245438ad83067b69dad34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cc10ab2-67", "ovs_interfaceid": "9cc10ab2-6728-4b33-b9b4-26bdc1f9baa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.204281] env[62683]: DEBUG oslo_vmware.api [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798939, 'name': PowerOffVM_Task, 'duration_secs': 1.073729} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.204653] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1554.204878] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1554.205219] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5201972-f242-40d7-8ded-2057e50bc23f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.323193] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1554.323654] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1554.323760] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Deleting the datastore file [datastore1] d0f5e2aa-2b90-409c-8b43-83c69a7f4527 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1554.324014] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab67d766-24d8-4a92-954f-a0caf553f2e6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.332465] env[62683]: DEBUG oslo_vmware.api [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1554.332465] env[62683]: value = "task-1798941" [ 1554.332465] env[62683]: _type = "Task" [ 1554.332465] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.355135] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52bc72ce-5792-6a82-2cd6-0501f84b6dfa, 'name': SearchDatastore_Task, 'duration_secs': 0.041037} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.357437] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.357905] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1554.358125] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.358277] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.359101] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1554.359101] env[62683]: DEBUG oslo_vmware.api [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.359101] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca657a38-81d7-4a19-b82d-2546bdf7779d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.379671] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1554.379671] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1554.379771] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2384d56b-9e9f-4ffe-8a73-c5669a2dfff8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.388663] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1554.388663] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522c0639-bbf7-56f2-bebf-11295e5010cd" [ 1554.388663] env[62683]: _type = "Task" [ 1554.388663] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.401430] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522c0639-bbf7-56f2-bebf-11295e5010cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010232} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.402308] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aac45b4-5564-4eac-9420-2e292d6857a0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.410567] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1554.410567] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526dd096-124c-9232-cdc9-c9c61a327d17" [ 1554.410567] env[62683]: _type = "Task" [ 1554.410567] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.418271] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526dd096-124c-9232-cdc9-c9c61a327d17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.521138] env[62683]: DEBUG nova.compute.utils [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1554.523764] env[62683]: DEBUG nova.compute.manager [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1554.523940] env[62683]: DEBUG nova.network.neutron [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1554.536161] env[62683]: DEBUG oslo_concurrency.lockutils [req-12234d85-f71d-4b1d-966a-4627df1ec563 req-966a7a7c-b30c-4f47-84d6-1d073d06b709 service nova] Releasing lock "refresh_cache-d82cdcad-7464-4f60-b3e9-9e3e46575d29" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.617760] env[62683]: DEBUG nova.policy [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd99e7cebc4c48bfa4dab9703d263b94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c4a0338d8a14cd59fcd49b0a6a8fff5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1554.848876] env[62683]: DEBUG oslo_vmware.api [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1798941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238549} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.853039] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1554.853039] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1554.853039] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1554.853039] env[62683]: INFO nova.compute.manager [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1554.853039] env[62683]: DEBUG oslo.service.loopingcall [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1554.853039] env[62683]: DEBUG nova.compute.manager [-] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1554.853039] env[62683]: DEBUG nova.network.neutron [-] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1554.924357] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526dd096-124c-9232-cdc9-c9c61a327d17, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.924642] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.924902] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] d82cdcad-7464-4f60-b3e9-9e3e46575d29/d82cdcad-7464-4f60-b3e9-9e3e46575d29.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1554.925179] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be715722-24d6-452b-8f51-6f14954c1dbd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.933332] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1554.933332] env[62683]: value = "task-1798943" [ 1554.933332] env[62683]: _type = "Task" [ 1554.933332] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.948160] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.951545] env[62683]: DEBUG nova.compute.manager [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Stashing vm_state: active {{(pid=62683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1555.024239] env[62683]: DEBUG nova.compute.manager [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1555.191408] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.192102] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.192215] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.192503] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.192762] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.201729] env[62683]: INFO nova.compute.manager [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Terminating instance [ 1555.295116] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "76116724-b0a6-4145-914a-fa5e4ac373c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.295116] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "76116724-b0a6-4145-914a-fa5e4ac373c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.295116] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "76116724-b0a6-4145-914a-fa5e4ac373c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.295116] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "76116724-b0a6-4145-914a-fa5e4ac373c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.295237] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "76116724-b0a6-4145-914a-fa5e4ac373c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.301427] env[62683]: INFO nova.compute.manager [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Terminating instance [ 1555.337734] env[62683]: DEBUG nova.network.neutron [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Successfully created port: fbb34e0a-4e0c-4c41-b9f8-b5570db01b2f {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1555.450600] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798943, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.477471] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.719577] env[62683]: DEBUG nova.compute.manager [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1555.719577] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1555.719577] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ef807a-c143-4f80-8bcf-3be0e0d93f7a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.730196] env[62683]: DEBUG nova.compute.manager [req-c3b9a50f-0fc6-4da1-b4eb-f04717671abd req-ce54e3c2-08c3-4e77-8769-7ab0cf26e391 service nova] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Received event network-vif-deleted-d60c98e0-be79-4dc3-a8e2-9c57a7fa8ea5 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1555.730196] env[62683]: INFO nova.compute.manager [req-c3b9a50f-0fc6-4da1-b4eb-f04717671abd req-ce54e3c2-08c3-4e77-8769-7ab0cf26e391 service nova] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Neutron deleted interface d60c98e0-be79-4dc3-a8e2-9c57a7fa8ea5; detaching it from the instance and deleting it from the info cache [ 1555.732159] env[62683]: DEBUG nova.network.neutron [req-c3b9a50f-0fc6-4da1-b4eb-f04717671abd req-ce54e3c2-08c3-4e77-8769-7ab0cf26e391 service nova] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.739046] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1555.739422] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be577375-b161-44b4-8dc1-7ad1d1aaff17 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.745948] env[62683]: DEBUG oslo_vmware.api [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1555.745948] env[62683]: value = "task-1798944" [ 1555.745948] env[62683]: _type = "Task" [ 1555.745948] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.756542] env[62683]: DEBUG oslo_vmware.api [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.805995] env[62683]: DEBUG nova.compute.manager [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1555.805995] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1555.807560] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b051a66-5d5e-4743-ade2-295832dcd648 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.815088] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1555.815344] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8a74e8e-4f8a-4e10-b93a-2eb7acce7e4e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.818478] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f291364-efae-40ff-a38b-0f242634f0b1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.827363] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4630c84e-f067-4dcb-8633-4f44367b0632 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.831563] env[62683]: DEBUG oslo_vmware.api [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1555.831563] env[62683]: value = "task-1798945" [ 1555.831563] env[62683]: _type = "Task" [ 1555.831563] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.865215] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242c45cf-47d6-4b5e-bf71-7c083d9d7ade {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.871257] env[62683]: DEBUG oslo_vmware.api [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.876539] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db8cc2b-4ef1-4fc3-a78d-409d1da5a5bf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.891902] env[62683]: DEBUG nova.compute.provider_tree [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.948751] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752749} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.949067] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] d82cdcad-7464-4f60-b3e9-9e3e46575d29/d82cdcad-7464-4f60-b3e9-9e3e46575d29.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1555.949341] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1555.949620] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa2d041d-dc63-49d3-a342-9a43825462c5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.956969] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1555.956969] env[62683]: value = "task-1798946" [ 1555.956969] env[62683]: _type = "Task" [ 1555.956969] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.968997] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.050085] env[62683]: DEBUG nova.compute.manager [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1556.073208] env[62683]: DEBUG nova.network.neutron [-] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.078624] env[62683]: DEBUG nova.virt.hardware [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1556.078624] env[62683]: DEBUG nova.virt.hardware [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1556.078758] env[62683]: DEBUG nova.virt.hardware [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1556.078882] env[62683]: DEBUG nova.virt.hardware [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1556.079035] env[62683]: DEBUG nova.virt.hardware [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1556.079192] env[62683]: DEBUG nova.virt.hardware [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1556.079407] env[62683]: DEBUG nova.virt.hardware [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1556.079568] env[62683]: DEBUG nova.virt.hardware [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1556.079758] env[62683]: DEBUG nova.virt.hardware [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1556.080913] env[62683]: DEBUG nova.virt.hardware [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1556.080913] env[62683]: DEBUG nova.virt.hardware [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1556.081218] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4104819-30f8-40bb-9348-7fd8ba99db77 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.090225] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3964ec-40d1-4213-8b64-75da18a41b3e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.238401] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cab9b58-ed30-438d-9e17-50c211a9cf36 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.249794] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fff57e-dcf0-4567-b79f-adf1a17f4417 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.273499] env[62683]: DEBUG oslo_vmware.api [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798944, 'name': PowerOffVM_Task, 'duration_secs': 0.309671} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.274865] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1556.274865] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1556.274865] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddd58a7b-47e9-41ff-a2a0-32e03b264bdd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.293774] env[62683]: DEBUG nova.compute.manager [req-c3b9a50f-0fc6-4da1-b4eb-f04717671abd req-ce54e3c2-08c3-4e77-8769-7ab0cf26e391 service nova] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Detach interface failed, port_id=d60c98e0-be79-4dc3-a8e2-9c57a7fa8ea5, reason: Instance d0f5e2aa-2b90-409c-8b43-83c69a7f4527 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1556.342557] env[62683]: DEBUG oslo_vmware.api [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798945, 'name': PowerOffVM_Task, 'duration_secs': 0.193978} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.342843] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1556.343029] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1556.343284] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78ceb989-0958-4bd7-8a0b-2ea244f35f66 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.357884] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1556.357884] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1556.357884] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Deleting the datastore file [datastore1] ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1556.357884] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a58f7cbf-f6c5-4a3c-b5ef-b87cb45c1313 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.361411] env[62683]: DEBUG oslo_vmware.api [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1556.361411] env[62683]: value = "task-1798949" [ 1556.361411] env[62683]: _type = "Task" [ 1556.361411] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.369400] env[62683]: DEBUG oslo_vmware.api [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.395382] env[62683]: DEBUG nova.scheduler.client.report [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1556.419706] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1556.419945] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1556.420146] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Deleting the datastore file [datastore1] 76116724-b0a6-4145-914a-fa5e4ac373c5 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1556.421068] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-683dca46-e65e-4993-98b9-eedba6de5f72 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.427235] env[62683]: DEBUG oslo_vmware.api [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for the task: (returnval){ [ 1556.427235] env[62683]: value = "task-1798950" [ 1556.427235] env[62683]: _type = "Task" [ 1556.427235] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.435276] env[62683]: DEBUG oslo_vmware.api [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.466714] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063629} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.467698] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1556.468034] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e5d284-2440-49f8-8b37-4288889ce08d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.491772] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] d82cdcad-7464-4f60-b3e9-9e3e46575d29/d82cdcad-7464-4f60-b3e9-9e3e46575d29.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1556.492839] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31beebbe-d992-4bb9-b5c2-c3e7b83c0609 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.513642] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1556.513642] env[62683]: value = "task-1798951" [ 1556.513642] env[62683]: _type = "Task" [ 1556.513642] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.522344] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.582964] env[62683]: INFO nova.compute.manager [-] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Took 1.73 seconds to deallocate network for instance. [ 1556.630277] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Volume attach. Driver type: vmdk {{(pid=62683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1556.630602] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373053', 'volume_id': '360e2ad7-ce42-4792-ad3d-37588cc70e69', 'name': 'volume-360e2ad7-ce42-4792-ad3d-37588cc70e69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd6483889-075c-4132-85b2-f01896704bea', 'attached_at': '', 'detached_at': '', 'volume_id': '360e2ad7-ce42-4792-ad3d-37588cc70e69', 'serial': '360e2ad7-ce42-4792-ad3d-37588cc70e69'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1556.631836] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e3d99e-d572-477a-a373-14b605f917d5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.649927] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e7ec92-e6e1-4925-ae7c-656a3f785f42 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.676439] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] volume-360e2ad7-ce42-4792-ad3d-37588cc70e69/volume-360e2ad7-ce42-4792-ad3d-37588cc70e69.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1556.676853] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb0e55c1-9ea7-4355-aa4a-1d59933bce04 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.695655] env[62683]: DEBUG oslo_vmware.api [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1556.695655] env[62683]: value = "task-1798952" [ 1556.695655] env[62683]: _type = "Task" [ 1556.695655] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.705082] env[62683]: DEBUG oslo_vmware.api [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.873551] env[62683]: DEBUG oslo_vmware.api [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411062} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.874990] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1556.875452] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1556.875642] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1556.875817] env[62683]: INFO nova.compute.manager [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1556.876074] env[62683]: DEBUG oslo.service.loopingcall [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.879335] env[62683]: DEBUG nova.compute.manager [-] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1556.879445] env[62683]: DEBUG nova.network.neutron [-] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1556.881959] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Acquiring lock "70b372de-ebb6-4fe6-b683-b9a8d9b907c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.882204] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Lock "70b372de-ebb6-4fe6-b683-b9a8d9b907c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.901717] env[62683]: DEBUG oslo_concurrency.lockutils [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.888s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.902248] env[62683]: DEBUG nova.compute.manager [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1556.904924] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.905165] env[62683]: DEBUG nova.objects.instance [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Lazy-loading 'resources' on Instance uuid f284c206-f517-4ff6-aa4f-412d9831c6ac {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.942756] env[62683]: DEBUG oslo_vmware.api [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Task: {'id': task-1798950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3939} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.943025] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1556.943221] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1556.943384] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1556.943553] env[62683]: INFO nova.compute.manager [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1556.943787] env[62683]: DEBUG oslo.service.loopingcall [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.943977] env[62683]: DEBUG nova.compute.manager [-] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1556.944080] env[62683]: DEBUG nova.network.neutron [-] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1557.024962] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798951, 'name': ReconfigVM_Task, 'duration_secs': 0.321961} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.025432] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Reconfigured VM instance instance-0000003a to attach disk [datastore1] d82cdcad-7464-4f60-b3e9-9e3e46575d29/d82cdcad-7464-4f60-b3e9-9e3e46575d29.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1557.026196] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7401d64c-96ec-44ee-b50f-2b3af10edfd9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.034281] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1557.034281] env[62683]: value = "task-1798953" [ 1557.034281] env[62683]: _type = "Task" [ 1557.034281] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.040598] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798953, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.093329] env[62683]: DEBUG oslo_concurrency.lockutils [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.214699] env[62683]: DEBUG oslo_vmware.api [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.251191] env[62683]: DEBUG nova.compute.manager [req-1024fb75-332f-4dcb-8bb5-55182466acc1 req-e19f8199-40e4-4251-9d0a-cae3d7d2ccba service nova] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Received event network-vif-deleted-5c49c644-46f2-4921-8a07-4a83daf78fd9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1557.251191] env[62683]: INFO nova.compute.manager [req-1024fb75-332f-4dcb-8bb5-55182466acc1 req-e19f8199-40e4-4251-9d0a-cae3d7d2ccba service nova] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Neutron deleted interface 5c49c644-46f2-4921-8a07-4a83daf78fd9; detaching it from the instance and deleting it from the info cache [ 1557.251331] env[62683]: DEBUG nova.network.neutron [req-1024fb75-332f-4dcb-8bb5-55182466acc1 req-e19f8199-40e4-4251-9d0a-cae3d7d2ccba service nova] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.384608] env[62683]: DEBUG nova.compute.manager [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1557.408574] env[62683]: DEBUG nova.compute.utils [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1557.413280] env[62683]: DEBUG nova.compute.manager [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1557.413623] env[62683]: DEBUG nova.network.neutron [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1557.544871] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798953, 'name': Rename_Task, 'duration_secs': 0.200408} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.547500] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1557.547935] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c47108d1-ee2f-4ed1-b180-5e7ac02fe8ac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.555147] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1557.555147] env[62683]: value = "task-1798954" [ 1557.555147] env[62683]: _type = "Task" [ 1557.555147] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.564808] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.663772] env[62683]: DEBUG nova.policy [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '054601825cf94a58b9244236f3bba26d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dd1cc9329ec48048140dd29d2406b09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1557.684698] env[62683]: DEBUG nova.network.neutron [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Successfully updated port: fbb34e0a-4e0c-4c41-b9f8-b5570db01b2f {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1557.711172] env[62683]: DEBUG oslo_vmware.api [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798952, 'name': ReconfigVM_Task, 'duration_secs': 0.724569} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.713723] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Reconfigured VM instance instance-00000038 to attach disk [datastore1] volume-360e2ad7-ce42-4792-ad3d-37588cc70e69/volume-360e2ad7-ce42-4792-ad3d-37588cc70e69.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1557.718777] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bb7b740-9eff-4bc3-ae16-88c48c9a9671 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.734483] env[62683]: DEBUG nova.network.neutron [-] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.738931] env[62683]: DEBUG nova.network.neutron [-] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.746400] env[62683]: DEBUG oslo_vmware.api [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1557.746400] env[62683]: value = "task-1798955" [ 1557.746400] env[62683]: _type = "Task" [ 1557.746400] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.755705] env[62683]: DEBUG oslo_vmware.api [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.756325] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3b1e1ce-c35d-42d5-bf78-126aeb96f242 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.765921] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621df40d-a77a-4fa8-9e7e-24ef949a088c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.809182] env[62683]: DEBUG nova.compute.manager [req-1024fb75-332f-4dcb-8bb5-55182466acc1 req-e19f8199-40e4-4251-9d0a-cae3d7d2ccba service nova] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Detach interface failed, port_id=5c49c644-46f2-4921-8a07-4a83daf78fd9, reason: Instance 76116724-b0a6-4145-914a-fa5e4ac373c5 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1557.913832] env[62683]: DEBUG nova.compute.manager [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1557.920219] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.982598] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43432c55-3dc3-45e0-a616-0385758d74ac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.990143] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba30d1d5-5c0c-4b19-9e93-ffe08e2ca4f2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.023257] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a26aabf-bef2-47eb-8f2d-784087f860d5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.031023] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8de70c1-7e97-4d1f-a047-77c69cf849b8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.048747] env[62683]: DEBUG nova.compute.provider_tree [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.067430] env[62683]: DEBUG oslo_vmware.api [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798954, 'name': PowerOnVM_Task, 'duration_secs': 0.491758} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.067430] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1558.067430] env[62683]: INFO nova.compute.manager [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1558.067430] env[62683]: DEBUG nova.compute.manager [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1558.067965] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecf107f-a836-40a7-b754-6d2aabaacf3f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.087737] env[62683]: DEBUG nova.network.neutron [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Successfully created port: f1ebb1e3-711e-4179-adfe-1ad632b4e627 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1558.094390] env[62683]: DEBUG nova.compute.manager [req-9095d69d-99e6-4220-9f36-114704d538ee req-75b2a381-51ca-42c4-b7e8-001b1d12b6b5 service nova] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Received event network-vif-deleted-b54e145d-b590-423a-a573-b9485cb6f4ba {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1558.094390] env[62683]: DEBUG nova.compute.manager [req-9095d69d-99e6-4220-9f36-114704d538ee req-75b2a381-51ca-42c4-b7e8-001b1d12b6b5 service nova] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Received event network-vif-plugged-fbb34e0a-4e0c-4c41-b9f8-b5570db01b2f {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1558.094390] env[62683]: DEBUG oslo_concurrency.lockutils [req-9095d69d-99e6-4220-9f36-114704d538ee req-75b2a381-51ca-42c4-b7e8-001b1d12b6b5 service nova] Acquiring lock "0aadee7f-0a1d-49ce-90cc-48107b8a107e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.094390] env[62683]: DEBUG oslo_concurrency.lockutils [req-9095d69d-99e6-4220-9f36-114704d538ee req-75b2a381-51ca-42c4-b7e8-001b1d12b6b5 service nova] Lock "0aadee7f-0a1d-49ce-90cc-48107b8a107e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.094390] env[62683]: DEBUG oslo_concurrency.lockutils [req-9095d69d-99e6-4220-9f36-114704d538ee req-75b2a381-51ca-42c4-b7e8-001b1d12b6b5 service nova] Lock "0aadee7f-0a1d-49ce-90cc-48107b8a107e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.094733] env[62683]: DEBUG nova.compute.manager [req-9095d69d-99e6-4220-9f36-114704d538ee req-75b2a381-51ca-42c4-b7e8-001b1d12b6b5 service nova] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] No waiting events found dispatching network-vif-plugged-fbb34e0a-4e0c-4c41-b9f8-b5570db01b2f {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1558.094733] env[62683]: WARNING nova.compute.manager [req-9095d69d-99e6-4220-9f36-114704d538ee req-75b2a381-51ca-42c4-b7e8-001b1d12b6b5 service nova] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Received unexpected event network-vif-plugged-fbb34e0a-4e0c-4c41-b9f8-b5570db01b2f for instance with vm_state building and task_state spawning. [ 1558.094790] env[62683]: DEBUG nova.compute.manager [req-9095d69d-99e6-4220-9f36-114704d538ee req-75b2a381-51ca-42c4-b7e8-001b1d12b6b5 service nova] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Received event network-changed-fbb34e0a-4e0c-4c41-b9f8-b5570db01b2f {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1558.094926] env[62683]: DEBUG nova.compute.manager [req-9095d69d-99e6-4220-9f36-114704d538ee req-75b2a381-51ca-42c4-b7e8-001b1d12b6b5 service nova] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Refreshing instance network info cache due to event network-changed-fbb34e0a-4e0c-4c41-b9f8-b5570db01b2f. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1558.095137] env[62683]: DEBUG oslo_concurrency.lockutils [req-9095d69d-99e6-4220-9f36-114704d538ee req-75b2a381-51ca-42c4-b7e8-001b1d12b6b5 service nova] Acquiring lock "refresh_cache-0aadee7f-0a1d-49ce-90cc-48107b8a107e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.095257] env[62683]: DEBUG oslo_concurrency.lockutils [req-9095d69d-99e6-4220-9f36-114704d538ee req-75b2a381-51ca-42c4-b7e8-001b1d12b6b5 service nova] Acquired lock "refresh_cache-0aadee7f-0a1d-49ce-90cc-48107b8a107e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.095485] env[62683]: DEBUG nova.network.neutron [req-9095d69d-99e6-4220-9f36-114704d538ee req-75b2a381-51ca-42c4-b7e8-001b1d12b6b5 service nova] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Refreshing network info cache for port fbb34e0a-4e0c-4c41-b9f8-b5570db01b2f {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1558.191819] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "refresh_cache-0aadee7f-0a1d-49ce-90cc-48107b8a107e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.243527] env[62683]: INFO nova.compute.manager [-] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Took 1.30 seconds to deallocate network for instance. [ 1558.243527] env[62683]: INFO nova.compute.manager [-] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Took 1.36 seconds to deallocate network for instance. [ 1558.266407] env[62683]: DEBUG oslo_vmware.api [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798955, 'name': ReconfigVM_Task, 'duration_secs': 0.146671} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.266872] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373053', 'volume_id': '360e2ad7-ce42-4792-ad3d-37588cc70e69', 'name': 'volume-360e2ad7-ce42-4792-ad3d-37588cc70e69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd6483889-075c-4132-85b2-f01896704bea', 'attached_at': '', 'detached_at': '', 'volume_id': '360e2ad7-ce42-4792-ad3d-37588cc70e69', 'serial': '360e2ad7-ce42-4792-ad3d-37588cc70e69'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1558.464484] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquiring lock "91331302-fbc2-45c7-9791-792bd5c2f463" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.464887] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "91331302-fbc2-45c7-9791-792bd5c2f463" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.556346] env[62683]: DEBUG nova.scheduler.client.report [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1558.584371] env[62683]: INFO nova.compute.manager [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Took 42.53 seconds to build instance. [ 1558.628215] env[62683]: DEBUG nova.network.neutron [req-9095d69d-99e6-4220-9f36-114704d538ee req-75b2a381-51ca-42c4-b7e8-001b1d12b6b5 service nova] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1558.712515] env[62683]: DEBUG nova.network.neutron [req-9095d69d-99e6-4220-9f36-114704d538ee req-75b2a381-51ca-42c4-b7e8-001b1d12b6b5 service nova] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.750817] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.760389] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.930260] env[62683]: DEBUG nova.compute.manager [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1558.949759] env[62683]: DEBUG nova.virt.hardware [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1558.950080] env[62683]: DEBUG nova.virt.hardware [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1558.950251] env[62683]: DEBUG nova.virt.hardware [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1558.950506] env[62683]: DEBUG nova.virt.hardware [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1558.950677] env[62683]: DEBUG nova.virt.hardware [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1558.950831] env[62683]: DEBUG nova.virt.hardware [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1558.951052] env[62683]: DEBUG nova.virt.hardware [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1558.951222] env[62683]: DEBUG nova.virt.hardware [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1558.951393] env[62683]: DEBUG nova.virt.hardware [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1558.951559] env[62683]: DEBUG nova.virt.hardware [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1558.951735] env[62683]: DEBUG nova.virt.hardware [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1558.952952] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d967cd-2db6-46c6-a4a0-40bb6c71f6e2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.960959] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7815c2c7-3cc3-440e-a937-871eae334d80 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.062652] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.068308] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.922s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.085774] env[62683]: INFO nova.scheduler.client.report [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Deleted allocations for instance f284c206-f517-4ff6-aa4f-412d9831c6ac [ 1559.089999] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c52e7511-6ccc-44c8-9274-d5e51a6cd8df tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "d82cdcad-7464-4f60-b3e9-9e3e46575d29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.683s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.198042] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquiring lock "a210b69f-861b-4aeb-8b3e-78c05eb4e4db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.198042] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "a210b69f-861b-4aeb-8b3e-78c05eb4e4db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.215633] env[62683]: DEBUG oslo_concurrency.lockutils [req-9095d69d-99e6-4220-9f36-114704d538ee req-75b2a381-51ca-42c4-b7e8-001b1d12b6b5 service nova] Releasing lock "refresh_cache-0aadee7f-0a1d-49ce-90cc-48107b8a107e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.216148] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired lock "refresh_cache-0aadee7f-0a1d-49ce-90cc-48107b8a107e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.216356] env[62683]: DEBUG nova.network.neutron [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1559.311843] env[62683]: DEBUG nova.objects.instance [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lazy-loading 'flavor' on Instance uuid d6483889-075c-4132-85b2-f01896704bea {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1559.568820] env[62683]: DEBUG oslo_concurrency.lockutils [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "d6483889-075c-4132-85b2-f01896704bea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.572640] env[62683]: INFO nova.compute.claims [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1559.593328] env[62683]: DEBUG nova.compute.manager [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1559.598033] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ae6c7b26-f1fc-4b32-99b4-d18191bf3187 tempest-AttachInterfacesUnderV243Test-1908881707 tempest-AttachInterfacesUnderV243Test-1908881707-project-member] Lock "f284c206-f517-4ff6-aa4f-412d9831c6ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.033s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.337535] env[62683]: DEBUG nova.network.neutron [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Successfully updated port: f1ebb1e3-711e-4179-adfe-1ad632b4e627 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1560.343141] env[62683]: DEBUG nova.compute.manager [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1560.344552] env[62683]: INFO nova.compute.resource_tracker [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Updating resource usage from migration 431d1c2d-fcf5-4277-ae28-e27ad66e397b [ 1560.349412] env[62683]: DEBUG nova.compute.manager [req-b45dbd9e-a0ab-4708-b928-9e478f55a259 req-5c28b786-dd89-4915-a213-532389960f92 service nova] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Received event network-vif-plugged-f1ebb1e3-711e-4179-adfe-1ad632b4e627 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1560.349619] env[62683]: DEBUG oslo_concurrency.lockutils [req-b45dbd9e-a0ab-4708-b928-9e478f55a259 req-5c28b786-dd89-4915-a213-532389960f92 service nova] Acquiring lock "5b54aec0-7752-4141-bd05-322104320ffa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.349823] env[62683]: DEBUG oslo_concurrency.lockutils [req-b45dbd9e-a0ab-4708-b928-9e478f55a259 req-5c28b786-dd89-4915-a213-532389960f92 service nova] Lock "5b54aec0-7752-4141-bd05-322104320ffa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.350224] env[62683]: DEBUG oslo_concurrency.lockutils [req-b45dbd9e-a0ab-4708-b928-9e478f55a259 req-5c28b786-dd89-4915-a213-532389960f92 service nova] Lock "5b54aec0-7752-4141-bd05-322104320ffa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.350224] env[62683]: DEBUG nova.compute.manager [req-b45dbd9e-a0ab-4708-b928-9e478f55a259 req-5c28b786-dd89-4915-a213-532389960f92 service nova] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] No waiting events found dispatching network-vif-plugged-f1ebb1e3-711e-4179-adfe-1ad632b4e627 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1560.350331] env[62683]: WARNING nova.compute.manager [req-b45dbd9e-a0ab-4708-b928-9e478f55a259 req-5c28b786-dd89-4915-a213-532389960f92 service nova] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Received unexpected event network-vif-plugged-f1ebb1e3-711e-4179-adfe-1ad632b4e627 for instance with vm_state building and task_state spawning. [ 1560.350508] env[62683]: DEBUG nova.compute.manager [req-b45dbd9e-a0ab-4708-b928-9e478f55a259 req-5c28b786-dd89-4915-a213-532389960f92 service nova] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Received event network-changed-f1ebb1e3-711e-4179-adfe-1ad632b4e627 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1560.350678] env[62683]: DEBUG nova.compute.manager [req-b45dbd9e-a0ab-4708-b928-9e478f55a259 req-5c28b786-dd89-4915-a213-532389960f92 service nova] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Refreshing instance network info cache due to event network-changed-f1ebb1e3-711e-4179-adfe-1ad632b4e627. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1560.350860] env[62683]: DEBUG oslo_concurrency.lockutils [req-b45dbd9e-a0ab-4708-b928-9e478f55a259 req-5c28b786-dd89-4915-a213-532389960f92 service nova] Acquiring lock "refresh_cache-5b54aec0-7752-4141-bd05-322104320ffa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.351028] env[62683]: DEBUG oslo_concurrency.lockutils [req-b45dbd9e-a0ab-4708-b928-9e478f55a259 req-5c28b786-dd89-4915-a213-532389960f92 service nova] Acquired lock "refresh_cache-5b54aec0-7752-4141-bd05-322104320ffa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.351189] env[62683]: DEBUG nova.network.neutron [req-b45dbd9e-a0ab-4708-b928-9e478f55a259 req-5c28b786-dd89-4915-a213-532389960f92 service nova] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Refreshing network info cache for port f1ebb1e3-711e-4179-adfe-1ad632b4e627 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1560.354470] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e356aa7-8cfd-4474-bddf-dc681a3f601d tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "d6483889-075c-4132-85b2-f01896704bea" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.334s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.356006] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040fcfe6-a9fa-4716-ad68-7445d282ae73 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.359124] env[62683]: DEBUG oslo_concurrency.lockutils [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "d6483889-075c-4132-85b2-f01896704bea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.790s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.359334] env[62683]: DEBUG oslo_concurrency.lockutils [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "d6483889-075c-4132-85b2-f01896704bea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.359522] env[62683]: DEBUG oslo_concurrency.lockutils [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "d6483889-075c-4132-85b2-f01896704bea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.359685] env[62683]: DEBUG oslo_concurrency.lockutils [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "d6483889-075c-4132-85b2-f01896704bea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.366446] env[62683]: INFO nova.compute.manager [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Terminating instance [ 1560.381843] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.422660] env[62683]: DEBUG nova.network.neutron [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1560.718326] env[62683]: DEBUG nova.network.neutron [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Updating instance_info_cache with network_info: [{"id": "fbb34e0a-4e0c-4c41-b9f8-b5570db01b2f", "address": "fa:16:3e:4f:29:cd", "network": {"id": "fd1f8a1b-3b78-411d-8fae-bc54aa2313e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1362759368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4a0338d8a14cd59fcd49b0a6a8fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb34e0a-4e", "ovs_interfaceid": "fbb34e0a-4e0c-4c41-b9f8-b5570db01b2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.854872] env[62683]: DEBUG oslo_concurrency.lockutils [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Acquiring lock "refresh_cache-5b54aec0-7752-4141-bd05-322104320ffa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.856769] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7b2b92-4dcc-4efc-9479-1c7991e79c13 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.866794] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133a4250-373d-4b5d-816e-5afda61eaabe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.872663] env[62683]: INFO nova.compute.manager [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] instance snapshotting [ 1560.874731] env[62683]: DEBUG nova.compute.manager [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1560.874972] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1560.901402] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42d18679-75bd-4539-8675-d1cd5e516f55 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.903709] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c741cddf-41e2-487f-9698-b16adf9babc0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.907191] env[62683]: DEBUG nova.network.neutron [req-b45dbd9e-a0ab-4708-b928-9e478f55a259 req-5c28b786-dd89-4915-a213-532389960f92 service nova] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1560.909246] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6972436c-dafc-4387-b511-704c41629369 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.932113] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb669c7-5a34-4926-ae57-b84bdd192a1c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.937014] env[62683]: DEBUG oslo_vmware.api [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1560.937014] env[62683]: value = "task-1798956" [ 1560.937014] env[62683]: _type = "Task" [ 1560.937014] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.937229] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05200ce-6c74-4586-afd1-c3db428138c6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.951203] env[62683]: DEBUG nova.compute.provider_tree [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.959913] env[62683]: DEBUG oslo_vmware.api [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.015524] env[62683]: DEBUG nova.network.neutron [req-b45dbd9e-a0ab-4708-b928-9e478f55a259 req-5c28b786-dd89-4915-a213-532389960f92 service nova] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.221552] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Releasing lock "refresh_cache-0aadee7f-0a1d-49ce-90cc-48107b8a107e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.221922] env[62683]: DEBUG nova.compute.manager [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Instance network_info: |[{"id": "fbb34e0a-4e0c-4c41-b9f8-b5570db01b2f", "address": "fa:16:3e:4f:29:cd", "network": {"id": "fd1f8a1b-3b78-411d-8fae-bc54aa2313e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1362759368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4a0338d8a14cd59fcd49b0a6a8fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb34e0a-4e", "ovs_interfaceid": "fbb34e0a-4e0c-4c41-b9f8-b5570db01b2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1561.222355] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:29:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbb34e0a-4e0c-4c41-b9f8-b5570db01b2f', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1561.230119] env[62683]: DEBUG oslo.service.loopingcall [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1561.230349] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1561.230568] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b709d19-6c7a-4d33-bd3e-c656e40fa943 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.253068] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1561.253068] env[62683]: value = "task-1798957" [ 1561.253068] env[62683]: _type = "Task" [ 1561.253068] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.261483] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798957, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.449897] env[62683]: DEBUG oslo_vmware.api [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798956, 'name': PowerOffVM_Task, 'duration_secs': 0.190494} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.449897] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1561.449897] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Volume detach. Driver type: vmdk {{(pid=62683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1561.450282] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373053', 'volume_id': '360e2ad7-ce42-4792-ad3d-37588cc70e69', 'name': 'volume-360e2ad7-ce42-4792-ad3d-37588cc70e69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd6483889-075c-4132-85b2-f01896704bea', 'attached_at': '', 'detached_at': '', 'volume_id': '360e2ad7-ce42-4792-ad3d-37588cc70e69', 'serial': '360e2ad7-ce42-4792-ad3d-37588cc70e69'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1561.450856] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8439bd-ffc9-4a62-8ee6-57879dafccc8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.471506] env[62683]: DEBUG nova.scheduler.client.report [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1561.475317] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Creating Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1561.475803] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5dc94511-30d8-43e9-a5ba-2e7b990156ce {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.478103] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6aa2e7-629b-4982-890d-0af42ed057a0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.486631] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d420dde9-ae97-4feb-8a00-4dd5567cc007 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.488945] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1561.488945] env[62683]: value = "task-1798958" [ 1561.488945] env[62683]: _type = "Task" [ 1561.488945] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.512205] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3997ef-e578-4d66-a0c6-85bdc0225476 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.518288] env[62683]: DEBUG oslo_concurrency.lockutils [req-b45dbd9e-a0ab-4708-b928-9e478f55a259 req-5c28b786-dd89-4915-a213-532389960f92 service nova] Releasing lock "refresh_cache-5b54aec0-7752-4141-bd05-322104320ffa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.518659] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798958, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.519235] env[62683]: DEBUG oslo_concurrency.lockutils [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Acquired lock "refresh_cache-5b54aec0-7752-4141-bd05-322104320ffa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.519409] env[62683]: DEBUG nova.network.neutron [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1561.535903] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] The volume has not been displaced from its original location: [datastore1] volume-360e2ad7-ce42-4792-ad3d-37588cc70e69/volume-360e2ad7-ce42-4792-ad3d-37588cc70e69.vmdk. No consolidation needed. {{(pid=62683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1561.541950] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1561.541950] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aeadf6a-c0f9-41c3-a818-51488c6e5740 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.561877] env[62683]: DEBUG oslo_vmware.api [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1561.561877] env[62683]: value = "task-1798959" [ 1561.561877] env[62683]: _type = "Task" [ 1561.561877] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.570435] env[62683]: DEBUG oslo_vmware.api [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798959, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.763484] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798957, 'name': CreateVM_Task, 'duration_secs': 0.411663} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.763724] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1561.764422] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.764590] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.764935] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1561.765187] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aac3296-354a-49ce-9722-349cf18b49c2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.770344] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1561.770344] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52dc9ee3-d844-393c-842f-68859695bb3a" [ 1561.770344] env[62683]: _type = "Task" [ 1561.770344] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.778434] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52dc9ee3-d844-393c-842f-68859695bb3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.977256] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.909s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.977486] env[62683]: INFO nova.compute.manager [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Migrating [ 1561.984469] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.700s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.985519] env[62683]: INFO nova.compute.claims [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1562.011684] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798958, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.071663] env[62683]: DEBUG oslo_vmware.api [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798959, 'name': ReconfigVM_Task, 'duration_secs': 0.197934} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.071935] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1562.076902] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8058c0f-8f23-4e95-8ead-d53f2508b8b7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.088302] env[62683]: DEBUG nova.network.neutron [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1562.095898] env[62683]: DEBUG oslo_vmware.api [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1562.095898] env[62683]: value = "task-1798960" [ 1562.095898] env[62683]: _type = "Task" [ 1562.095898] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.105997] env[62683]: DEBUG oslo_vmware.api [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.290829] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52dc9ee3-d844-393c-842f-68859695bb3a, 'name': SearchDatastore_Task, 'duration_secs': 0.00919} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.290829] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.290829] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1562.290829] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.290829] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.290829] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1562.290829] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03396a9d-18c1-413e-9592-c049f659d61d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.297030] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1562.297030] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1562.297030] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebe77600-3b68-4425-a90a-24069f72dce2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.305524] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1562.305524] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52177138-7c44-8220-0cc1-5f77d9fb42cc" [ 1562.305524] env[62683]: _type = "Task" [ 1562.305524] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.313593] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52177138-7c44-8220-0cc1-5f77d9fb42cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.402108] env[62683]: DEBUG nova.network.neutron [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Updating instance_info_cache with network_info: [{"id": "f1ebb1e3-711e-4179-adfe-1ad632b4e627", "address": "fa:16:3e:a2:bb:48", "network": {"id": "98c9059c-12f6-4ff3-a662-f2d9d6dbadd2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1777878639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dd1cc9329ec48048140dd29d2406b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1ebb1e3-71", "ovs_interfaceid": "f1ebb1e3-711e-4179-adfe-1ad632b4e627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.499228] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "refresh_cache-4c2f73c2-1014-479a-9adf-b87c86def0fe" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.499228] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquired lock "refresh_cache-4c2f73c2-1014-479a-9adf-b87c86def0fe" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.499228] env[62683]: DEBUG nova.network.neutron [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1562.508036] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798958, 'name': CreateSnapshot_Task, 'duration_secs': 0.824717} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.508036] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Created Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1562.508256] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8484c13c-d4ed-43f9-a8bc-e317c3aaa111 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.606255] env[62683]: DEBUG oslo_vmware.api [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798960, 'name': ReconfigVM_Task, 'duration_secs': 0.171854} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.606696] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373053', 'volume_id': '360e2ad7-ce42-4792-ad3d-37588cc70e69', 'name': 'volume-360e2ad7-ce42-4792-ad3d-37588cc70e69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd6483889-075c-4132-85b2-f01896704bea', 'attached_at': '', 'detached_at': '', 'volume_id': '360e2ad7-ce42-4792-ad3d-37588cc70e69', 'serial': '360e2ad7-ce42-4792-ad3d-37588cc70e69'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1562.607220] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1562.610452] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d876b2c-7bae-4e4c-947a-ebee7ea3883a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.618020] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1562.618020] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24d1360c-c3d0-4392-a0cd-d716f0966214 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.694619] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1562.694619] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1562.694619] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Deleting the datastore file [datastore1] d6483889-075c-4132-85b2-f01896704bea {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1562.694619] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df4a023d-89fd-4546-b08b-5b819d9c88c3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.701420] env[62683]: DEBUG oslo_vmware.api [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1562.701420] env[62683]: value = "task-1798962" [ 1562.701420] env[62683]: _type = "Task" [ 1562.701420] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.709770] env[62683]: DEBUG oslo_vmware.api [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.816265] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52177138-7c44-8220-0cc1-5f77d9fb42cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009191} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.817106] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7db6972-1284-4f7a-9c28-d7deaad99106 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.822031] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1562.822031] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c9d765-e11b-05d6-6c23-e8a86836b189" [ 1562.822031] env[62683]: _type = "Task" [ 1562.822031] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.830437] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c9d765-e11b-05d6-6c23-e8a86836b189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.908175] env[62683]: DEBUG oslo_concurrency.lockutils [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Releasing lock "refresh_cache-5b54aec0-7752-4141-bd05-322104320ffa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.908530] env[62683]: DEBUG nova.compute.manager [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Instance network_info: |[{"id": "f1ebb1e3-711e-4179-adfe-1ad632b4e627", "address": "fa:16:3e:a2:bb:48", "network": {"id": "98c9059c-12f6-4ff3-a662-f2d9d6dbadd2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1777878639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dd1cc9329ec48048140dd29d2406b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1ebb1e3-71", "ovs_interfaceid": "f1ebb1e3-711e-4179-adfe-1ad632b4e627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1562.908955] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:bb:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1ebb1e3-711e-4179-adfe-1ad632b4e627', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1562.917155] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Creating folder: Project (1dd1cc9329ec48048140dd29d2406b09). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1562.917479] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05a9a062-86bf-474a-8495-a949dccc76cc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.928092] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Created folder: Project (1dd1cc9329ec48048140dd29d2406b09) in parent group-v372889. [ 1562.928332] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Creating folder: Instances. Parent ref: group-v373056. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1562.928571] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00e4823f-d76e-4929-8ed0-6824e081e23d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.937469] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Created folder: Instances in parent group-v373056. [ 1562.938035] env[62683]: DEBUG oslo.service.loopingcall [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1562.938035] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1562.938172] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91b6b769-49de-4475-97c7-a5ecdcc991d9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.956663] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1562.956663] env[62683]: value = "task-1798965" [ 1562.956663] env[62683]: _type = "Task" [ 1562.956663] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.964539] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798965, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.028024] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Creating linked-clone VM from snapshot {{(pid=62683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1563.029110] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eb223686-092e-424e-aa7b-cad89e896e79 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.036899] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1563.036899] env[62683]: value = "task-1798966" [ 1563.036899] env[62683]: _type = "Task" [ 1563.036899] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.049939] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798966, 'name': CloneVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.217686] env[62683]: DEBUG oslo_vmware.api [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1798962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135233} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.217686] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1563.217686] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1563.217942] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1563.217942] env[62683]: INFO nova.compute.manager [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Took 2.34 seconds to destroy the instance on the hypervisor. [ 1563.218113] env[62683]: DEBUG oslo.service.loopingcall [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.218302] env[62683]: DEBUG nova.compute.manager [-] [instance: d6483889-075c-4132-85b2-f01896704bea] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1563.221910] env[62683]: DEBUG nova.network.neutron [-] [instance: d6483889-075c-4132-85b2-f01896704bea] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1563.333795] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c9d765-e11b-05d6-6c23-e8a86836b189, 'name': SearchDatastore_Task, 'duration_secs': 0.011944} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.334075] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.334443] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 0aadee7f-0a1d-49ce-90cc-48107b8a107e/0aadee7f-0a1d-49ce-90cc-48107b8a107e.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1563.334707] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f12adee-1978-4f24-a483-2740e4a2f04f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.341941] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1563.341941] env[62683]: value = "task-1798967" [ 1563.341941] env[62683]: _type = "Task" [ 1563.341941] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.349744] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.391140] env[62683]: DEBUG nova.network.neutron [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Updating instance_info_cache with network_info: [{"id": "7fe87542-d490-4768-9208-52a8ef44345a", "address": "fa:16:3e:6a:8e:84", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe87542-d4", "ovs_interfaceid": "7fe87542-d490-4768-9208-52a8ef44345a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.466354] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798965, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.539781] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab353486-acbf-47f7-983b-d109b96a3c64 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.557769] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a0f6bc-b763-4fc4-b683-3b91cfed38ba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.561377] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798966, 'name': CloneVM_Task} progress is 93%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.592330] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98b8424-b622-4fbd-9a1a-918b74466b88 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.602627] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ccb0c1-29f9-49e3-88b1-e3a15e91306c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.626174] env[62683]: DEBUG nova.compute.provider_tree [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.684290] env[62683]: DEBUG nova.compute.manager [req-21f7c8e7-d4c1-4898-b31d-ca16b7276280 req-cc4e321e-66ee-46ca-bacf-a311b320e268 service nova] [instance: d6483889-075c-4132-85b2-f01896704bea] Received event network-vif-deleted-faf59db1-6079-4336-894d-9e1451822fc3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1563.684524] env[62683]: INFO nova.compute.manager [req-21f7c8e7-d4c1-4898-b31d-ca16b7276280 req-cc4e321e-66ee-46ca-bacf-a311b320e268 service nova] [instance: d6483889-075c-4132-85b2-f01896704bea] Neutron deleted interface faf59db1-6079-4336-894d-9e1451822fc3; detaching it from the instance and deleting it from the info cache [ 1563.685087] env[62683]: DEBUG nova.network.neutron [req-21f7c8e7-d4c1-4898-b31d-ca16b7276280 req-cc4e321e-66ee-46ca-bacf-a311b320e268 service nova] [instance: d6483889-075c-4132-85b2-f01896704bea] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.852379] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459512} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.852676] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 0aadee7f-0a1d-49ce-90cc-48107b8a107e/0aadee7f-0a1d-49ce-90cc-48107b8a107e.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1563.852895] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1563.853158] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26ebe3d7-9b08-4c7a-ad97-9e18476d710a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.859607] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1563.859607] env[62683]: value = "task-1798968" [ 1563.859607] env[62683]: _type = "Task" [ 1563.859607] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.867319] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.891376] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Releasing lock "refresh_cache-4c2f73c2-1014-479a-9adf-b87c86def0fe" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.966898] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798965, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.048483] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798966, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.113248] env[62683]: DEBUG nova.network.neutron [-] [instance: d6483889-075c-4132-85b2-f01896704bea] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.131045] env[62683]: DEBUG nova.scheduler.client.report [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1564.188568] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8cb1066e-e60f-423e-a488-3ca7f5a05491 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.197654] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d882076-68ed-47df-b310-c988d2ee00f1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.237507] env[62683]: DEBUG nova.compute.manager [req-21f7c8e7-d4c1-4898-b31d-ca16b7276280 req-cc4e321e-66ee-46ca-bacf-a311b320e268 service nova] [instance: d6483889-075c-4132-85b2-f01896704bea] Detach interface failed, port_id=faf59db1-6079-4336-894d-9e1451822fc3, reason: Instance d6483889-075c-4132-85b2-f01896704bea could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1564.370166] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.333969} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.370509] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1564.371605] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b4dd98-539b-48b6-bfa5-2debd626ab98 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.396626] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 0aadee7f-0a1d-49ce-90cc-48107b8a107e/0aadee7f-0a1d-49ce-90cc-48107b8a107e.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1564.400301] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f99c529-b886-4f88-91bf-cd7f6dced5d2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.422797] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1564.422797] env[62683]: value = "task-1798969" [ 1564.422797] env[62683]: _type = "Task" [ 1564.422797] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.432028] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.469270] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798965, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.549210] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798966, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.615611] env[62683]: INFO nova.compute.manager [-] [instance: d6483889-075c-4132-85b2-f01896704bea] Took 1.40 seconds to deallocate network for instance. [ 1564.636331] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.636681] env[62683]: DEBUG nova.compute.manager [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1564.639321] env[62683]: DEBUG oslo_concurrency.lockutils [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.532s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.639547] env[62683]: DEBUG nova.objects.instance [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lazy-loading 'resources' on Instance uuid 6f3f8558-d031-4272-8b20-2ea6ac1b92c9 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.934035] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798969, 'name': ReconfigVM_Task, 'duration_secs': 0.333038} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.934035] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 0aadee7f-0a1d-49ce-90cc-48107b8a107e/0aadee7f-0a1d-49ce-90cc-48107b8a107e.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1564.934259] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-def242de-7533-4ba8-abe3-a45b88620aa8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.940594] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1564.940594] env[62683]: value = "task-1798970" [ 1564.940594] env[62683]: _type = "Task" [ 1564.940594] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.948529] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798970, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.968339] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798965, 'name': CreateVM_Task, 'duration_secs': 1.54708} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.968475] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1564.969118] env[62683]: DEBUG oslo_concurrency.lockutils [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.969289] env[62683]: DEBUG oslo_concurrency.lockutils [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.969614] env[62683]: DEBUG oslo_concurrency.lockutils [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1564.969859] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dadcbb61-9ce2-4146-96ff-5873fee55c1b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.974192] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Waiting for the task: (returnval){ [ 1564.974192] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52abcdcd-fc1d-def2-55bf-17c743168ce4" [ 1564.974192] env[62683]: _type = "Task" [ 1564.974192] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.981676] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52abcdcd-fc1d-def2-55bf-17c743168ce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.050465] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798966, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.142806] env[62683]: DEBUG nova.compute.utils [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1565.144364] env[62683]: DEBUG nova.compute.manager [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1565.144554] env[62683]: DEBUG nova.network.neutron [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1565.158950] env[62683]: INFO nova.compute.manager [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: d6483889-075c-4132-85b2-f01896704bea] Took 0.54 seconds to detach 1 volumes for instance. [ 1565.191341] env[62683]: DEBUG nova.policy [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '218a8ecfb41f4485b41c7d40d3f41076', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78a369676a4a4b55a44a6a092b844550', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1565.423325] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8360e791-ab3a-4dc1-88e6-e2898046c515 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.447507] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Updating instance '4c2f73c2-1014-479a-9adf-b87c86def0fe' progress to 0 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1565.463343] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798970, 'name': Rename_Task, 'duration_secs': 0.13096} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.463621] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1565.463861] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3f01f09-1626-42c8-a603-0643996ad597 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.470405] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1565.470405] env[62683]: value = "task-1798971" [ 1565.470405] env[62683]: _type = "Task" [ 1565.470405] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.492362] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798971, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.502164] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52abcdcd-fc1d-def2-55bf-17c743168ce4, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.502164] env[62683]: DEBUG oslo_concurrency.lockutils [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.502340] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1565.502749] env[62683]: DEBUG oslo_concurrency.lockutils [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.502948] env[62683]: DEBUG oslo_concurrency.lockutils [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.503195] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1565.503384] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc7f7906-b39e-42cb-84cb-0420969b5ecf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.520014] env[62683]: DEBUG nova.network.neutron [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Successfully created port: 52a5e349-9aa8-4e24-8092-3eed208c153b {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1565.547304] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1565.547554] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1565.551245] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62c5312-3dd1-45d1-a4e4-0ca2baed4222 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.558140] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798966, 'name': CloneVM_Task} progress is 95%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.561148] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Waiting for the task: (returnval){ [ 1565.561148] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52df0f7a-a8b9-47b7-39e5-9f35400b1a71" [ 1565.561148] env[62683]: _type = "Task" [ 1565.561148] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.569312] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52df0f7a-a8b9-47b7-39e5-9f35400b1a71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.647529] env[62683]: DEBUG nova.compute.manager [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1565.665274] env[62683]: DEBUG oslo_concurrency.lockutils [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.689855] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080365fa-aef0-446d-a780-ab00e6b67fd6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.699900] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f3589d-c3f5-43dc-a221-5b5a0fa6cf5e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.736442] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbd978f-445d-4240-a792-255d083be83b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.744929] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d20f831-7410-43d5-8fee-ad6befb69ad0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.760011] env[62683]: DEBUG nova.compute.provider_tree [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.953838] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1565.954484] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-046e2268-e614-4660-a807-253e6caa8298 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.962191] env[62683]: DEBUG oslo_vmware.api [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1565.962191] env[62683]: value = "task-1798972" [ 1565.962191] env[62683]: _type = "Task" [ 1565.962191] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.971682] env[62683]: DEBUG oslo_vmware.api [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.985987] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.051359] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798966, 'name': CloneVM_Task, 'duration_secs': 2.696515} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.051804] env[62683]: INFO nova.virt.vmwareapi.vmops [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Created linked-clone VM from snapshot [ 1566.052720] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe5483b-1d01-445a-a58a-44b3f7fdc56d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.061012] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Uploading image 7bd1101b-c81f-435c-9cad-f46a3fe1d442 {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1566.072331] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52df0f7a-a8b9-47b7-39e5-9f35400b1a71, 'name': SearchDatastore_Task, 'duration_secs': 0.029273} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.073205] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f81b06b-bbf2-4c55-ac5c-56aaedd9d25d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.079691] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Waiting for the task: (returnval){ [ 1566.079691] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5215df39-6ad4-2421-e976-b1dffa7dbd13" [ 1566.079691] env[62683]: _type = "Task" [ 1566.079691] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.085748] env[62683]: DEBUG oslo_vmware.rw_handles [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1566.085748] env[62683]: value = "vm-373059" [ 1566.085748] env[62683]: _type = "VirtualMachine" [ 1566.085748] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1566.086017] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4bb94340-511c-4f35-ae92-f31934705ffc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.090141] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5215df39-6ad4-2421-e976-b1dffa7dbd13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.095105] env[62683]: DEBUG oslo_vmware.rw_handles [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lease: (returnval){ [ 1566.095105] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52be5b94-b608-d179-dff8-4ed599410a69" [ 1566.095105] env[62683]: _type = "HttpNfcLease" [ 1566.095105] env[62683]: } obtained for exporting VM: (result){ [ 1566.095105] env[62683]: value = "vm-373059" [ 1566.095105] env[62683]: _type = "VirtualMachine" [ 1566.095105] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1566.095448] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the lease: (returnval){ [ 1566.095448] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52be5b94-b608-d179-dff8-4ed599410a69" [ 1566.095448] env[62683]: _type = "HttpNfcLease" [ 1566.095448] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1566.101906] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1566.101906] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52be5b94-b608-d179-dff8-4ed599410a69" [ 1566.101906] env[62683]: _type = "HttpNfcLease" [ 1566.101906] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1566.263065] env[62683]: DEBUG nova.scheduler.client.report [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1566.473401] env[62683]: DEBUG oslo_vmware.api [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798972, 'name': PowerOffVM_Task, 'duration_secs': 0.209096} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.473708] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1566.473905] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Updating instance '4c2f73c2-1014-479a-9adf-b87c86def0fe' progress to 17 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1566.486301] env[62683]: DEBUG oslo_vmware.api [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798971, 'name': PowerOnVM_Task, 'duration_secs': 0.581842} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.486543] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1566.486746] env[62683]: INFO nova.compute.manager [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Took 10.44 seconds to spawn the instance on the hypervisor. [ 1566.486988] env[62683]: DEBUG nova.compute.manager [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1566.488433] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc05fcbe-68f8-43e9-922d-677ee31d81b6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.592875] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5215df39-6ad4-2421-e976-b1dffa7dbd13, 'name': SearchDatastore_Task, 'duration_secs': 0.011853} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.593227] env[62683]: DEBUG oslo_concurrency.lockutils [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.593769] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 5b54aec0-7752-4141-bd05-322104320ffa/5b54aec0-7752-4141-bd05-322104320ffa.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1566.594066] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbc37556-1a84-424d-bb89-916662748a6b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.603325] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1566.603325] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52be5b94-b608-d179-dff8-4ed599410a69" [ 1566.603325] env[62683]: _type = "HttpNfcLease" [ 1566.603325] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1566.604649] env[62683]: DEBUG oslo_vmware.rw_handles [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1566.604649] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52be5b94-b608-d179-dff8-4ed599410a69" [ 1566.604649] env[62683]: _type = "HttpNfcLease" [ 1566.604649] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1566.604946] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Waiting for the task: (returnval){ [ 1566.604946] env[62683]: value = "task-1798974" [ 1566.604946] env[62683]: _type = "Task" [ 1566.604946] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.605645] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452feab7-4171-4beb-b204-45a3b5df1289 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.616542] env[62683]: DEBUG oslo_vmware.rw_handles [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b4c5a-2afa-1a03-7937-b1dfb8de9b2b/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1566.616735] env[62683]: DEBUG oslo_vmware.rw_handles [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b4c5a-2afa-1a03-7937-b1dfb8de9b2b/disk-0.vmdk for reading. {{(pid=62683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1566.621698] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': task-1798974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.682204] env[62683]: DEBUG nova.compute.manager [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1566.714791] env[62683]: DEBUG nova.virt.hardware [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1566.715067] env[62683]: DEBUG nova.virt.hardware [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1566.715232] env[62683]: DEBUG nova.virt.hardware [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1566.715418] env[62683]: DEBUG nova.virt.hardware [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1566.715567] env[62683]: DEBUG nova.virt.hardware [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1566.715752] env[62683]: DEBUG nova.virt.hardware [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1566.715916] env[62683]: DEBUG nova.virt.hardware [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1566.716089] env[62683]: DEBUG nova.virt.hardware [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1566.716258] env[62683]: DEBUG nova.virt.hardware [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1566.716420] env[62683]: DEBUG nova.virt.hardware [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1566.716592] env[62683]: DEBUG nova.virt.hardware [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1566.717497] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc5564a-622d-47ea-921d-ce0da521cf93 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.728460] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1266364a-da2e-411b-b70b-f20d47e1aff1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.730140] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba45080-4ee9-4614-af35-c8cf815aa344 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.768609] env[62683]: DEBUG oslo_concurrency.lockutils [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.776364] env[62683]: DEBUG oslo_concurrency.lockutils [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.893s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.778121] env[62683]: INFO nova.compute.claims [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1566.793412] env[62683]: INFO nova.scheduler.client.report [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Deleted allocations for instance 6f3f8558-d031-4272-8b20-2ea6ac1b92c9 [ 1566.981467] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:35:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1566.981800] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1566.982083] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1566.982570] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1566.982570] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1566.982780] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1566.983124] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1566.983274] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1566.983570] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1566.983754] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1566.984028] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1566.992955] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8827f61-4db7-4c14-a9e5-682e23773f56 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.025411] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a3027fe-3140-4336-9dea-fb236220f2ab tempest-ServersAdminTestJSON-552653436 tempest-ServersAdminTestJSON-552653436-project-admin] Acquiring lock "refresh_cache-0aadee7f-0a1d-49ce-90cc-48107b8a107e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.025963] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a3027fe-3140-4336-9dea-fb236220f2ab tempest-ServersAdminTestJSON-552653436 tempest-ServersAdminTestJSON-552653436-project-admin] Acquired lock "refresh_cache-0aadee7f-0a1d-49ce-90cc-48107b8a107e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.025963] env[62683]: DEBUG nova.network.neutron [None req-5a3027fe-3140-4336-9dea-fb236220f2ab tempest-ServersAdminTestJSON-552653436 tempest-ServersAdminTestJSON-552653436-project-admin] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.029410] env[62683]: INFO nova.compute.manager [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Took 47.12 seconds to build instance. [ 1567.030653] env[62683]: DEBUG oslo_vmware.api [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1567.030653] env[62683]: value = "task-1798975" [ 1567.030653] env[62683]: _type = "Task" [ 1567.030653] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.042534] env[62683]: DEBUG oslo_vmware.api [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798975, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.120148] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': task-1798974, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.215272] env[62683]: DEBUG nova.compute.manager [req-0a40f4a8-24dd-4ad4-9903-aa3bfbbe969e req-1931e3f1-4cbe-4fae-8252-b466f376d422 service nova] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Received event network-vif-plugged-52a5e349-9aa8-4e24-8092-3eed208c153b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1567.216197] env[62683]: DEBUG oslo_concurrency.lockutils [req-0a40f4a8-24dd-4ad4-9903-aa3bfbbe969e req-1931e3f1-4cbe-4fae-8252-b466f376d422 service nova] Acquiring lock "f4e83ce0-2ba7-45cf-a060-124af8a7ff02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.216649] env[62683]: DEBUG oslo_concurrency.lockutils [req-0a40f4a8-24dd-4ad4-9903-aa3bfbbe969e req-1931e3f1-4cbe-4fae-8252-b466f376d422 service nova] Lock "f4e83ce0-2ba7-45cf-a060-124af8a7ff02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.217039] env[62683]: DEBUG oslo_concurrency.lockutils [req-0a40f4a8-24dd-4ad4-9903-aa3bfbbe969e req-1931e3f1-4cbe-4fae-8252-b466f376d422 service nova] Lock "f4e83ce0-2ba7-45cf-a060-124af8a7ff02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.217268] env[62683]: DEBUG nova.compute.manager [req-0a40f4a8-24dd-4ad4-9903-aa3bfbbe969e req-1931e3f1-4cbe-4fae-8252-b466f376d422 service nova] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] No waiting events found dispatching network-vif-plugged-52a5e349-9aa8-4e24-8092-3eed208c153b {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1567.217518] env[62683]: WARNING nova.compute.manager [req-0a40f4a8-24dd-4ad4-9903-aa3bfbbe969e req-1931e3f1-4cbe-4fae-8252-b466f376d422 service nova] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Received unexpected event network-vif-plugged-52a5e349-9aa8-4e24-8092-3eed208c153b for instance with vm_state building and task_state spawning. [ 1567.219014] env[62683]: DEBUG nova.network.neutron [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Successfully updated port: 52a5e349-9aa8-4e24-8092-3eed208c153b {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1567.303179] env[62683]: DEBUG oslo_concurrency.lockutils [None req-84fdd9cf-99bc-4d98-805e-1ce1b7c829ec tempest-ListServerFiltersTestJSON-1926000742 tempest-ListServerFiltersTestJSON-1926000742-project-member] Lock "6f3f8558-d031-4272-8b20-2ea6ac1b92c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.622s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.539542] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8244ca51-ec21-4638-bc77-9aed72300ef1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "0aadee7f-0a1d-49ce-90cc-48107b8a107e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.553s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.549936] env[62683]: DEBUG oslo_vmware.api [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798975, 'name': ReconfigVM_Task, 'duration_secs': 0.259023} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.550219] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Updating instance '4c2f73c2-1014-479a-9adf-b87c86def0fe' progress to 33 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1567.619194] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': task-1798974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815036} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.619686] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 5b54aec0-7752-4141-bd05-322104320ffa/5b54aec0-7752-4141-bd05-322104320ffa.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1567.619686] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1567.620064] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-587c9fb4-1644-4cf0-9f49-565991fa90ca {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.628783] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Waiting for the task: (returnval){ [ 1567.628783] env[62683]: value = "task-1798976" [ 1567.628783] env[62683]: _type = "Task" [ 1567.628783] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.638838] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': task-1798976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.725254] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "refresh_cache-f4e83ce0-2ba7-45cf-a060-124af8a7ff02" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.725254] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired lock "refresh_cache-f4e83ce0-2ba7-45cf-a060-124af8a7ff02" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.725254] env[62683]: DEBUG nova.network.neutron [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.825884] env[62683]: DEBUG nova.network.neutron [None req-5a3027fe-3140-4336-9dea-fb236220f2ab tempest-ServersAdminTestJSON-552653436 tempest-ServersAdminTestJSON-552653436-project-admin] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Updating instance_info_cache with network_info: [{"id": "fbb34e0a-4e0c-4c41-b9f8-b5570db01b2f", "address": "fa:16:3e:4f:29:cd", "network": {"id": "fd1f8a1b-3b78-411d-8fae-bc54aa2313e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1362759368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4a0338d8a14cd59fcd49b0a6a8fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb34e0a-4e", "ovs_interfaceid": "fbb34e0a-4e0c-4c41-b9f8-b5570db01b2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.043450] env[62683]: DEBUG nova.compute.manager [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1568.057514] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:52:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='bb0e513a-1bc5-42ec-b090-55951b8c65a1',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1971283420',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1568.058146] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1568.058146] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1568.058387] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1568.059223] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1568.059223] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1568.059223] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1568.059223] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1568.059653] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1568.059841] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1568.060039] env[62683]: DEBUG nova.virt.hardware [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1568.065493] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1568.068288] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8983a15e-ea8b-4b4a-87b3-96e2346fa09b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.091105] env[62683]: DEBUG oslo_vmware.api [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1568.091105] env[62683]: value = "task-1798977" [ 1568.091105] env[62683]: _type = "Task" [ 1568.091105] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.099947] env[62683]: DEBUG oslo_vmware.api [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.142116] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': task-1798976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074309} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.142218] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1568.142980] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed9678d-4305-4c23-a7c8-687cc7c13249 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.167698] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 5b54aec0-7752-4141-bd05-322104320ffa/5b54aec0-7752-4141-bd05-322104320ffa.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1568.168081] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a8c1055-171f-421f-864c-99849014f1b3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.196627] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Waiting for the task: (returnval){ [ 1568.196627] env[62683]: value = "task-1798978" [ 1568.196627] env[62683]: _type = "Task" [ 1568.196627] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.206496] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': task-1798978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.297212] env[62683]: DEBUG nova.network.neutron [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1568.337222] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a3027fe-3140-4336-9dea-fb236220f2ab tempest-ServersAdminTestJSON-552653436 tempest-ServersAdminTestJSON-552653436-project-admin] Releasing lock "refresh_cache-0aadee7f-0a1d-49ce-90cc-48107b8a107e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.337467] env[62683]: DEBUG nova.compute.manager [None req-5a3027fe-3140-4336-9dea-fb236220f2ab tempest-ServersAdminTestJSON-552653436 tempest-ServersAdminTestJSON-552653436-project-admin] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Inject network info {{(pid=62683) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 1568.337722] env[62683]: DEBUG nova.compute.manager [None req-5a3027fe-3140-4336-9dea-fb236220f2ab tempest-ServersAdminTestJSON-552653436 tempest-ServersAdminTestJSON-552653436-project-admin] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] network_info to inject: |[{"id": "fbb34e0a-4e0c-4c41-b9f8-b5570db01b2f", "address": "fa:16:3e:4f:29:cd", "network": {"id": "fd1f8a1b-3b78-411d-8fae-bc54aa2313e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1362759368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4a0338d8a14cd59fcd49b0a6a8fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb34e0a-4e", "ovs_interfaceid": "fbb34e0a-4e0c-4c41-b9f8-b5570db01b2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 1568.343091] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3027fe-3140-4336-9dea-fb236220f2ab tempest-ServersAdminTestJSON-552653436 tempest-ServersAdminTestJSON-552653436-project-admin] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Reconfiguring VM instance to set the machine id {{(pid=62683) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1568.345390] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0da15609-e5b7-42e8-afa6-6182ef773c48 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.362888] env[62683]: DEBUG oslo_vmware.api [None req-5a3027fe-3140-4336-9dea-fb236220f2ab tempest-ServersAdminTestJSON-552653436 tempest-ServersAdminTestJSON-552653436-project-admin] Waiting for the task: (returnval){ [ 1568.362888] env[62683]: value = "task-1798979" [ 1568.362888] env[62683]: _type = "Task" [ 1568.362888] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.372410] env[62683]: DEBUG oslo_vmware.api [None req-5a3027fe-3140-4336-9dea-fb236220f2ab tempest-ServersAdminTestJSON-552653436 tempest-ServersAdminTestJSON-552653436-project-admin] Task: {'id': task-1798979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.446150] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd14e88-cbf2-4cf9-854f-3aef5b322454 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.453781] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf067e47-2fc3-4993-81b1-b9adcbb735ee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.486187] env[62683]: DEBUG nova.network.neutron [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Updating instance_info_cache with network_info: [{"id": "52a5e349-9aa8-4e24-8092-3eed208c153b", "address": "fa:16:3e:8e:2a:ee", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a5e349-9a", "ovs_interfaceid": "52a5e349-9aa8-4e24-8092-3eed208c153b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.487353] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7df6bc-e2e9-4433-b41c-6c96025e8237 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.495942] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6902e660-f79a-4966-b125-d769bd071cec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.512118] env[62683]: DEBUG nova.compute.provider_tree [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1568.565067] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.602032] env[62683]: DEBUG oslo_vmware.api [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798977, 'name': ReconfigVM_Task, 'duration_secs': 0.175565} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.602032] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1568.602531] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63b8a20-39d9-42c3-87d8-09ba03a25587 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.627770] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 4c2f73c2-1014-479a-9adf-b87c86def0fe/4c2f73c2-1014-479a-9adf-b87c86def0fe.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1568.628267] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58cf6228-4b48-4073-8366-3e9f784a0d41 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.646713] env[62683]: DEBUG oslo_vmware.api [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1568.646713] env[62683]: value = "task-1798980" [ 1568.646713] env[62683]: _type = "Task" [ 1568.646713] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.655746] env[62683]: DEBUG oslo_vmware.api [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.706026] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': task-1798978, 'name': ReconfigVM_Task, 'duration_secs': 0.44572} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.706341] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 5b54aec0-7752-4141-bd05-322104320ffa/5b54aec0-7752-4141-bd05-322104320ffa.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1568.706989] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64ea0bb8-dbae-4db7-b301-cd4ff3767f5f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.713647] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Waiting for the task: (returnval){ [ 1568.713647] env[62683]: value = "task-1798981" [ 1568.713647] env[62683]: _type = "Task" [ 1568.713647] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.722463] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': task-1798981, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.874485] env[62683]: DEBUG oslo_vmware.api [None req-5a3027fe-3140-4336-9dea-fb236220f2ab tempest-ServersAdminTestJSON-552653436 tempest-ServersAdminTestJSON-552653436-project-admin] Task: {'id': task-1798979, 'name': ReconfigVM_Task, 'duration_secs': 0.186135} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.874833] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3027fe-3140-4336-9dea-fb236220f2ab tempest-ServersAdminTestJSON-552653436 tempest-ServersAdminTestJSON-552653436-project-admin] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Reconfigured VM instance to set the machine id {{(pid=62683) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1568.993234] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Releasing lock "refresh_cache-f4e83ce0-2ba7-45cf-a060-124af8a7ff02" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.993234] env[62683]: DEBUG nova.compute.manager [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Instance network_info: |[{"id": "52a5e349-9aa8-4e24-8092-3eed208c153b", "address": "fa:16:3e:8e:2a:ee", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a5e349-9a", "ovs_interfaceid": "52a5e349-9aa8-4e24-8092-3eed208c153b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1568.993383] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:2a:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52a5e349-9aa8-4e24-8092-3eed208c153b', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1569.001980] env[62683]: DEBUG oslo.service.loopingcall [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1569.003087] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1569.006020] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98ec638f-b19a-4a8d-8ac7-c68264a53b88 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.020875] env[62683]: DEBUG nova.scheduler.client.report [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1569.030994] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1569.030994] env[62683]: value = "task-1798982" [ 1569.030994] env[62683]: _type = "Task" [ 1569.030994] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.039672] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798982, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.156812] env[62683]: DEBUG oslo_vmware.api [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.225522] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': task-1798981, 'name': Rename_Task, 'duration_secs': 0.174052} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.225933] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1569.226293] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-495823de-5893-442c-ac05-95fee37a9e82 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.233611] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Waiting for the task: (returnval){ [ 1569.233611] env[62683]: value = "task-1798983" [ 1569.233611] env[62683]: _type = "Task" [ 1569.233611] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.241796] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': task-1798983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.315702] env[62683]: DEBUG nova.compute.manager [req-2582b699-cff8-45ad-a54a-b78598201abe req-223c0fb5-f96d-4da9-b784-34c158dbb004 service nova] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Received event network-changed-52a5e349-9aa8-4e24-8092-3eed208c153b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1569.315937] env[62683]: DEBUG nova.compute.manager [req-2582b699-cff8-45ad-a54a-b78598201abe req-223c0fb5-f96d-4da9-b784-34c158dbb004 service nova] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Refreshing instance network info cache due to event network-changed-52a5e349-9aa8-4e24-8092-3eed208c153b. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1569.316229] env[62683]: DEBUG oslo_concurrency.lockutils [req-2582b699-cff8-45ad-a54a-b78598201abe req-223c0fb5-f96d-4da9-b784-34c158dbb004 service nova] Acquiring lock "refresh_cache-f4e83ce0-2ba7-45cf-a060-124af8a7ff02" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.316412] env[62683]: DEBUG oslo_concurrency.lockutils [req-2582b699-cff8-45ad-a54a-b78598201abe req-223c0fb5-f96d-4da9-b784-34c158dbb004 service nova] Acquired lock "refresh_cache-f4e83ce0-2ba7-45cf-a060-124af8a7ff02" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.316594] env[62683]: DEBUG nova.network.neutron [req-2582b699-cff8-45ad-a54a-b78598201abe req-223c0fb5-f96d-4da9-b784-34c158dbb004 service nova] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Refreshing network info cache for port 52a5e349-9aa8-4e24-8092-3eed208c153b {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1569.528143] env[62683]: DEBUG oslo_concurrency.lockutils [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.528247] env[62683]: DEBUG nova.compute.manager [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1569.531213] env[62683]: DEBUG oslo_concurrency.lockutils [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.527s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.531451] env[62683]: DEBUG nova.objects.instance [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Lazy-loading 'resources' on Instance uuid 3e91d1f1-59e2-4f83-9b15-1644e42c3d45 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1569.541583] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798982, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.661849] env[62683]: DEBUG oslo_vmware.api [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798980, 'name': ReconfigVM_Task, 'duration_secs': 0.87186} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.662260] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 4c2f73c2-1014-479a-9adf-b87c86def0fe/4c2f73c2-1014-479a-9adf-b87c86def0fe.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1569.662589] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Updating instance '4c2f73c2-1014-479a-9adf-b87c86def0fe' progress to 50 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1569.745367] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': task-1798983, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.767575] env[62683]: INFO nova.compute.manager [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Rebuilding instance [ 1569.829258] env[62683]: DEBUG nova.compute.manager [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1569.830157] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19644ca2-b97c-4d4f-bd84-14a9c94e6846 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.035203] env[62683]: DEBUG nova.compute.utils [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1570.037371] env[62683]: DEBUG nova.compute.manager [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1570.042095] env[62683]: DEBUG nova.network.neutron [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1570.066427] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798982, 'name': CreateVM_Task, 'duration_secs': 0.525494} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.066427] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1570.066427] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.066427] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.066427] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1570.066427] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de60f3d6-3c67-4c4e-ba1f-b761a202d1d6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.070938] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1570.070938] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]529450d4-1b4c-82b2-526f-45aa700c8270" [ 1570.070938] env[62683]: _type = "Task" [ 1570.070938] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.086013] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]529450d4-1b4c-82b2-526f-45aa700c8270, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.138337] env[62683]: DEBUG nova.network.neutron [req-2582b699-cff8-45ad-a54a-b78598201abe req-223c0fb5-f96d-4da9-b784-34c158dbb004 service nova] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Updated VIF entry in instance network info cache for port 52a5e349-9aa8-4e24-8092-3eed208c153b. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1570.138337] env[62683]: DEBUG nova.network.neutron [req-2582b699-cff8-45ad-a54a-b78598201abe req-223c0fb5-f96d-4da9-b784-34c158dbb004 service nova] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Updating instance_info_cache with network_info: [{"id": "52a5e349-9aa8-4e24-8092-3eed208c153b", "address": "fa:16:3e:8e:2a:ee", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a5e349-9a", "ovs_interfaceid": "52a5e349-9aa8-4e24-8092-3eed208c153b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.147783] env[62683]: DEBUG nova.policy [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14d7680d0565477c85db9e20edb11e66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b69a6e41cd7c4eea813f046aab0426f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1570.178275] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c49973-c39e-4243-bea0-659f23ba69d6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.195417] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e668f6a-bfdf-4415-91be-b6a150ec55a0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.218606] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Updating instance '4c2f73c2-1014-479a-9adf-b87c86def0fe' progress to 67 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1570.245313] env[62683]: DEBUG oslo_vmware.api [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': task-1798983, 'name': PowerOnVM_Task, 'duration_secs': 0.716993} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.247650] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1570.247873] env[62683]: INFO nova.compute.manager [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Took 11.32 seconds to spawn the instance on the hypervisor. [ 1570.248057] env[62683]: DEBUG nova.compute.manager [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1570.249083] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ec1ec4-0134-4451-bd91-c1c2f7b72554 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.463168] env[62683]: DEBUG nova.network.neutron [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Successfully created port: 04519afa-6c64-45ef-b735-09c6da66b1ef {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1570.561178] env[62683]: DEBUG nova.compute.manager [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1570.588508] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]529450d4-1b4c-82b2-526f-45aa700c8270, 'name': SearchDatastore_Task, 'duration_secs': 0.035356} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.589071] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.589684] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1570.589756] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.589920] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.590182] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1570.590456] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4d348ba-4f71-4cee-84bd-7c1075722256 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.601753] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1570.602037] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1570.603376] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-036e4b8b-7d08-46d2-88c7-19b72fb7998f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.612199] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1570.612199] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]527b7a01-8d2f-c253-d27f-6c6f4d9858e9" [ 1570.612199] env[62683]: _type = "Task" [ 1570.612199] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.616990] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b27b4b-f940-46d5-990c-e3ada4feb889 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.624585] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527b7a01-8d2f-c253-d27f-6c6f4d9858e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.627598] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f328388-1e93-4a15-82b9-c4d0e7222541 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.657275] env[62683]: DEBUG oslo_concurrency.lockutils [req-2582b699-cff8-45ad-a54a-b78598201abe req-223c0fb5-f96d-4da9-b784-34c158dbb004 service nova] Releasing lock "refresh_cache-f4e83ce0-2ba7-45cf-a060-124af8a7ff02" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.658707] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c115d4-4fd7-4476-827e-5d4094eb8f74 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.670396] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7225e1-902e-4f4b-aa7d-7a30d5c1c3af {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.687347] env[62683]: DEBUG nova.compute.provider_tree [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.767773] env[62683]: INFO nova.compute.manager [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Took 46.73 seconds to build instance. [ 1570.809619] env[62683]: DEBUG nova.network.neutron [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Port 7fe87542-d490-4768-9208-52a8ef44345a binding to destination host cpu-1 is already ACTIVE {{(pid=62683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1570.848810] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.849254] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fad535f-45f1-442d-b301-8312ad04b4cc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.856768] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1570.856768] env[62683]: value = "task-1798984" [ 1570.856768] env[62683]: _type = "Task" [ 1570.856768] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.865984] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.124547] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527b7a01-8d2f-c253-d27f-6c6f4d9858e9, 'name': SearchDatastore_Task, 'duration_secs': 0.020652} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.126023] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-966f39cd-8717-4ca0-b83e-0adb5587627f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.131119] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1571.131119] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b3d3b8-195d-5cb3-a64c-08706fadf1a5" [ 1571.131119] env[62683]: _type = "Task" [ 1571.131119] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.139865] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b3d3b8-195d-5cb3-a64c-08706fadf1a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.194988] env[62683]: DEBUG nova.scheduler.client.report [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1571.270364] env[62683]: DEBUG oslo_concurrency.lockutils [None req-08869a09-a5a7-4ded-97c5-b49858580e1c tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Lock "5b54aec0-7752-4141-bd05-322104320ffa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.303s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.368479] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798984, 'name': PowerOffVM_Task, 'duration_secs': 0.337504} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.368808] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1571.369129] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1571.369968] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c50f4d4-16a4-43ce-b612-553b2a54a5be {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.378406] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1571.378673] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcaa0404-5765-4176-a6ed-06e0204b2697 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.462328] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1571.462676] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1571.462886] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Deleting the datastore file [datastore1] dfb8b226-70ba-415c-b183-6a81e9aa3026 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1571.463194] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66b4a841-8d42-40e5-ba04-7fff14ca7531 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.470023] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1571.470023] env[62683]: value = "task-1798986" [ 1571.470023] env[62683]: _type = "Task" [ 1571.470023] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.477061] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.569376] env[62683]: DEBUG nova.compute.manager [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1571.591622] env[62683]: DEBUG nova.virt.hardware [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1571.591907] env[62683]: DEBUG nova.virt.hardware [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1571.592108] env[62683]: DEBUG nova.virt.hardware [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1571.592305] env[62683]: DEBUG nova.virt.hardware [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1571.592532] env[62683]: DEBUG nova.virt.hardware [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1571.592697] env[62683]: DEBUG nova.virt.hardware [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1571.592931] env[62683]: DEBUG nova.virt.hardware [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1571.593108] env[62683]: DEBUG nova.virt.hardware [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1571.593341] env[62683]: DEBUG nova.virt.hardware [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1571.593518] env[62683]: DEBUG nova.virt.hardware [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1571.593695] env[62683]: DEBUG nova.virt.hardware [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1571.594659] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d143442e-2108-458a-86ac-832c2ff405e1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.603392] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408a353f-ecde-408f-9782-6362229a30d4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.642203] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b3d3b8-195d-5cb3-a64c-08706fadf1a5, 'name': SearchDatastore_Task, 'duration_secs': 0.025223} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.642493] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.642807] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] f4e83ce0-2ba7-45cf-a060-124af8a7ff02/f4e83ce0-2ba7-45cf-a060-124af8a7ff02.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1571.643077] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c270f97-53fb-40c0-8974-b42b72141e53 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.650959] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1571.650959] env[62683]: value = "task-1798987" [ 1571.650959] env[62683]: _type = "Task" [ 1571.650959] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.659261] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.699914] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Acquiring lock "5b54aec0-7752-4141-bd05-322104320ffa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.700209] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Lock "5b54aec0-7752-4141-bd05-322104320ffa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.700435] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Acquiring lock "5b54aec0-7752-4141-bd05-322104320ffa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.700626] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Lock "5b54aec0-7752-4141-bd05-322104320ffa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.700855] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Lock "5b54aec0-7752-4141-bd05-322104320ffa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.702957] env[62683]: DEBUG oslo_concurrency.lockutils [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.705601] env[62683]: INFO nova.compute.manager [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Terminating instance [ 1571.707158] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.855s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.707387] env[62683]: DEBUG nova.objects.instance [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Lazy-loading 'resources' on Instance uuid e4d21150-033f-470a-80fb-bd090c0af8b8 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.727907] env[62683]: INFO nova.scheduler.client.report [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Deleted allocations for instance 3e91d1f1-59e2-4f83-9b15-1644e42c3d45 [ 1571.828436] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "4c2f73c2-1014-479a-9adf-b87c86def0fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.828617] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "4c2f73c2-1014-479a-9adf-b87c86def0fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.828785] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "4c2f73c2-1014-479a-9adf-b87c86def0fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.982610] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267199} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.982972] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1571.983194] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1571.983791] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1572.002718] env[62683]: DEBUG nova.compute.manager [req-d377cae3-a80b-47b4-b7f3-43ba603fb8d5 req-70f601d6-1dc9-42f3-a19d-569abdbc9cbe service nova] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Received event network-vif-plugged-04519afa-6c64-45ef-b735-09c6da66b1ef {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1572.002889] env[62683]: DEBUG oslo_concurrency.lockutils [req-d377cae3-a80b-47b4-b7f3-43ba603fb8d5 req-70f601d6-1dc9-42f3-a19d-569abdbc9cbe service nova] Acquiring lock "eee16ab0-76b4-4d1d-bf04-55f9b64264ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.003996] env[62683]: DEBUG oslo_concurrency.lockutils [req-d377cae3-a80b-47b4-b7f3-43ba603fb8d5 req-70f601d6-1dc9-42f3-a19d-569abdbc9cbe service nova] Lock "eee16ab0-76b4-4d1d-bf04-55f9b64264ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.003996] env[62683]: DEBUG oslo_concurrency.lockutils [req-d377cae3-a80b-47b4-b7f3-43ba603fb8d5 req-70f601d6-1dc9-42f3-a19d-569abdbc9cbe service nova] Lock "eee16ab0-76b4-4d1d-bf04-55f9b64264ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.003996] env[62683]: DEBUG nova.compute.manager [req-d377cae3-a80b-47b4-b7f3-43ba603fb8d5 req-70f601d6-1dc9-42f3-a19d-569abdbc9cbe service nova] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] No waiting events found dispatching network-vif-plugged-04519afa-6c64-45ef-b735-09c6da66b1ef {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1572.003996] env[62683]: WARNING nova.compute.manager [req-d377cae3-a80b-47b4-b7f3-43ba603fb8d5 req-70f601d6-1dc9-42f3-a19d-569abdbc9cbe service nova] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Received unexpected event network-vif-plugged-04519afa-6c64-45ef-b735-09c6da66b1ef for instance with vm_state building and task_state spawning. [ 1572.165936] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798987, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.202465] env[62683]: DEBUG nova.network.neutron [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Successfully updated port: 04519afa-6c64-45ef-b735-09c6da66b1ef {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1572.214657] env[62683]: DEBUG nova.compute.manager [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1572.214917] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1572.215911] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c0b0f7-2136-40c5-8393-0a3bfa31fa15 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.226437] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1572.227298] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31ba4c6d-1640-412d-8067-c969091147e4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.239929] env[62683]: DEBUG oslo_vmware.api [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Waiting for the task: (returnval){ [ 1572.239929] env[62683]: value = "task-1798988" [ 1572.239929] env[62683]: _type = "Task" [ 1572.239929] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.240465] env[62683]: DEBUG oslo_concurrency.lockutils [None req-223a0d9b-165b-441a-a615-fb7e9454900e tempest-DeleteServersAdminTestJSON-193474015 tempest-DeleteServersAdminTestJSON-193474015-project-member] Lock "3e91d1f1-59e2-4f83-9b15-1644e42c3d45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.763s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.253954] env[62683]: DEBUG oslo_vmware.api [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': task-1798988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.661242] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66301} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.661515] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] f4e83ce0-2ba7-45cf-a060-124af8a7ff02/f4e83ce0-2ba7-45cf-a060-124af8a7ff02.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1572.661728] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1572.661983] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05394f1c-31dd-44c3-b75d-e726c8e087a7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.671619] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1572.671619] env[62683]: value = "task-1798989" [ 1572.671619] env[62683]: _type = "Task" [ 1572.671619] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.680869] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.706265] env[62683]: DEBUG oslo_concurrency.lockutils [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquiring lock "refresh_cache-eee16ab0-76b4-4d1d-bf04-55f9b64264ef" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.706567] env[62683]: DEBUG oslo_concurrency.lockutils [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquired lock "refresh_cache-eee16ab0-76b4-4d1d-bf04-55f9b64264ef" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.706567] env[62683]: DEBUG nova.network.neutron [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1572.732924] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8e48d6-99c0-477b-9053-2c0ed7c146d2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.741126] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000bdcce-a2e8-4625-ad88-158cf472488a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.752544] env[62683]: DEBUG oslo_vmware.api [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': task-1798988, 'name': PowerOffVM_Task, 'duration_secs': 0.265046} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.779861] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1572.780098] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1572.780695] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d96ef37-9a21-4d34-9786-b296cae9e707 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.782832] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19657b48-d007-4e5a-95c0-4d2e03710191 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.791264] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3843d2-199f-4656-bff8-d033c0762cc1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.807224] env[62683]: DEBUG nova.compute.provider_tree [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.866670] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1572.867125] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1572.867125] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Deleting the datastore file [datastore1] 5b54aec0-7752-4141-bd05-322104320ffa {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1572.867372] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3188c865-fb2c-4640-bce4-783c485f926e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.873711] env[62683]: DEBUG oslo_vmware.api [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Waiting for the task: (returnval){ [ 1572.873711] env[62683]: value = "task-1798991" [ 1572.873711] env[62683]: _type = "Task" [ 1572.873711] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.881823] env[62683]: DEBUG oslo_vmware.api [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': task-1798991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.897862] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "refresh_cache-4c2f73c2-1014-479a-9adf-b87c86def0fe" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.897862] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquired lock "refresh_cache-4c2f73c2-1014-479a-9adf-b87c86def0fe" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.897862] env[62683]: DEBUG nova.network.neutron [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1573.018196] env[62683]: DEBUG nova.virt.hardware [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1573.018461] env[62683]: DEBUG nova.virt.hardware [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1573.018619] env[62683]: DEBUG nova.virt.hardware [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1573.018852] env[62683]: DEBUG nova.virt.hardware [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1573.019032] env[62683]: DEBUG nova.virt.hardware [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1573.019179] env[62683]: DEBUG nova.virt.hardware [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1573.019387] env[62683]: DEBUG nova.virt.hardware [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1573.019548] env[62683]: DEBUG nova.virt.hardware [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1573.020274] env[62683]: DEBUG nova.virt.hardware [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1573.020274] env[62683]: DEBUG nova.virt.hardware [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1573.020274] env[62683]: DEBUG nova.virt.hardware [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1573.020926] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba904ced-d824-4d7f-be5a-32aa793f1ce2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.028407] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ec48dd-9688-4c05-b1ec-7c99f66ad402 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.042846] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:c5:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6f588e8-5f62-4ce8-ad68-a0780df44e8a', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1573.050789] env[62683]: DEBUG oslo.service.loopingcall [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1573.051423] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1573.051654] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f115551-2dc2-4729-a1b5-aeb1810f5d77 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.071633] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1573.071633] env[62683]: value = "task-1798992" [ 1573.071633] env[62683]: _type = "Task" [ 1573.071633] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.079807] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798992, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.182800] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066886} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.183248] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1573.184186] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff72daa-a8b8-4fa7-a045-9a86af109c72 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.211203] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] f4e83ce0-2ba7-45cf-a060-124af8a7ff02/f4e83ce0-2ba7-45cf-a060-124af8a7ff02.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1573.213848] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b971b235-2921-4acc-be1a-bffbc1e33267 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.237478] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1573.237478] env[62683]: value = "task-1798993" [ 1573.237478] env[62683]: _type = "Task" [ 1573.237478] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.248706] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.306349] env[62683]: DEBUG nova.network.neutron [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1573.310861] env[62683]: DEBUG nova.scheduler.client.report [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1573.385952] env[62683]: DEBUG oslo_vmware.api [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Task: {'id': task-1798991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31811} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.386503] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1573.386730] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1573.386919] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1573.387115] env[62683]: INFO nova.compute.manager [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1573.387588] env[62683]: DEBUG oslo.service.loopingcall [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1573.387588] env[62683]: DEBUG nova.compute.manager [-] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1573.387733] env[62683]: DEBUG nova.network.neutron [-] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1573.587717] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798992, 'name': CreateVM_Task, 'duration_secs': 0.448682} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.588447] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1573.589653] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.590269] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.590683] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1573.591077] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7440414c-e061-4208-85d8-b43e28e06115 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.600104] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1573.600104] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]529b84bd-ab7c-d5c7-2a4d-e8fe23873616" [ 1573.600104] env[62683]: _type = "Task" [ 1573.600104] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.612030] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]529b84bd-ab7c-d5c7-2a4d-e8fe23873616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.640055] env[62683]: DEBUG nova.network.neutron [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Updating instance_info_cache with network_info: [{"id": "04519afa-6c64-45ef-b735-09c6da66b1ef", "address": "fa:16:3e:f8:69:42", "network": {"id": "85ad66aa-7540-4f0f-9b31-7d4f3ffd1e60", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-357216319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69a6e41cd7c4eea813f046aab0426f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04519afa-6c", "ovs_interfaceid": "04519afa-6c64-45ef-b735-09c6da66b1ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.752281] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798993, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.753365] env[62683]: DEBUG nova.network.neutron [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Updating instance_info_cache with network_info: [{"id": "7fe87542-d490-4768-9208-52a8ef44345a", "address": "fa:16:3e:6a:8e:84", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe87542-d4", "ovs_interfaceid": "7fe87542-d490-4768-9208-52a8ef44345a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.816568] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.818976] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.591s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.819272] env[62683]: DEBUG nova.objects.instance [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lazy-loading 'resources' on Instance uuid 0d463f56-a2a4-498f-a3dc-b4568dc76fd9 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.846590] env[62683]: INFO nova.scheduler.client.report [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Deleted allocations for instance e4d21150-033f-470a-80fb-bd090c0af8b8 [ 1574.071690] env[62683]: DEBUG nova.compute.manager [req-12c74de7-db82-4647-be4c-b1b311a5c7bc req-6e5c88b8-a7f4-4db9-8459-1b05c01b6f9b service nova] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Received event network-changed-04519afa-6c64-45ef-b735-09c6da66b1ef {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1574.072033] env[62683]: DEBUG nova.compute.manager [req-12c74de7-db82-4647-be4c-b1b311a5c7bc req-6e5c88b8-a7f4-4db9-8459-1b05c01b6f9b service nova] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Refreshing instance network info cache due to event network-changed-04519afa-6c64-45ef-b735-09c6da66b1ef. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1574.072371] env[62683]: DEBUG oslo_concurrency.lockutils [req-12c74de7-db82-4647-be4c-b1b311a5c7bc req-6e5c88b8-a7f4-4db9-8459-1b05c01b6f9b service nova] Acquiring lock "refresh_cache-eee16ab0-76b4-4d1d-bf04-55f9b64264ef" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.109952] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]529b84bd-ab7c-d5c7-2a4d-e8fe23873616, 'name': SearchDatastore_Task, 'duration_secs': 0.017095} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.110162] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.110436] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1574.110705] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.111352] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.111352] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1574.111352] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2836a0a-0e89-4417-9acb-9a9de453ae23 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.120538] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1574.120721] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1574.121511] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1b621bf-d15e-447b-b583-c1294e5bb0f5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.126801] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1574.126801] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5264bee4-9bd7-ab85-0b11-cb622c192da9" [ 1574.126801] env[62683]: _type = "Task" [ 1574.126801] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.135661] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5264bee4-9bd7-ab85-0b11-cb622c192da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.143833] env[62683]: DEBUG oslo_concurrency.lockutils [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Releasing lock "refresh_cache-eee16ab0-76b4-4d1d-bf04-55f9b64264ef" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.144216] env[62683]: DEBUG nova.compute.manager [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Instance network_info: |[{"id": "04519afa-6c64-45ef-b735-09c6da66b1ef", "address": "fa:16:3e:f8:69:42", "network": {"id": "85ad66aa-7540-4f0f-9b31-7d4f3ffd1e60", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-357216319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69a6e41cd7c4eea813f046aab0426f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04519afa-6c", "ovs_interfaceid": "04519afa-6c64-45ef-b735-09c6da66b1ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1574.144517] env[62683]: DEBUG oslo_concurrency.lockutils [req-12c74de7-db82-4647-be4c-b1b311a5c7bc req-6e5c88b8-a7f4-4db9-8459-1b05c01b6f9b service nova] Acquired lock "refresh_cache-eee16ab0-76b4-4d1d-bf04-55f9b64264ef" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.144699] env[62683]: DEBUG nova.network.neutron [req-12c74de7-db82-4647-be4c-b1b311a5c7bc req-6e5c88b8-a7f4-4db9-8459-1b05c01b6f9b service nova] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Refreshing network info cache for port 04519afa-6c64-45ef-b735-09c6da66b1ef {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1574.146068] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:69:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04519afa-6c64-45ef-b735-09c6da66b1ef', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1574.154299] env[62683]: DEBUG oslo.service.loopingcall [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.155373] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1574.155617] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-457df961-35b9-4bb6-a5c3-da86b5162939 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.175558] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1574.175558] env[62683]: value = "task-1798994" [ 1574.175558] env[62683]: _type = "Task" [ 1574.175558] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.184883] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798994, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.249379] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798993, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.256464] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Releasing lock "refresh_cache-4c2f73c2-1014-479a-9adf-b87c86def0fe" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.301025] env[62683]: DEBUG nova.network.neutron [-] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.356662] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a5b5d628-ec09-4377-9a2d-71a89f8a0d29 tempest-ServerMetadataTestJSON-70929092 tempest-ServerMetadataTestJSON-70929092-project-member] Lock "e4d21150-033f-470a-80fb-bd090c0af8b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.010s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.643297] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5264bee4-9bd7-ab85-0b11-cb622c192da9, 'name': SearchDatastore_Task, 'duration_secs': 0.019454} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.644128] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b886651-f2f3-4e7c-a151-33772310947d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.649775] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1574.649775] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52eed9ca-b7dc-9d5d-8420-343c37c14726" [ 1574.649775] env[62683]: _type = "Task" [ 1574.649775] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.662909] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52eed9ca-b7dc-9d5d-8420-343c37c14726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.685429] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798994, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.752117] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798993, 'name': ReconfigVM_Task, 'duration_secs': 1.46852} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.754669] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Reconfigured VM instance instance-0000003d to attach disk [datastore1] f4e83ce0-2ba7-45cf-a060-124af8a7ff02/f4e83ce0-2ba7-45cf-a060-124af8a7ff02.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.755424] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e251939-c2e0-4984-bf8f-25ce3afd1e48 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.768450] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1574.768450] env[62683]: value = "task-1798995" [ 1574.768450] env[62683]: _type = "Task" [ 1574.768450] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.779160] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798995, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.782490] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d167b2e2-0c6d-42f1-bdc9-b63bd997d47b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.809420] env[62683]: INFO nova.compute.manager [-] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Took 1.42 seconds to deallocate network for instance. [ 1574.816393] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e7b185-3381-42b5-9961-235409084ca8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.820231] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6c5535-cffc-4de6-9b40-bf6f45526eb7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.827692] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Updating instance '4c2f73c2-1014-479a-9adf-b87c86def0fe' progress to 83 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1574.838796] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08ac2bb-215a-4054-a622-8cccf08cb062 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.879641] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a699f1c-0b42-4571-85ed-d12cadc86cc8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.889556] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d01352-50dc-43e8-9b1d-55e7f9176206 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.904683] env[62683]: DEBUG nova.compute.provider_tree [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.999344] env[62683]: DEBUG nova.network.neutron [req-12c74de7-db82-4647-be4c-b1b311a5c7bc req-6e5c88b8-a7f4-4db9-8459-1b05c01b6f9b service nova] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Updated VIF entry in instance network info cache for port 04519afa-6c64-45ef-b735-09c6da66b1ef. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1574.999596] env[62683]: DEBUG nova.network.neutron [req-12c74de7-db82-4647-be4c-b1b311a5c7bc req-6e5c88b8-a7f4-4db9-8459-1b05c01b6f9b service nova] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Updating instance_info_cache with network_info: [{"id": "04519afa-6c64-45ef-b735-09c6da66b1ef", "address": "fa:16:3e:f8:69:42", "network": {"id": "85ad66aa-7540-4f0f-9b31-7d4f3ffd1e60", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-357216319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69a6e41cd7c4eea813f046aab0426f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04519afa-6c", "ovs_interfaceid": "04519afa-6c64-45ef-b735-09c6da66b1ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.161838] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52eed9ca-b7dc-9d5d-8420-343c37c14726, 'name': SearchDatastore_Task, 'duration_secs': 0.013235} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.161838] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.161838] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] dfb8b226-70ba-415c-b183-6a81e9aa3026/dfb8b226-70ba-415c-b183-6a81e9aa3026.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1575.161838] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d54158de-5f2b-42ba-932c-8acc757ac2d0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.168795] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1575.168795] env[62683]: value = "task-1798996" [ 1575.168795] env[62683]: _type = "Task" [ 1575.168795] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.178719] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.187407] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1798994, 'name': CreateVM_Task, 'duration_secs': 0.891572} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.187629] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1575.188499] env[62683]: DEBUG oslo_concurrency.lockutils [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.188685] env[62683]: DEBUG oslo_concurrency.lockutils [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.188986] env[62683]: DEBUG oslo_concurrency.lockutils [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1575.189284] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b995d189-19e5-400e-a8f3-16b76a7bf58a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.195320] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1575.195320] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52eb425e-6b2d-aa1c-843a-0d60d7145ed4" [ 1575.195320] env[62683]: _type = "Task" [ 1575.195320] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.206294] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52eb425e-6b2d-aa1c-843a-0d60d7145ed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.275102] env[62683]: DEBUG oslo_vmware.rw_handles [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b4c5a-2afa-1a03-7937-b1dfb8de9b2b/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1575.276161] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f7d5f3-9434-45d7-aa2c-d416937e55ae {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.283662] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798995, 'name': Rename_Task, 'duration_secs': 0.253922} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.285361] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1575.285655] env[62683]: DEBUG oslo_vmware.rw_handles [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b4c5a-2afa-1a03-7937-b1dfb8de9b2b/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1575.285810] env[62683]: ERROR oslo_vmware.rw_handles [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b4c5a-2afa-1a03-7937-b1dfb8de9b2b/disk-0.vmdk due to incomplete transfer. [ 1575.286051] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35e4b55b-6e5a-46b1-a7b0-412c5a79350b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.287806] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cbfb8cc1-8e08-4534-8b06-fadbbb80ab96 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.294480] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1575.294480] env[62683]: value = "task-1798997" [ 1575.294480] env[62683]: _type = "Task" [ 1575.294480] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.296445] env[62683]: DEBUG oslo_vmware.rw_handles [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b4c5a-2afa-1a03-7937-b1dfb8de9b2b/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1575.296445] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Uploaded image 7bd1101b-c81f-435c-9cad-f46a3fe1d442 to the Glance image server {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1575.298456] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Destroying the VM {{(pid=62683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1575.301508] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3a7cc0a6-7664-4cf5-aef8-7ba8c88a5210 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.308619] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.310022] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1575.310022] env[62683]: value = "task-1798998" [ 1575.310022] env[62683]: _type = "Task" [ 1575.310022] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.319270] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.319270] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798998, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.340054] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1575.340370] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf94849b-13c5-4789-9a21-9e422436a2d6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.348311] env[62683]: DEBUG oslo_vmware.api [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1575.348311] env[62683]: value = "task-1798999" [ 1575.348311] env[62683]: _type = "Task" [ 1575.348311] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.361754] env[62683]: DEBUG oslo_vmware.api [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.408450] env[62683]: DEBUG nova.scheduler.client.report [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.503604] env[62683]: DEBUG oslo_concurrency.lockutils [req-12c74de7-db82-4647-be4c-b1b311a5c7bc req-6e5c88b8-a7f4-4db9-8459-1b05c01b6f9b service nova] Releasing lock "refresh_cache-eee16ab0-76b4-4d1d-bf04-55f9b64264ef" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.503976] env[62683]: DEBUG nova.compute.manager [req-12c74de7-db82-4647-be4c-b1b311a5c7bc req-6e5c88b8-a7f4-4db9-8459-1b05c01b6f9b service nova] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Received event network-vif-deleted-f1ebb1e3-711e-4179-adfe-1ad632b4e627 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1575.504398] env[62683]: INFO nova.compute.manager [req-12c74de7-db82-4647-be4c-b1b311a5c7bc req-6e5c88b8-a7f4-4db9-8459-1b05c01b6f9b service nova] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Neutron deleted interface f1ebb1e3-711e-4179-adfe-1ad632b4e627; detaching it from the instance and deleting it from the info cache [ 1575.504975] env[62683]: DEBUG nova.network.neutron [req-12c74de7-db82-4647-be4c-b1b311a5c7bc req-6e5c88b8-a7f4-4db9-8459-1b05c01b6f9b service nova] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.682909] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798996, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.711534] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52eb425e-6b2d-aa1c-843a-0d60d7145ed4, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.712245] env[62683]: DEBUG oslo_concurrency.lockutils [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.713027] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1575.713451] env[62683]: DEBUG oslo_concurrency.lockutils [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.713627] env[62683]: DEBUG oslo_concurrency.lockutils [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.713824] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1575.714463] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c93515c-80ca-47a4-9399-43648f84e2a1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.732877] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1575.733239] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1575.734244] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb12530a-f519-44e8-ab0d-dd95d2aa23ca {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.741509] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1575.741509] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52057d5c-6915-db5e-d45d-c1e7418d7c11" [ 1575.741509] env[62683]: _type = "Task" [ 1575.741509] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.751104] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52057d5c-6915-db5e-d45d-c1e7418d7c11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.806538] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798997, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.822416] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798998, 'name': Destroy_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.862741] env[62683]: DEBUG oslo_vmware.api [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1798999, 'name': PowerOnVM_Task, 'duration_secs': 0.417487} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.863037] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1575.863037] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c80258e5-132e-4ccd-969e-7a28dd1daf09 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Updating instance '4c2f73c2-1014-479a-9adf-b87c86def0fe' progress to 100 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1575.915549] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.918949] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.869s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.919121] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.919560] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1575.919757] env[62683]: DEBUG oslo_concurrency.lockutils [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.977s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.921899] env[62683]: INFO nova.compute.claims [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1575.928125] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be35c43f-7edd-43e6-a187-34fcca6777b8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.944045] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1102bff-34a7-41d9-a416-24a4718d9370 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.949134] env[62683]: INFO nova.scheduler.client.report [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Deleted allocations for instance 0d463f56-a2a4-498f-a3dc-b4568dc76fd9 [ 1575.965367] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763b03c7-8e03-410a-b095-5b16f098ddaa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.973070] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4feae1b-dc09-43c6-8bb9-ca5d25b8861b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.011167] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178569MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1576.011167] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.014114] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-686a0b9e-12d0-42d1-9566-8982319c5a2c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.021825] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854fb557-d712-4f81-b46e-aa26adf92dd7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.063869] env[62683]: DEBUG nova.compute.manager [req-12c74de7-db82-4647-be4c-b1b311a5c7bc req-6e5c88b8-a7f4-4db9-8459-1b05c01b6f9b service nova] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Detach interface failed, port_id=f1ebb1e3-711e-4179-adfe-1ad632b4e627, reason: Instance 5b54aec0-7752-4141-bd05-322104320ffa could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1576.179788] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1798996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68071} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.180073] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] dfb8b226-70ba-415c-b183-6a81e9aa3026/dfb8b226-70ba-415c-b183-6a81e9aa3026.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1576.180285] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1576.180533] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e165ec0-0d3a-427d-813a-346047d31b35 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.187711] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1576.187711] env[62683]: value = "task-1799000" [ 1576.187711] env[62683]: _type = "Task" [ 1576.187711] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.198603] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.254411] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52057d5c-6915-db5e-d45d-c1e7418d7c11, 'name': SearchDatastore_Task, 'duration_secs': 0.061834} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.255330] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18842f5b-1417-4460-a7fc-ff87aea55372 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.261615] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1576.261615] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52bba70b-5dab-f667-0c40-10fcacffdd35" [ 1576.261615] env[62683]: _type = "Task" [ 1576.261615] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.272162] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52bba70b-5dab-f667-0c40-10fcacffdd35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.305765] env[62683]: DEBUG oslo_vmware.api [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1798997, 'name': PowerOnVM_Task, 'duration_secs': 0.733002} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.306132] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1576.306490] env[62683]: INFO nova.compute.manager [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1576.307508] env[62683]: DEBUG nova.compute.manager [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1576.308680] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06d3570-39b5-40da-ac31-f9f76d548866 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.319655] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1798998, 'name': Destroy_Task, 'duration_secs': 0.581306} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.321464] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Destroyed the VM [ 1576.321784] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Deleting Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1576.324873] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9ee3ed4c-69c2-415d-8ca0-12699f857680 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.335887] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1576.335887] env[62683]: value = "task-1799001" [ 1576.335887] env[62683]: _type = "Task" [ 1576.335887] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.341439] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799001, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.457653] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0430927f-fa2f-4c81-91f8-ddabe2a76189 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.250s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.457653] env[62683]: DEBUG oslo_concurrency.lockutils [req-430f8fe6-8d88-48c3-be94-031377707b4f req-b5b64298-7006-46fb-9ca5-0bd45820cafc service nova] Acquired lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.459526] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e046f0a0-2c5c-497a-9573-d72ddd7f5f01 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.470593] env[62683]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1576.471193] env[62683]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62683) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1576.471193] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35f11eaa-1362-4c60-9ce4-821f90dcf153 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.480175] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c2c1b5-222f-4a3c-ad46-81788030e35d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.515597] env[62683]: ERROR root [req-430f8fe6-8d88-48c3-be94-031377707b4f req-b5b64298-7006-46fb-9ca5-0bd45820cafc service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-372910' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-372910' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-372910' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-372910'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-372910' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-372910' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-372910'}\n"]: nova.exception.InstanceNotFound: Instance 0d463f56-a2a4-498f-a3dc-b4568dc76fd9 could not be found. [ 1576.515875] env[62683]: DEBUG oslo_concurrency.lockutils [req-430f8fe6-8d88-48c3-be94-031377707b4f req-b5b64298-7006-46fb-9ca5-0bd45820cafc service nova] Releasing lock "0d463f56-a2a4-498f-a3dc-b4568dc76fd9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.516152] env[62683]: DEBUG nova.compute.manager [req-430f8fe6-8d88-48c3-be94-031377707b4f req-b5b64298-7006-46fb-9ca5-0bd45820cafc service nova] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Detach interface failed, port_id=60bbffcc-375a-4677-a926-3750d79632b9, reason: Instance 0d463f56-a2a4-498f-a3dc-b4568dc76fd9 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1576.699668] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103606} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.700234] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1576.701456] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44280c55-1574-4770-b677-f35cc233bf72 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.727318] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] dfb8b226-70ba-415c-b183-6a81e9aa3026/dfb8b226-70ba-415c-b183-6a81e9aa3026.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1576.728048] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21614a05-e7de-4558-9c1a-ef570f0eb4eb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.750320] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1576.750320] env[62683]: value = "task-1799002" [ 1576.750320] env[62683]: _type = "Task" [ 1576.750320] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.764061] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.772474] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52bba70b-5dab-f667-0c40-10fcacffdd35, 'name': SearchDatastore_Task, 'duration_secs': 0.010286} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.772667] env[62683]: DEBUG oslo_concurrency.lockutils [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.772968] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] eee16ab0-76b4-4d1d-bf04-55f9b64264ef/eee16ab0-76b4-4d1d-bf04-55f9b64264ef.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1576.773320] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd4915e1-588a-4d32-86b3-0451efa9d8e5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.779497] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1576.779497] env[62683]: value = "task-1799003" [ 1576.779497] env[62683]: _type = "Task" [ 1576.779497] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.788605] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.834683] env[62683]: INFO nova.compute.manager [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Took 47.58 seconds to build instance. [ 1576.851523] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799001, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.999569] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "b5584441-c85f-4cef-9391-2197cecb1845" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.999818] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "b5584441-c85f-4cef-9391-2197cecb1845" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.270091] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.295608] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799003, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.345364] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3b71f4a5-8e8f-4753-ad38-b5aa0836287e tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "f4e83ce0-2ba7-45cf-a060-124af8a7ff02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.721s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.345687] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799001, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.504569] env[62683]: DEBUG nova.compute.manager [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1577.546079] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373333ab-eefc-4465-9a53-6684412f04e5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.554714] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582ee3e1-5b0a-486d-9108-d784d177900e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.588203] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba1b733-1b57-4990-96d5-15b340e8ee80 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.595738] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd00442-cd12-495a-97f5-b5d6d9e925cf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.609614] env[62683]: DEBUG nova.compute.provider_tree [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1577.738428] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cc3e1e02-b4ae-49c5-bf09-e246d95e16fe tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "f4e83ce0-2ba7-45cf-a060-124af8a7ff02" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.738718] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cc3e1e02-b4ae-49c5-bf09-e246d95e16fe tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "f4e83ce0-2ba7-45cf-a060-124af8a7ff02" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.738905] env[62683]: DEBUG nova.compute.manager [None req-cc3e1e02-b4ae-49c5-bf09-e246d95e16fe tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1577.740284] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66330465-02eb-4b68-92c0-011ca17db25f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.747544] env[62683]: DEBUG nova.compute.manager [None req-cc3e1e02-b4ae-49c5-bf09-e246d95e16fe tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1577.748375] env[62683]: DEBUG nova.objects.instance [None req-cc3e1e02-b4ae-49c5-bf09-e246d95e16fe tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lazy-loading 'flavor' on Instance uuid f4e83ce0-2ba7-45cf-a060-124af8a7ff02 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1577.760746] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799002, 'name': ReconfigVM_Task, 'duration_secs': 0.571186} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.761123] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Reconfigured VM instance instance-00000016 to attach disk [datastore1] dfb8b226-70ba-415c-b183-6a81e9aa3026/dfb8b226-70ba-415c-b183-6a81e9aa3026.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1577.761833] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9daf488e-afc5-44d3-bc72-b3816e4549b9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.769736] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1577.769736] env[62683]: value = "task-1799004" [ 1577.769736] env[62683]: _type = "Task" [ 1577.769736] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.777285] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799004, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.789593] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581482} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.789844] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] eee16ab0-76b4-4d1d-bf04-55f9b64264ef/eee16ab0-76b4-4d1d-bf04-55f9b64264ef.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1577.790220] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1577.790412] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0493f619-344a-40d6-91e9-6cde43b9e13e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.796518] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1577.796518] env[62683]: value = "task-1799005" [ 1577.796518] env[62683]: _type = "Task" [ 1577.796518] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.806021] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.844976] env[62683]: DEBUG oslo_vmware.api [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799001, 'name': RemoveSnapshot_Task, 'duration_secs': 1.30036} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.845415] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Deleted Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1577.845415] env[62683]: INFO nova.compute.manager [None req-814c7e32-b241-4d89-b59b-46a0b1017a27 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Took 16.97 seconds to snapshot the instance on the hypervisor. [ 1578.026252] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.114647] env[62683]: DEBUG nova.scheduler.client.report [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1578.140278] env[62683]: DEBUG nova.network.neutron [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Port 7fe87542-d490-4768-9208-52a8ef44345a binding to destination host cpu-1 is already ACTIVE {{(pid=62683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1578.140278] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "refresh_cache-4c2f73c2-1014-479a-9adf-b87c86def0fe" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.140278] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquired lock "refresh_cache-4c2f73c2-1014-479a-9adf-b87c86def0fe" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.140278] env[62683]: DEBUG nova.network.neutron [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1578.279449] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799004, 'name': Rename_Task, 'duration_secs': 0.275462} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.279743] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1578.279983] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c14e9d80-d180-426c-9430-f03437903048 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.286207] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1578.286207] env[62683]: value = "task-1799006" [ 1578.286207] env[62683]: _type = "Task" [ 1578.286207] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.293688] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.304654] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064976} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.304921] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1578.305701] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7029c5f-18a4-4fba-91cf-86e19324533b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.327540] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] eee16ab0-76b4-4d1d-bf04-55f9b64264ef/eee16ab0-76b4-4d1d-bf04-55f9b64264ef.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1578.328430] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d46c4c5e-b092-4483-bdc4-399be49ee571 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.348346] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1578.348346] env[62683]: value = "task-1799007" [ 1578.348346] env[62683]: _type = "Task" [ 1578.348346] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.359280] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799007, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.620025] env[62683]: DEBUG oslo_concurrency.lockutils [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.620811] env[62683]: DEBUG nova.compute.manager [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1578.623916] env[62683]: DEBUG oslo_concurrency.lockutils [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.440s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.625680] env[62683]: INFO nova.compute.claims [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1578.757182] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3e1e02-b4ae-49c5-bf09-e246d95e16fe tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1578.757182] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d9f4cd3-ef5b-4a0d-8122-0a5fc285a1f3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.763891] env[62683]: DEBUG oslo_vmware.api [None req-cc3e1e02-b4ae-49c5-bf09-e246d95e16fe tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1578.763891] env[62683]: value = "task-1799008" [ 1578.763891] env[62683]: _type = "Task" [ 1578.763891] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.772111] env[62683]: DEBUG oslo_vmware.api [None req-cc3e1e02-b4ae-49c5-bf09-e246d95e16fe tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.795747] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.862299] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.890150] env[62683]: DEBUG nova.network.neutron [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Updating instance_info_cache with network_info: [{"id": "7fe87542-d490-4768-9208-52a8ef44345a", "address": "fa:16:3e:6a:8e:84", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe87542-d4", "ovs_interfaceid": "7fe87542-d490-4768-9208-52a8ef44345a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.130821] env[62683]: DEBUG nova.compute.utils [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1579.136025] env[62683]: DEBUG nova.compute.manager [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1579.136025] env[62683]: DEBUG nova.network.neutron [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1579.177447] env[62683]: DEBUG oslo_concurrency.lockutils [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.177742] env[62683]: DEBUG oslo_concurrency.lockutils [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.195636] env[62683]: DEBUG nova.policy [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab493672af6042fc912f26eaa853a924', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e05f55f8c034c49b64398576c542181', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1579.277790] env[62683]: DEBUG oslo_vmware.api [None req-cc3e1e02-b4ae-49c5-bf09-e246d95e16fe tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799008, 'name': PowerOffVM_Task, 'duration_secs': 0.449781} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.278119] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3e1e02-b4ae-49c5-bf09-e246d95e16fe tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1579.278465] env[62683]: DEBUG nova.compute.manager [None req-cc3e1e02-b4ae-49c5-bf09-e246d95e16fe tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1579.280510] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3860b188-7941-4ed6-91f4-82697ec20ed7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.302678] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.366667] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799007, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.394906] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Releasing lock "refresh_cache-4c2f73c2-1014-479a-9adf-b87c86def0fe" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.609677] env[62683]: DEBUG nova.network.neutron [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Successfully created port: 3c0aad5a-2deb-4cbe-bda9-3985e03c91b8 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1579.638856] env[62683]: DEBUG nova.compute.manager [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1579.681195] env[62683]: DEBUG nova.compute.manager [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1579.802566] env[62683]: DEBUG oslo_vmware.api [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799006, 'name': PowerOnVM_Task, 'duration_secs': 1.215797} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.803183] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cc3e1e02-b4ae-49c5-bf09-e246d95e16fe tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "f4e83ce0-2ba7-45cf-a060-124af8a7ff02" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.804240] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1579.804585] env[62683]: DEBUG nova.compute.manager [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1579.806393] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1079616c-1209-49dc-8a8f-de11fb13ef3f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.868215] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799007, 'name': ReconfigVM_Task, 'duration_secs': 1.028301} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.869565] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Reconfigured VM instance instance-0000003e to attach disk [datastore1] eee16ab0-76b4-4d1d-bf04-55f9b64264ef/eee16ab0-76b4-4d1d-bf04-55f9b64264ef.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1579.876014] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84b1cd0f-e0ee-4a0f-b534-dee81ba28e72 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.891056] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1579.891056] env[62683]: value = "task-1799009" [ 1579.891056] env[62683]: _type = "Task" [ 1579.891056] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.898735] env[62683]: DEBUG nova.compute.manager [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62683) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1579.898998] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.906752] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799009, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.162526] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6007cb-114b-47b9-8dee-b095bc6fc879 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.170914] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09633f5f-069c-490b-95f1-8c2cdfa2804e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.204621] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db09c0b-37af-4092-b266-18b81be43dcc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.215064] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80360c2a-b3db-40d0-874e-55dfe1ec3b11 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.221587] env[62683]: DEBUG oslo_concurrency.lockutils [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.231063] env[62683]: DEBUG nova.compute.provider_tree [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1580.327078] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.386349] env[62683]: INFO nova.compute.manager [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Rebuilding instance [ 1580.401479] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799009, 'name': Rename_Task, 'duration_secs': 0.390143} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.401769] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1580.402015] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee7eb95e-e6dc-4621-af30-08ffe358732b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.410614] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1580.410614] env[62683]: value = "task-1799010" [ 1580.410614] env[62683]: _type = "Task" [ 1580.410614] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.423840] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.431516] env[62683]: DEBUG nova.compute.manager [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1580.432360] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a41cdd6-480a-4675-abca-a84b751dede8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.653835] env[62683]: DEBUG nova.compute.manager [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1580.673174] env[62683]: DEBUG nova.virt.hardware [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1580.673437] env[62683]: DEBUG nova.virt.hardware [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1580.673597] env[62683]: DEBUG nova.virt.hardware [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1580.673776] env[62683]: DEBUG nova.virt.hardware [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1580.674051] env[62683]: DEBUG nova.virt.hardware [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1580.674322] env[62683]: DEBUG nova.virt.hardware [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1580.674671] env[62683]: DEBUG nova.virt.hardware [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1580.674949] env[62683]: DEBUG nova.virt.hardware [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1580.675257] env[62683]: DEBUG nova.virt.hardware [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1580.675496] env[62683]: DEBUG nova.virt.hardware [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1580.675719] env[62683]: DEBUG nova.virt.hardware [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1580.676553] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7112dd6-7c2e-4064-88f7-4deecf269fe9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.684111] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b71d44-4644-4c7e-bba1-92e2a15f77e2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.734181] env[62683]: DEBUG nova.scheduler.client.report [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1580.924337] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799010, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.084900] env[62683]: INFO nova.compute.manager [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Rebuilding instance [ 1581.125981] env[62683]: DEBUG nova.compute.manager [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1581.126813] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8370806d-61e1-4927-bd02-a46eff622108 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.239745] env[62683]: DEBUG oslo_concurrency.lockutils [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.240777] env[62683]: DEBUG nova.compute.manager [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1581.244129] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.859s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.244369] env[62683]: DEBUG nova.objects.instance [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lazy-loading 'resources' on Instance uuid ba78bd69-7f48-42b5-866d-604f2ebee987 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1581.312911] env[62683]: DEBUG nova.compute.manager [req-7f9c7675-cdf8-42de-aa4c-56e966f5f17d req-c0a6df6f-9ba7-4b8d-a5f2-2bcfbe8f5985 service nova] [instance: b06713db-2263-410b-93a8-fc7334752d30] Received event network-vif-plugged-3c0aad5a-2deb-4cbe-bda9-3985e03c91b8 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1581.313176] env[62683]: DEBUG oslo_concurrency.lockutils [req-7f9c7675-cdf8-42de-aa4c-56e966f5f17d req-c0a6df6f-9ba7-4b8d-a5f2-2bcfbe8f5985 service nova] Acquiring lock "b06713db-2263-410b-93a8-fc7334752d30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.313398] env[62683]: DEBUG oslo_concurrency.lockutils [req-7f9c7675-cdf8-42de-aa4c-56e966f5f17d req-c0a6df6f-9ba7-4b8d-a5f2-2bcfbe8f5985 service nova] Lock "b06713db-2263-410b-93a8-fc7334752d30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.313609] env[62683]: DEBUG oslo_concurrency.lockutils [req-7f9c7675-cdf8-42de-aa4c-56e966f5f17d req-c0a6df6f-9ba7-4b8d-a5f2-2bcfbe8f5985 service nova] Lock "b06713db-2263-410b-93a8-fc7334752d30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.313823] env[62683]: DEBUG nova.compute.manager [req-7f9c7675-cdf8-42de-aa4c-56e966f5f17d req-c0a6df6f-9ba7-4b8d-a5f2-2bcfbe8f5985 service nova] [instance: b06713db-2263-410b-93a8-fc7334752d30] No waiting events found dispatching network-vif-plugged-3c0aad5a-2deb-4cbe-bda9-3985e03c91b8 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1581.314261] env[62683]: WARNING nova.compute.manager [req-7f9c7675-cdf8-42de-aa4c-56e966f5f17d req-c0a6df6f-9ba7-4b8d-a5f2-2bcfbe8f5985 service nova] [instance: b06713db-2263-410b-93a8-fc7334752d30] Received unexpected event network-vif-plugged-3c0aad5a-2deb-4cbe-bda9-3985e03c91b8 for instance with vm_state building and task_state spawning. [ 1581.400910] env[62683]: DEBUG nova.network.neutron [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Successfully updated port: 3c0aad5a-2deb-4cbe-bda9-3985e03c91b8 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1581.426614] env[62683]: DEBUG oslo_vmware.api [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799010, 'name': PowerOnVM_Task, 'duration_secs': 0.744238} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.426891] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1581.427112] env[62683]: INFO nova.compute.manager [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1581.427297] env[62683]: DEBUG nova.compute.manager [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1581.428060] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3345e6-d3a1-4048-9611-957cc16cd650 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.447933] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1581.447933] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbe852d7-0058-4154-9c1f-c168a3a6383e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.452288] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1581.452288] env[62683]: value = "task-1799011" [ 1581.452288] env[62683]: _type = "Task" [ 1581.452288] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.463033] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] VM already powered off {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1581.464210] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1581.464210] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f11d6cc-3c80-4951-af17-3aa796354fa8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.471345] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1581.471569] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2a6f89a-b030-4da8-81d9-9a854ab83493 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.542531] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1581.542783] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1581.543063] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Deleting the datastore file [datastore1] f4e83ce0-2ba7-45cf-a060-124af8a7ff02 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1581.543397] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95fc6f3b-4006-4985-a085-32594e5e0c53 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.550536] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1581.550536] env[62683]: value = "task-1799013" [ 1581.550536] env[62683]: _type = "Task" [ 1581.550536] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.559556] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.748683] env[62683]: DEBUG nova.compute.utils [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1581.753695] env[62683]: DEBUG nova.compute.manager [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1581.756312] env[62683]: DEBUG nova.network.neutron [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1581.807961] env[62683]: DEBUG nova.policy [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42ceb2008cdf43508c08a032ee8beaff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5835d3228c24a28836f713880f4da7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1581.906284] env[62683]: DEBUG oslo_concurrency.lockutils [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Acquiring lock "refresh_cache-b06713db-2263-410b-93a8-fc7334752d30" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.906466] env[62683]: DEBUG oslo_concurrency.lockutils [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Acquired lock "refresh_cache-b06713db-2263-410b-93a8-fc7334752d30" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.906599] env[62683]: DEBUG nova.network.neutron [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1581.947616] env[62683]: INFO nova.compute.manager [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Took 51.08 seconds to build instance. [ 1582.062177] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140754} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.062177] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.062177] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1582.062177] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1582.132469] env[62683]: DEBUG nova.network.neutron [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Successfully created port: 04c9dffc-c63d-4343-adec-03cdcf97afa1 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1582.139872] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1582.140179] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d8f73a5-f7e5-4157-aeca-f7a1e60b4577 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.146732] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1582.146732] env[62683]: value = "task-1799014" [ 1582.146732] env[62683]: _type = "Task" [ 1582.146732] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.157302] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.219614] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4cca26-eb8e-437f-a793-cf98f6433b74 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.227217] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe69efc7-46da-4593-87a4-db6cf20216c1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.261861] env[62683]: DEBUG nova.compute.manager [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1582.268722] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417798e9-bfac-4331-bc78-5ab4122ef26d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.281639] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e89ed88-ca87-4613-a60c-c83174f9f8f8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.301213] env[62683]: DEBUG nova.compute.provider_tree [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1582.444682] env[62683]: DEBUG nova.network.neutron [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1582.451705] env[62683]: DEBUG oslo_concurrency.lockutils [None req-37a9c713-a8f3-4e4e-aac8-34cd10dd9ece tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "eee16ab0-76b4-4d1d-bf04-55f9b64264ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.578s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.627547] env[62683]: DEBUG nova.network.neutron [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Updating instance_info_cache with network_info: [{"id": "3c0aad5a-2deb-4cbe-bda9-3985e03c91b8", "address": "fa:16:3e:98:e5:c0", "network": {"id": "5c1dbc11-33af-4cc3-bdaa-843876fd8c4c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1135165905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e05f55f8c034c49b64398576c542181", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c0aad5a-2d", "ovs_interfaceid": "3c0aad5a-2deb-4cbe-bda9-3985e03c91b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.656706] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799014, 'name': PowerOffVM_Task, 'duration_secs': 0.355981} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.656949] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1582.657201] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1582.657979] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4a911e-d45d-439b-b756-3c73e92ab56b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.665030] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1582.665261] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc2e8abe-ed29-4918-b3cd-bbe427a9ee0a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.752558] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1582.752806] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1582.753035] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Deleting the datastore file [datastore1] dfb8b226-70ba-415c-b183-6a81e9aa3026 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1582.753302] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d858438a-f37b-43b6-86b4-7a368230a7cc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.759522] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1582.759522] env[62683]: value = "task-1799016" [ 1582.759522] env[62683]: _type = "Task" [ 1582.759522] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.767159] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.804947] env[62683]: DEBUG nova.scheduler.client.report [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1583.102708] env[62683]: DEBUG nova.virt.hardware [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1583.103044] env[62683]: DEBUG nova.virt.hardware [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1583.103156] env[62683]: DEBUG nova.virt.hardware [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1583.103342] env[62683]: DEBUG nova.virt.hardware [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1583.103490] env[62683]: DEBUG nova.virt.hardware [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1583.103637] env[62683]: DEBUG nova.virt.hardware [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1583.103852] env[62683]: DEBUG nova.virt.hardware [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1583.104053] env[62683]: DEBUG nova.virt.hardware [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1583.104231] env[62683]: DEBUG nova.virt.hardware [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1583.104407] env[62683]: DEBUG nova.virt.hardware [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1583.104587] env[62683]: DEBUG nova.virt.hardware [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1583.105469] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaa606d-d208-48b6-80d3-a81355f1afee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.116308] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eb4b31-fd8d-4bc8-b901-a3fca6fdbab8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.128308] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:2a:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52a5e349-9aa8-4e24-8092-3eed208c153b', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1583.135691] env[62683]: DEBUG oslo.service.loopingcall [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1583.136704] env[62683]: DEBUG oslo_concurrency.lockutils [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Releasing lock "refresh_cache-b06713db-2263-410b-93a8-fc7334752d30" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.136704] env[62683]: DEBUG nova.compute.manager [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Instance network_info: |[{"id": "3c0aad5a-2deb-4cbe-bda9-3985e03c91b8", "address": "fa:16:3e:98:e5:c0", "network": {"id": "5c1dbc11-33af-4cc3-bdaa-843876fd8c4c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1135165905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e05f55f8c034c49b64398576c542181", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c0aad5a-2d", "ovs_interfaceid": "3c0aad5a-2deb-4cbe-bda9-3985e03c91b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1583.136841] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1583.137245] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:e5:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c0aad5a-2deb-4cbe-bda9-3985e03c91b8', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1583.144480] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Creating folder: Project (6e05f55f8c034c49b64398576c542181). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1583.144714] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbc23914-45cb-4c65-9617-f67e93b5bf40 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.158947] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19eb3f9c-11c8-4f15-9bde-e9e4dda2d3f9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.167907] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1583.167907] env[62683]: value = "task-1799018" [ 1583.167907] env[62683]: _type = "Task" [ 1583.167907] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.175706] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799018, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.177049] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Created folder: Project (6e05f55f8c034c49b64398576c542181) in parent group-v372889. [ 1583.177246] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Creating folder: Instances. Parent ref: group-v373063. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1583.177472] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f53e75f3-9842-4234-af4c-2cc49e691e13 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.186395] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Created folder: Instances in parent group-v373063. [ 1583.186645] env[62683]: DEBUG oslo.service.loopingcall [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1583.186843] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b06713db-2263-410b-93a8-fc7334752d30] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1583.187055] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e52c8aff-16d3-4fc0-9d32-fca5a1e59a81 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.205296] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1583.205296] env[62683]: value = "task-1799020" [ 1583.205296] env[62683]: _type = "Task" [ 1583.205296] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.212956] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799020, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.270075] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137218} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.270569] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1583.270809] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1583.271070] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1583.278972] env[62683]: DEBUG nova.compute.manager [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1583.299817] env[62683]: DEBUG nova.virt.hardware [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1583.300112] env[62683]: DEBUG nova.virt.hardware [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1583.300314] env[62683]: DEBUG nova.virt.hardware [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1583.300528] env[62683]: DEBUG nova.virt.hardware [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1583.300814] env[62683]: DEBUG nova.virt.hardware [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1583.300935] env[62683]: DEBUG nova.virt.hardware [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1583.301207] env[62683]: DEBUG nova.virt.hardware [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1583.301414] env[62683]: DEBUG nova.virt.hardware [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1583.301645] env[62683]: DEBUG nova.virt.hardware [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1583.301839] env[62683]: DEBUG nova.virt.hardware [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1583.302077] env[62683]: DEBUG nova.virt.hardware [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1583.303039] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5805e78d-179d-4851-ba46-63eac68f890f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.310479] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.313222] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.772s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.316152] env[62683]: INFO nova.compute.claims [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1583.319687] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1398a2c8-2291-43d6-8acd-86b97ee7b083 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.336930] env[62683]: INFO nova.scheduler.client.report [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Deleted allocations for instance ba78bd69-7f48-42b5-866d-604f2ebee987 [ 1583.343460] env[62683]: DEBUG nova.compute.manager [req-f03ee573-fbe6-4ce1-81b5-a1a276f889be req-b7b31d3a-20e2-49f0-8fab-59da0c638416 service nova] [instance: b06713db-2263-410b-93a8-fc7334752d30] Received event network-changed-3c0aad5a-2deb-4cbe-bda9-3985e03c91b8 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1583.343918] env[62683]: DEBUG nova.compute.manager [req-f03ee573-fbe6-4ce1-81b5-a1a276f889be req-b7b31d3a-20e2-49f0-8fab-59da0c638416 service nova] [instance: b06713db-2263-410b-93a8-fc7334752d30] Refreshing instance network info cache due to event network-changed-3c0aad5a-2deb-4cbe-bda9-3985e03c91b8. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1583.345176] env[62683]: DEBUG oslo_concurrency.lockutils [req-f03ee573-fbe6-4ce1-81b5-a1a276f889be req-b7b31d3a-20e2-49f0-8fab-59da0c638416 service nova] Acquiring lock "refresh_cache-b06713db-2263-410b-93a8-fc7334752d30" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.345176] env[62683]: DEBUG oslo_concurrency.lockutils [req-f03ee573-fbe6-4ce1-81b5-a1a276f889be req-b7b31d3a-20e2-49f0-8fab-59da0c638416 service nova] Acquired lock "refresh_cache-b06713db-2263-410b-93a8-fc7334752d30" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.345176] env[62683]: DEBUG nova.network.neutron [req-f03ee573-fbe6-4ce1-81b5-a1a276f889be req-b7b31d3a-20e2-49f0-8fab-59da0c638416 service nova] [instance: b06713db-2263-410b-93a8-fc7334752d30] Refreshing network info cache for port 3c0aad5a-2deb-4cbe-bda9-3985e03c91b8 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1583.676811] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799018, 'name': CreateVM_Task, 'duration_secs': 0.443113} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.677062] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1583.677828] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.678070] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.678447] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1583.678768] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f78d6e0d-a938-479a-97ee-635e8a723608 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.683910] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1583.683910] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52930513-5ad7-1c91-07c6-177a740882e4" [ 1583.683910] env[62683]: _type = "Task" [ 1583.683910] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.693169] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52930513-5ad7-1c91-07c6-177a740882e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.715218] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799020, 'name': CreateVM_Task, 'duration_secs': 0.395315} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.715570] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b06713db-2263-410b-93a8-fc7334752d30] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1583.716386] env[62683]: DEBUG oslo_concurrency.lockutils [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.797104] env[62683]: DEBUG nova.network.neutron [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Successfully updated port: 04c9dffc-c63d-4343-adec-03cdcf97afa1 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1583.852085] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fa70bc8-0c7f-4a82-acac-0c5e145f0582 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "ba78bd69-7f48-42b5-866d-604f2ebee987" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.034s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.162919] env[62683]: DEBUG nova.network.neutron [req-f03ee573-fbe6-4ce1-81b5-a1a276f889be req-b7b31d3a-20e2-49f0-8fab-59da0c638416 service nova] [instance: b06713db-2263-410b-93a8-fc7334752d30] Updated VIF entry in instance network info cache for port 3c0aad5a-2deb-4cbe-bda9-3985e03c91b8. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1584.163359] env[62683]: DEBUG nova.network.neutron [req-f03ee573-fbe6-4ce1-81b5-a1a276f889be req-b7b31d3a-20e2-49f0-8fab-59da0c638416 service nova] [instance: b06713db-2263-410b-93a8-fc7334752d30] Updating instance_info_cache with network_info: [{"id": "3c0aad5a-2deb-4cbe-bda9-3985e03c91b8", "address": "fa:16:3e:98:e5:c0", "network": {"id": "5c1dbc11-33af-4cc3-bdaa-843876fd8c4c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1135165905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e05f55f8c034c49b64398576c542181", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c0aad5a-2d", "ovs_interfaceid": "3c0aad5a-2deb-4cbe-bda9-3985e03c91b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.198110] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52930513-5ad7-1c91-07c6-177a740882e4, 'name': SearchDatastore_Task, 'duration_secs': 0.012175} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.198341] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.198732] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1584.199457] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.199457] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.199457] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1584.199617] env[62683]: DEBUG oslo_concurrency.lockutils [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.199916] env[62683]: DEBUG oslo_concurrency.lockutils [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1584.200465] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b07b948e-19d2-4cb6-9baf-b665e8a3c736 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.202949] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d7abd0-b24b-422d-80f6-760b38dacce4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.208040] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Waiting for the task: (returnval){ [ 1584.208040] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52167cba-684b-9ce0-8219-4c7a5638ed08" [ 1584.208040] env[62683]: _type = "Task" [ 1584.208040] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.213520] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1584.213706] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1584.217275] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-910d5fef-3aea-446b-8f97-ecef8352bab7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.219752] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52167cba-684b-9ce0-8219-4c7a5638ed08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.222684] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1584.222684] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52223c8d-8ecf-4d71-fbba-6e002b73e618" [ 1584.222684] env[62683]: _type = "Task" [ 1584.222684] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.230141] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52223c8d-8ecf-4d71-fbba-6e002b73e618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.300637] env[62683]: DEBUG oslo_concurrency.lockutils [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Acquiring lock "refresh_cache-7091557b-6466-439b-85f5-46c6237e9436" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.300777] env[62683]: DEBUG oslo_concurrency.lockutils [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Acquired lock "refresh_cache-7091557b-6466-439b-85f5-46c6237e9436" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.300953] env[62683]: DEBUG nova.network.neutron [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1584.316358] env[62683]: DEBUG nova.virt.hardware [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1584.317072] env[62683]: DEBUG nova.virt.hardware [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.317513] env[62683]: DEBUG nova.virt.hardware [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1584.318089] env[62683]: DEBUG nova.virt.hardware [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.318600] env[62683]: DEBUG nova.virt.hardware [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1584.318997] env[62683]: DEBUG nova.virt.hardware [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1584.320421] env[62683]: DEBUG nova.virt.hardware [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1584.320421] env[62683]: DEBUG nova.virt.hardware [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1584.320421] env[62683]: DEBUG nova.virt.hardware [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1584.320421] env[62683]: DEBUG nova.virt.hardware [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1584.321062] env[62683]: DEBUG nova.virt.hardware [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1584.324277] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ff35ff-7faa-47c4-9238-de4666c02bb0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.339232] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0232c10-3a50-45fb-b3a1-114b4972a63c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.355918] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:c5:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6f588e8-5f62-4ce8-ad68-a0780df44e8a', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1584.363651] env[62683]: DEBUG oslo.service.loopingcall [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.366784] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1584.367268] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-450c3c2d-3d9b-4001-8e3d-99f17ba017c5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.390667] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1584.390667] env[62683]: value = "task-1799021" [ 1584.390667] env[62683]: _type = "Task" [ 1584.390667] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.400052] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799021, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.670045] env[62683]: DEBUG oslo_concurrency.lockutils [req-f03ee573-fbe6-4ce1-81b5-a1a276f889be req-b7b31d3a-20e2-49f0-8fab-59da0c638416 service nova] Releasing lock "refresh_cache-b06713db-2263-410b-93a8-fc7334752d30" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.719695] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52167cba-684b-9ce0-8219-4c7a5638ed08, 'name': SearchDatastore_Task, 'duration_secs': 0.016565} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.720069] env[62683]: DEBUG oslo_concurrency.lockutils [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.720269] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1584.720487] env[62683]: DEBUG oslo_concurrency.lockutils [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.732286] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52223c8d-8ecf-4d71-fbba-6e002b73e618, 'name': SearchDatastore_Task, 'duration_secs': 0.007479} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.735494] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63e15bc-eb73-4593-be71-c937ed1e4e37 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.740955] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1584.740955] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e9491a-5da4-e0ac-80fc-63ebd01a0213" [ 1584.740955] env[62683]: _type = "Task" [ 1584.740955] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.746577] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a254b8d-6d00-4cc9-8dc0-720dea4b3790 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.751717] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e9491a-5da4-e0ac-80fc-63ebd01a0213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.756257] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89be42c2-1964-4cbe-82e1-b0e274328823 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.788842] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa998ab-0dae-4bcd-b45e-c74f185a62e3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.797168] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3055b5aa-23a7-4a0e-afa5-2fb902848a80 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.812785] env[62683]: DEBUG nova.compute.provider_tree [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.848015] env[62683]: DEBUG nova.network.neutron [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1584.902729] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799021, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.997205] env[62683]: DEBUG nova.network.neutron [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Updating instance_info_cache with network_info: [{"id": "04c9dffc-c63d-4343-adec-03cdcf97afa1", "address": "fa:16:3e:7b:5f:72", "network": {"id": "ed27c346-1b33-4282-b287-c26eb48ca0b5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1555562356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5835d3228c24a28836f713880f4da7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c9dffc-c6", "ovs_interfaceid": "04c9dffc-c63d-4343-adec-03cdcf97afa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.252255] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e9491a-5da4-e0ac-80fc-63ebd01a0213, 'name': SearchDatastore_Task, 'duration_secs': 0.009518} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.252572] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.253581] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] f4e83ce0-2ba7-45cf-a060-124af8a7ff02/f4e83ce0-2ba7-45cf-a060-124af8a7ff02.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1585.253581] env[62683]: DEBUG oslo_concurrency.lockutils [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.253581] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1585.254097] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3db22221-cc4f-4e5e-ac9a-19bdf5193713 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.256223] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b683e096-c9cd-42a2-94d4-3dfc0624c690 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.264881] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1585.264881] env[62683]: value = "task-1799022" [ 1585.264881] env[62683]: _type = "Task" [ 1585.264881] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.266139] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1585.266382] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1585.269977] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-525ddc11-fcc6-4ac5-bef3-7327ae962407 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.280751] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.282696] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Waiting for the task: (returnval){ [ 1585.282696] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528572d3-738a-201c-f962-9b91e67afd5c" [ 1585.282696] env[62683]: _type = "Task" [ 1585.282696] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.292598] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528572d3-738a-201c-f962-9b91e67afd5c, 'name': SearchDatastore_Task, 'duration_secs': 0.009133} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.293542] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a775df41-530f-4a52-b734-98db3614a1bd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.299448] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Waiting for the task: (returnval){ [ 1585.299448] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52dff2e7-8bc1-02f5-888a-7308892f1f30" [ 1585.299448] env[62683]: _type = "Task" [ 1585.299448] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.308419] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52dff2e7-8bc1-02f5-888a-7308892f1f30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.316509] env[62683]: DEBUG nova.scheduler.client.report [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1585.369256] env[62683]: DEBUG nova.compute.manager [req-2428f90b-ebe0-43a7-970f-034c096c6058 req-d2027151-5690-4a74-a07d-538f8b93a9e5 service nova] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Received event network-vif-plugged-04c9dffc-c63d-4343-adec-03cdcf97afa1 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1585.369497] env[62683]: DEBUG oslo_concurrency.lockutils [req-2428f90b-ebe0-43a7-970f-034c096c6058 req-d2027151-5690-4a74-a07d-538f8b93a9e5 service nova] Acquiring lock "7091557b-6466-439b-85f5-46c6237e9436-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.369763] env[62683]: DEBUG oslo_concurrency.lockutils [req-2428f90b-ebe0-43a7-970f-034c096c6058 req-d2027151-5690-4a74-a07d-538f8b93a9e5 service nova] Lock "7091557b-6466-439b-85f5-46c6237e9436-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.369953] env[62683]: DEBUG oslo_concurrency.lockutils [req-2428f90b-ebe0-43a7-970f-034c096c6058 req-d2027151-5690-4a74-a07d-538f8b93a9e5 service nova] Lock "7091557b-6466-439b-85f5-46c6237e9436-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.370170] env[62683]: DEBUG nova.compute.manager [req-2428f90b-ebe0-43a7-970f-034c096c6058 req-d2027151-5690-4a74-a07d-538f8b93a9e5 service nova] [instance: 7091557b-6466-439b-85f5-46c6237e9436] No waiting events found dispatching network-vif-plugged-04c9dffc-c63d-4343-adec-03cdcf97afa1 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1585.370348] env[62683]: WARNING nova.compute.manager [req-2428f90b-ebe0-43a7-970f-034c096c6058 req-d2027151-5690-4a74-a07d-538f8b93a9e5 service nova] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Received unexpected event network-vif-plugged-04c9dffc-c63d-4343-adec-03cdcf97afa1 for instance with vm_state building and task_state spawning. [ 1585.370518] env[62683]: DEBUG nova.compute.manager [req-2428f90b-ebe0-43a7-970f-034c096c6058 req-d2027151-5690-4a74-a07d-538f8b93a9e5 service nova] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Received event network-changed-04c9dffc-c63d-4343-adec-03cdcf97afa1 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1585.370675] env[62683]: DEBUG nova.compute.manager [req-2428f90b-ebe0-43a7-970f-034c096c6058 req-d2027151-5690-4a74-a07d-538f8b93a9e5 service nova] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Refreshing instance network info cache due to event network-changed-04c9dffc-c63d-4343-adec-03cdcf97afa1. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1585.370844] env[62683]: DEBUG oslo_concurrency.lockutils [req-2428f90b-ebe0-43a7-970f-034c096c6058 req-d2027151-5690-4a74-a07d-538f8b93a9e5 service nova] Acquiring lock "refresh_cache-7091557b-6466-439b-85f5-46c6237e9436" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.404854] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799021, 'name': CreateVM_Task, 'duration_secs': 0.931726} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.405058] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.405851] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.406034] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.406387] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1585.406623] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c74da33a-c854-4d11-9c58-3dd6daf55116 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.411535] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1585.411535] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522452d7-0ce9-5eb5-bb4e-cf5fa5cd4703" [ 1585.411535] env[62683]: _type = "Task" [ 1585.411535] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.419727] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522452d7-0ce9-5eb5-bb4e-cf5fa5cd4703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.499999] env[62683]: DEBUG oslo_concurrency.lockutils [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Releasing lock "refresh_cache-7091557b-6466-439b-85f5-46c6237e9436" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.501140] env[62683]: DEBUG nova.compute.manager [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Instance network_info: |[{"id": "04c9dffc-c63d-4343-adec-03cdcf97afa1", "address": "fa:16:3e:7b:5f:72", "network": {"id": "ed27c346-1b33-4282-b287-c26eb48ca0b5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1555562356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5835d3228c24a28836f713880f4da7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c9dffc-c6", "ovs_interfaceid": "04c9dffc-c63d-4343-adec-03cdcf97afa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1585.501140] env[62683]: DEBUG oslo_concurrency.lockutils [req-2428f90b-ebe0-43a7-970f-034c096c6058 req-d2027151-5690-4a74-a07d-538f8b93a9e5 service nova] Acquired lock "refresh_cache-7091557b-6466-439b-85f5-46c6237e9436" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.501140] env[62683]: DEBUG nova.network.neutron [req-2428f90b-ebe0-43a7-970f-034c096c6058 req-d2027151-5690-4a74-a07d-538f8b93a9e5 service nova] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Refreshing network info cache for port 04c9dffc-c63d-4343-adec-03cdcf97afa1 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.502101] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:5f:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04c9dffc-c63d-4343-adec-03cdcf97afa1', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1585.510838] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Creating folder: Project (e5835d3228c24a28836f713880f4da7f). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1585.514519] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-448fecf0-2967-4288-a390-93846df832cf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.526337] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Created folder: Project (e5835d3228c24a28836f713880f4da7f) in parent group-v372889. [ 1585.526337] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Creating folder: Instances. Parent ref: group-v373068. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1585.526581] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9e96c64-6716-476e-805e-1ca7d60c4052 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.535768] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Created folder: Instances in parent group-v373068. [ 1585.536129] env[62683]: DEBUG oslo.service.loopingcall [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1585.536468] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1585.536601] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56d92de4-bf8f-414d-a5ce-620f7df869e0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.557931] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1585.557931] env[62683]: value = "task-1799025" [ 1585.557931] env[62683]: _type = "Task" [ 1585.557931] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.567608] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799025, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.577401] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquiring lock "eee16ab0-76b4-4d1d-bf04-55f9b64264ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.578045] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "eee16ab0-76b4-4d1d-bf04-55f9b64264ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.578045] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquiring lock "eee16ab0-76b4-4d1d-bf04-55f9b64264ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.578195] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "eee16ab0-76b4-4d1d-bf04-55f9b64264ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.578383] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "eee16ab0-76b4-4d1d-bf04-55f9b64264ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.580646] env[62683]: INFO nova.compute.manager [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Terminating instance [ 1585.777335] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479557} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.780538] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] f4e83ce0-2ba7-45cf-a060-124af8a7ff02/f4e83ce0-2ba7-45cf-a060-124af8a7ff02.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1585.780538] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1585.780538] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bc7fcef-82d0-4cc0-9ffd-a7b157a23e4b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.787133] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1585.787133] env[62683]: value = "task-1799026" [ 1585.787133] env[62683]: _type = "Task" [ 1585.787133] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.797311] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.810246] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52dff2e7-8bc1-02f5-888a-7308892f1f30, 'name': SearchDatastore_Task, 'duration_secs': 0.00909} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.810951] env[62683]: DEBUG oslo_concurrency.lockutils [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.810951] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] b06713db-2263-410b-93a8-fc7334752d30/b06713db-2263-410b-93a8-fc7334752d30.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1585.811555] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4b2014b-c634-4be8-a3f9-3cb05315885e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.819898] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Waiting for the task: (returnval){ [ 1585.819898] env[62683]: value = "task-1799027" [ 1585.819898] env[62683]: _type = "Task" [ 1585.819898] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.824192] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.825196] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.543s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.827293] env[62683]: INFO nova.compute.claims [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1585.838242] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': task-1799027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.846481] env[62683]: DEBUG nova.network.neutron [req-2428f90b-ebe0-43a7-970f-034c096c6058 req-d2027151-5690-4a74-a07d-538f8b93a9e5 service nova] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Updated VIF entry in instance network info cache for port 04c9dffc-c63d-4343-adec-03cdcf97afa1. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1585.846784] env[62683]: DEBUG nova.network.neutron [req-2428f90b-ebe0-43a7-970f-034c096c6058 req-d2027151-5690-4a74-a07d-538f8b93a9e5 service nova] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Updating instance_info_cache with network_info: [{"id": "04c9dffc-c63d-4343-adec-03cdcf97afa1", "address": "fa:16:3e:7b:5f:72", "network": {"id": "ed27c346-1b33-4282-b287-c26eb48ca0b5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1555562356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5835d3228c24a28836f713880f4da7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c9dffc-c6", "ovs_interfaceid": "04c9dffc-c63d-4343-adec-03cdcf97afa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.924888] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522452d7-0ce9-5eb5-bb4e-cf5fa5cd4703, 'name': SearchDatastore_Task, 'duration_secs': 0.068287} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.925246] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.925509] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1585.925760] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.925923] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.926147] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1585.926674] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7459602c-ed77-445a-ad5b-4cfc908723f2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.936035] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1585.936035] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1585.936035] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4cbd776-619b-4040-af1a-f0eff447bbfc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.941222] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1585.941222] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]527c5771-9262-55f0-09fa-5cda9efa095f" [ 1585.941222] env[62683]: _type = "Task" [ 1585.941222] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.949699] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527c5771-9262-55f0-09fa-5cda9efa095f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.069285] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799025, 'name': CreateVM_Task, 'duration_secs': 0.368377} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.069494] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1586.070276] env[62683]: DEBUG oslo_concurrency.lockutils [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.070462] env[62683]: DEBUG oslo_concurrency.lockutils [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.070808] env[62683]: DEBUG oslo_concurrency.lockutils [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1586.071274] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc41b392-2c49-4143-9308-6a34310165ef {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.076830] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Waiting for the task: (returnval){ [ 1586.076830] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52aa134a-862d-fff0-0c63-8bff415a5943" [ 1586.076830] env[62683]: _type = "Task" [ 1586.076830] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.086789] env[62683]: DEBUG nova.compute.manager [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1586.087064] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1586.087357] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52aa134a-862d-fff0-0c63-8bff415a5943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.088239] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee850a4-168a-4efa-8166-c976191627e1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.095932] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1586.096258] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6cea035-2108-4400-8fdb-fd3ad8014c38 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.102867] env[62683]: DEBUG oslo_vmware.api [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1586.102867] env[62683]: value = "task-1799028" [ 1586.102867] env[62683]: _type = "Task" [ 1586.102867] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.111820] env[62683]: DEBUG oslo_vmware.api [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.295862] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064738} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.296162] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1586.296933] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345692c2-8d8a-49c6-a53f-448e5bdf33d6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.321391] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] f4e83ce0-2ba7-45cf-a060-124af8a7ff02/f4e83ce0-2ba7-45cf-a060-124af8a7ff02.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.321888] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84d6539e-d890-4560-991a-14413a8d155d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.340507] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Acquiring lock "231a451b-4ef4-4644-adf3-dad7edcc6ddc" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.340796] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Lock "231a451b-4ef4-4644-adf3-dad7edcc6ddc" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.351678] env[62683]: DEBUG oslo_concurrency.lockutils [req-2428f90b-ebe0-43a7-970f-034c096c6058 req-d2027151-5690-4a74-a07d-538f8b93a9e5 service nova] Releasing lock "refresh_cache-7091557b-6466-439b-85f5-46c6237e9436" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.352118] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': task-1799027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435115} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.354410] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] b06713db-2263-410b-93a8-fc7334752d30/b06713db-2263-410b-93a8-fc7334752d30.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1586.354639] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1586.355283] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1586.355283] env[62683]: value = "task-1799029" [ 1586.355283] env[62683]: _type = "Task" [ 1586.355283] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.355495] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2967b7d9-a95a-4aac-be70-f52f7515af89 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.367594] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.371282] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Waiting for the task: (returnval){ [ 1586.371282] env[62683]: value = "task-1799030" [ 1586.371282] env[62683]: _type = "Task" [ 1586.371282] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.379653] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': task-1799030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.451315] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527c5771-9262-55f0-09fa-5cda9efa095f, 'name': SearchDatastore_Task, 'duration_secs': 0.008218} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.452023] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3109d946-5caa-40e9-bc76-a4e857ffaee1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.457283] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1586.457283] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5267d696-891f-b1fb-3945-4351c7cf02c1" [ 1586.457283] env[62683]: _type = "Task" [ 1586.457283] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.464839] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5267d696-891f-b1fb-3945-4351c7cf02c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.587679] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52aa134a-862d-fff0-0c63-8bff415a5943, 'name': SearchDatastore_Task, 'duration_secs': 0.05034} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.588557] env[62683]: DEBUG oslo_concurrency.lockutils [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.588557] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1586.588557] env[62683]: DEBUG oslo_concurrency.lockutils [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.612231] env[62683]: DEBUG oslo_vmware.api [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799028, 'name': PowerOffVM_Task, 'duration_secs': 0.31678} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.613779] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1586.613779] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1586.613779] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9370b2e-f3d6-4eb5-8bf6-4858cf123fa0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.686871] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1586.687140] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1586.687327] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Deleting the datastore file [datastore1] eee16ab0-76b4-4d1d-bf04-55f9b64264ef {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1586.687586] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e8c7cf9-3fbb-4a49-93f5-657d3074fbe6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.694501] env[62683]: DEBUG oslo_vmware.api [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1586.694501] env[62683]: value = "task-1799032" [ 1586.694501] env[62683]: _type = "Task" [ 1586.694501] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.701783] env[62683]: DEBUG oslo_vmware.api [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.845596] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Lock "231a451b-4ef4-4644-adf3-dad7edcc6ddc" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.846203] env[62683]: DEBUG nova.compute.manager [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1586.867649] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.878439] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': task-1799030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071309} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.882086] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1586.883680] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc17aa3-db90-4e15-b485-e9173f4fc582 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.905858] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] b06713db-2263-410b-93a8-fc7334752d30/b06713db-2263-410b-93a8-fc7334752d30.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.909598] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b78b6425-ae53-4cc5-8d5c-7003bb0ffdc4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.930135] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Waiting for the task: (returnval){ [ 1586.930135] env[62683]: value = "task-1799033" [ 1586.930135] env[62683]: _type = "Task" [ 1586.930135] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.939068] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': task-1799033, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.968937] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5267d696-891f-b1fb-3945-4351c7cf02c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009015} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.971392] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.971661] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] dfb8b226-70ba-415c-b183-6a81e9aa3026/dfb8b226-70ba-415c-b183-6a81e9aa3026.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1586.972126] env[62683]: DEBUG oslo_concurrency.lockutils [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.972324] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1586.972544] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c66cb18d-12e7-4aff-92a4-e0bcc9ac4f88 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.974530] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85e92b3f-0609-4963-ac76-e86d59f7d7a6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.980142] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1586.980142] env[62683]: value = "task-1799034" [ 1586.980142] env[62683]: _type = "Task" [ 1586.980142] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.986434] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1586.986623] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1586.987851] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1114a5d-8f80-47b5-874e-6878b2814759 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.995080] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.000089] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Waiting for the task: (returnval){ [ 1587.000089] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52577bb7-bb81-438d-d777-18354436f43a" [ 1587.000089] env[62683]: _type = "Task" [ 1587.000089] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.007304] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52577bb7-bb81-438d-d777-18354436f43a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.203714] env[62683]: DEBUG oslo_vmware.api [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13386} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.206588] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1587.206750] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1587.206933] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1587.207134] env[62683]: INFO nova.compute.manager [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1587.207386] env[62683]: DEBUG oslo.service.loopingcall [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1587.207820] env[62683]: DEBUG nova.compute.manager [-] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1587.207947] env[62683]: DEBUG nova.network.neutron [-] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1587.308337] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b14017-e1bf-4d3b-bc49-f9dadddb4391 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.316597] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348a5501-bc22-430d-9982-56e93bbe924d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.348755] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f99ad6-5772-4224-a144-53bbc0956fb6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.353021] env[62683]: DEBUG nova.compute.utils [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1587.356800] env[62683]: DEBUG nova.compute.manager [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1587.357016] env[62683]: DEBUG nova.network.neutron [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1587.365163] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee421590-f0ec-4682-8af4-78f25c950291 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.378773] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799029, 'name': ReconfigVM_Task, 'duration_secs': 0.557729} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.390031] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Reconfigured VM instance instance-0000003d to attach disk [datastore1] f4e83ce0-2ba7-45cf-a060-124af8a7ff02/f4e83ce0-2ba7-45cf-a060-124af8a7ff02.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1587.390031] env[62683]: DEBUG nova.compute.provider_tree [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.390031] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aea3242a-67b4-4c68-99d3-499cccef7be4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.396517] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1587.396517] env[62683]: value = "task-1799035" [ 1587.396517] env[62683]: _type = "Task" [ 1587.396517] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.405984] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799035, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.440764] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': task-1799033, 'name': ReconfigVM_Task, 'duration_secs': 0.280799} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.441103] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Reconfigured VM instance instance-0000003f to attach disk [datastore1] b06713db-2263-410b-93a8-fc7334752d30/b06713db-2263-410b-93a8-fc7334752d30.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1587.441786] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0af1328c-c584-41b6-93a8-d96ca1bc8fbd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.447263] env[62683]: DEBUG nova.policy [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '535f3ee5fa3e4f75aceba30cc54f109e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '137ed80e6881457c92dcc3378894bf3c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1587.450472] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Waiting for the task: (returnval){ [ 1587.450472] env[62683]: value = "task-1799036" [ 1587.450472] env[62683]: _type = "Task" [ 1587.450472] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.458716] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': task-1799036, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.488311] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486588} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.488576] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] dfb8b226-70ba-415c-b183-6a81e9aa3026/dfb8b226-70ba-415c-b183-6a81e9aa3026.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1587.488788] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1587.489054] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60f16bcb-7c0c-45bd-bfc8-9c6ff6614db4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.495402] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1587.495402] env[62683]: value = "task-1799037" [ 1587.495402] env[62683]: _type = "Task" [ 1587.495402] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.503234] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.510760] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52577bb7-bb81-438d-d777-18354436f43a, 'name': SearchDatastore_Task, 'duration_secs': 0.008506} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.511576] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45dd1b81-2a59-4cb2-91e9-19bf207a8b9d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.516534] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Waiting for the task: (returnval){ [ 1587.516534] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]525616dd-f856-2d7b-5c73-7b0841fbb5fb" [ 1587.516534] env[62683]: _type = "Task" [ 1587.516534] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.524280] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]525616dd-f856-2d7b-5c73-7b0841fbb5fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.703048] env[62683]: DEBUG nova.compute.manager [req-c1ad7dee-1543-4bcb-9f1c-64257f01615e req-49427bf8-21f9-435a-ada6-738c43c67064 service nova] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Received event network-vif-deleted-04519afa-6c64-45ef-b735-09c6da66b1ef {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1587.703048] env[62683]: INFO nova.compute.manager [req-c1ad7dee-1543-4bcb-9f1c-64257f01615e req-49427bf8-21f9-435a-ada6-738c43c67064 service nova] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Neutron deleted interface 04519afa-6c64-45ef-b735-09c6da66b1ef; detaching it from the instance and deleting it from the info cache [ 1587.703048] env[62683]: DEBUG nova.network.neutron [req-c1ad7dee-1543-4bcb-9f1c-64257f01615e req-49427bf8-21f9-435a-ada6-738c43c67064 service nova] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.815233] env[62683]: DEBUG nova.network.neutron [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Successfully created port: 3be1b0bc-c1d7-4750-b0cc-175ff716aff2 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1587.863942] env[62683]: DEBUG nova.compute.manager [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1587.893294] env[62683]: DEBUG nova.scheduler.client.report [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1587.907975] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799035, 'name': Rename_Task, 'duration_secs': 0.160529} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.908183] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1587.908787] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fd90872-f711-4ac2-89c9-1495c93ab362 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.915549] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1587.915549] env[62683]: value = "task-1799038" [ 1587.915549] env[62683]: _type = "Task" [ 1587.915549] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.928203] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.960254] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': task-1799036, 'name': Rename_Task, 'duration_secs': 0.150149} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.960518] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1587.960736] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbe9384e-9a36-4052-b099-717ff7736ac9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.966840] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Waiting for the task: (returnval){ [ 1587.966840] env[62683]: value = "task-1799039" [ 1587.966840] env[62683]: _type = "Task" [ 1587.966840] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.980107] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': task-1799039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.004572] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067186} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.004828] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1588.005606] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39664c47-a750-43ba-a7c8-e241fe7e414f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.033853] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] dfb8b226-70ba-415c-b183-6a81e9aa3026/dfb8b226-70ba-415c-b183-6a81e9aa3026.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1588.037601] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a75579bd-3509-4fa4-b5f3-19e1eac779cd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.059146] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]525616dd-f856-2d7b-5c73-7b0841fbb5fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009831} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.060489] env[62683]: DEBUG oslo_concurrency.lockutils [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.060754] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 7091557b-6466-439b-85f5-46c6237e9436/7091557b-6466-439b-85f5-46c6237e9436.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1588.061108] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1588.061108] env[62683]: value = "task-1799040" [ 1588.061108] env[62683]: _type = "Task" [ 1588.061108] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.061290] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17930e53-f414-419b-9a52-745817162920 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.071688] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.073033] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Waiting for the task: (returnval){ [ 1588.073033] env[62683]: value = "task-1799041" [ 1588.073033] env[62683]: _type = "Task" [ 1588.073033] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.080847] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': task-1799041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.112548] env[62683]: DEBUG nova.network.neutron [-] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.205077] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02e03aa7-6d5d-446a-9d6a-f5d91283e2fa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.214851] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e36fb68-5836-4d6d-899c-51da6e047213 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.257711] env[62683]: DEBUG nova.compute.manager [req-c1ad7dee-1543-4bcb-9f1c-64257f01615e req-49427bf8-21f9-435a-ada6-738c43c67064 service nova] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Detach interface failed, port_id=04519afa-6c64-45ef-b735-09c6da66b1ef, reason: Instance eee16ab0-76b4-4d1d-bf04-55f9b64264ef could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1588.403056] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.403635] env[62683]: DEBUG nova.compute.manager [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1588.406499] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.775s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.406724] env[62683]: DEBUG nova.objects.instance [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Lazy-loading 'resources' on Instance uuid e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.428023] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799038, 'name': PowerOnVM_Task, 'duration_secs': 0.499107} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.428023] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1588.428023] env[62683]: DEBUG nova.compute.manager [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.428678] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dec296f-20c5-40d0-ae04-321d531de46b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.478345] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': task-1799039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.575524] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799040, 'name': ReconfigVM_Task, 'duration_secs': 0.456181} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.578865] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Reconfigured VM instance instance-00000016 to attach disk [datastore1] dfb8b226-70ba-415c-b183-6a81e9aa3026/dfb8b226-70ba-415c-b183-6a81e9aa3026.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1588.579597] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8321a307-4021-4cfb-b930-62fbdb244293 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.587485] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': task-1799041, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.589864] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1588.589864] env[62683]: value = "task-1799042" [ 1588.589864] env[62683]: _type = "Task" [ 1588.589864] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.597804] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799042, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.615557] env[62683]: INFO nova.compute.manager [-] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Took 1.41 seconds to deallocate network for instance. [ 1588.875739] env[62683]: DEBUG nova.compute.manager [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1588.901510] env[62683]: DEBUG nova.virt.hardware [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1588.901510] env[62683]: DEBUG nova.virt.hardware [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1588.901670] env[62683]: DEBUG nova.virt.hardware [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1588.901782] env[62683]: DEBUG nova.virt.hardware [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1588.901958] env[62683]: DEBUG nova.virt.hardware [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1588.902123] env[62683]: DEBUG nova.virt.hardware [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1588.902339] env[62683]: DEBUG nova.virt.hardware [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1588.902503] env[62683]: DEBUG nova.virt.hardware [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1588.902671] env[62683]: DEBUG nova.virt.hardware [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1588.902834] env[62683]: DEBUG nova.virt.hardware [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1588.903172] env[62683]: DEBUG nova.virt.hardware [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1588.903910] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e368506c-edeb-4f56-a522-4d645df04c89 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.909334] env[62683]: DEBUG nova.compute.utils [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1588.912938] env[62683]: DEBUG nova.compute.manager [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1588.913172] env[62683]: DEBUG nova.network.neutron [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1588.919024] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37be0541-1ae6-4be8-96b4-8d16a26b1826 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.942069] env[62683]: INFO nova.compute.manager [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] bringing vm to original state: 'stopped' [ 1588.965112] env[62683]: DEBUG nova.policy [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adbe749332d54288b2a2658092b40239', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbaa38edaf1c47d08530d685c8ec1998', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1588.977810] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': task-1799039, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.086081] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': task-1799041, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.100224] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799042, 'name': Rename_Task, 'duration_secs': 0.458271} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.102146] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1589.103422] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb0427e1-d84a-4886-b677-7cbaef41fbb7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.110614] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1589.110614] env[62683]: value = "task-1799043" [ 1589.110614] env[62683]: _type = "Task" [ 1589.110614] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.126604] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.126828] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.387598] env[62683]: DEBUG nova.network.neutron [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Successfully created port: 6d1ff28c-7ae9-4e78-a4c8-650c93617d84 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1589.402161] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11c368f-1a45-432b-abdf-8da59951e1c4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.409302] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713f6be0-4e96-4d91-9abe-f3c93edbb083 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.443305] env[62683]: DEBUG nova.compute.manager [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1589.448352] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3d11f2-b5ef-4407-8106-3fcee7e23254 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.463130] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8f21d6-8b90-4b3d-a299-7f03b3c279ec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.483054] env[62683]: DEBUG nova.compute.provider_tree [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.487303] env[62683]: DEBUG oslo_vmware.api [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': task-1799039, 'name': PowerOnVM_Task, 'duration_secs': 1.165394} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.488303] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1589.488678] env[62683]: INFO nova.compute.manager [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1589.488857] env[62683]: DEBUG nova.compute.manager [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1589.489754] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b69802c-0acb-4ea9-aae6-7122d4ef2e67 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.545862] env[62683]: DEBUG nova.compute.manager [req-3b0c2c3d-0e19-483e-9625-8234c58ae792 req-c60f252e-2fa5-4062-bdd1-ce9e4a340497 service nova] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Received event network-vif-plugged-3be1b0bc-c1d7-4750-b0cc-175ff716aff2 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1589.546111] env[62683]: DEBUG oslo_concurrency.lockutils [req-3b0c2c3d-0e19-483e-9625-8234c58ae792 req-c60f252e-2fa5-4062-bdd1-ce9e4a340497 service nova] Acquiring lock "684641b9-e62f-406e-91a5-12bc0fe32470-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.546330] env[62683]: DEBUG oslo_concurrency.lockutils [req-3b0c2c3d-0e19-483e-9625-8234c58ae792 req-c60f252e-2fa5-4062-bdd1-ce9e4a340497 service nova] Lock "684641b9-e62f-406e-91a5-12bc0fe32470-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.546505] env[62683]: DEBUG oslo_concurrency.lockutils [req-3b0c2c3d-0e19-483e-9625-8234c58ae792 req-c60f252e-2fa5-4062-bdd1-ce9e4a340497 service nova] Lock "684641b9-e62f-406e-91a5-12bc0fe32470-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.546706] env[62683]: DEBUG nova.compute.manager [req-3b0c2c3d-0e19-483e-9625-8234c58ae792 req-c60f252e-2fa5-4062-bdd1-ce9e4a340497 service nova] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] No waiting events found dispatching network-vif-plugged-3be1b0bc-c1d7-4750-b0cc-175ff716aff2 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1589.546837] env[62683]: WARNING nova.compute.manager [req-3b0c2c3d-0e19-483e-9625-8234c58ae792 req-c60f252e-2fa5-4062-bdd1-ce9e4a340497 service nova] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Received unexpected event network-vif-plugged-3be1b0bc-c1d7-4750-b0cc-175ff716aff2 for instance with vm_state building and task_state spawning. [ 1589.574802] env[62683]: DEBUG nova.network.neutron [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Successfully updated port: 3be1b0bc-c1d7-4750-b0cc-175ff716aff2 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1589.585814] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': task-1799041, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.489372} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.585814] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 7091557b-6466-439b-85f5-46c6237e9436/7091557b-6466-439b-85f5-46c6237e9436.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1589.585814] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1589.585814] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c98ca7e-b117-40ad-84f7-b4a3c108226a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.592554] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Waiting for the task: (returnval){ [ 1589.592554] env[62683]: value = "task-1799044" [ 1589.592554] env[62683]: _type = "Task" [ 1589.592554] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.600505] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': task-1799044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.620507] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799043, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.955756] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "f4e83ce0-2ba7-45cf-a060-124af8a7ff02" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.956026] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "f4e83ce0-2ba7-45cf-a060-124af8a7ff02" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.956224] env[62683]: DEBUG nova.compute.manager [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1589.960738] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d0da13-b2e1-4431-bf05-fd18ea25c7d8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.967337] env[62683]: DEBUG nova.compute.manager [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1589.986617] env[62683]: DEBUG nova.scheduler.client.report [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1590.005897] env[62683]: INFO nova.compute.manager [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Took 48.09 seconds to build instance. [ 1590.080595] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Acquiring lock "refresh_cache-684641b9-e62f-406e-91a5-12bc0fe32470" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.080595] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Acquired lock "refresh_cache-684641b9-e62f-406e-91a5-12bc0fe32470" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.080595] env[62683]: DEBUG nova.network.neutron [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1590.105748] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': task-1799044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122464} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.106290] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1590.107557] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cffbcd-a865-4c22-8e40-7d9cde8c0f5d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.143543] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 7091557b-6466-439b-85f5-46c6237e9436/7091557b-6466-439b-85f5-46c6237e9436.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1590.144105] env[62683]: DEBUG oslo_vmware.api [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799043, 'name': PowerOnVM_Task, 'duration_secs': 0.887667} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.144189] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dff87329-5ea9-4f09-81e9-ef17aa2aa1cc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.158491] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1590.158719] env[62683]: DEBUG nova.compute.manager [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1590.160471] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15bec82-c0bf-4448-adc5-57472b858b71 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.171223] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Waiting for the task: (returnval){ [ 1590.171223] env[62683]: value = "task-1799045" [ 1590.171223] env[62683]: _type = "Task" [ 1590.171223] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.179833] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': task-1799045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.358646] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Acquiring lock "b06713db-2263-410b-93a8-fc7334752d30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.465207] env[62683]: DEBUG nova.compute.manager [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1590.471019] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1590.471276] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca6761e9-4cd9-4389-8c4f-ad70600560cf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.478869] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1590.478869] env[62683]: value = "task-1799046" [ 1590.478869] env[62683]: _type = "Task" [ 1590.478869] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.490496] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.492417] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.494604] env[62683]: DEBUG nova.virt.hardware [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1590.494830] env[62683]: DEBUG nova.virt.hardware [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1590.494989] env[62683]: DEBUG nova.virt.hardware [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1590.495192] env[62683]: DEBUG nova.virt.hardware [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1590.495345] env[62683]: DEBUG nova.virt.hardware [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1590.495538] env[62683]: DEBUG nova.virt.hardware [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1590.495773] env[62683]: DEBUG nova.virt.hardware [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1590.495933] env[62683]: DEBUG nova.virt.hardware [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1590.496159] env[62683]: DEBUG nova.virt.hardware [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1590.496342] env[62683]: DEBUG nova.virt.hardware [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1590.496524] env[62683]: DEBUG nova.virt.hardware [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1590.497045] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.020s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.499098] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee9c1d5-fb72-4b42-8c63-196ac1e5fcc9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.508838] env[62683]: DEBUG oslo_concurrency.lockutils [None req-17b4d9a4-4cd8-43be-a27b-0272bc9961a9 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Lock "b06713db-2263-410b-93a8-fc7334752d30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.055s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.509228] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Lock "b06713db-2263-410b-93a8-fc7334752d30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.154s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.509448] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Acquiring lock "b06713db-2263-410b-93a8-fc7334752d30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.509649] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Lock "b06713db-2263-410b-93a8-fc7334752d30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.509819] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Lock "b06713db-2263-410b-93a8-fc7334752d30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.512824] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8e6fcd-bd74-47bc-954d-48d7f77401b6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.518171] env[62683]: INFO nova.compute.manager [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Terminating instance [ 1590.524863] env[62683]: INFO nova.scheduler.client.report [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Deleted allocations for instance e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e [ 1590.637530] env[62683]: DEBUG nova.network.neutron [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1590.688816] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.694534] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': task-1799045, 'name': ReconfigVM_Task, 'duration_secs': 0.393228} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.697437] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 7091557b-6466-439b-85f5-46c6237e9436/7091557b-6466-439b-85f5-46c6237e9436.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1590.698201] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d55ab52f-9182-47c4-83a0-973ef9270877 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.704874] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Waiting for the task: (returnval){ [ 1590.704874] env[62683]: value = "task-1799047" [ 1590.704874] env[62683]: _type = "Task" [ 1590.704874] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.714772] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': task-1799047, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.847035] env[62683]: DEBUG nova.network.neutron [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Updating instance_info_cache with network_info: [{"id": "3be1b0bc-c1d7-4750-b0cc-175ff716aff2", "address": "fa:16:3e:08:0e:9c", "network": {"id": "d0eda2bd-55a1-478d-989b-857e2b4c290c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-505863279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137ed80e6881457c92dcc3378894bf3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3be1b0bc-c1", "ovs_interfaceid": "3be1b0bc-c1d7-4750-b0cc-175ff716aff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.989982] env[62683]: DEBUG oslo_vmware.api [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799046, 'name': PowerOffVM_Task, 'duration_secs': 0.281576} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.990391] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1590.990599] env[62683]: DEBUG nova.compute.manager [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1590.992341] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ceb5b7-c7e4-45db-b628-066d343257e5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.005337] env[62683]: INFO nova.compute.claims [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1591.024857] env[62683]: DEBUG nova.compute.manager [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1591.025116] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1591.026047] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39554c4-99d5-40a2-8bc3-1d2771385446 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.035403] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1591.036953] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c200c2f-d913-446a-bad8-73171f08c01d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.040859] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d8242645-46ac-4146-b3e5-b2f53acef5b6 tempest-ImagesNegativeTestJSON-1993720350 tempest-ImagesNegativeTestJSON-1993720350-project-member] Lock "e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.547s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.048208] env[62683]: DEBUG oslo_vmware.api [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Waiting for the task: (returnval){ [ 1591.048208] env[62683]: value = "task-1799048" [ 1591.048208] env[62683]: _type = "Task" [ 1591.048208] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.059722] env[62683]: DEBUG oslo_vmware.api [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': task-1799048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.078170] env[62683]: DEBUG nova.compute.manager [req-2ba74fe1-f914-48b6-9494-797f1f688b87 req-04884e84-1217-4048-9faa-8fe77d32cfa2 service nova] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Received event network-vif-plugged-6d1ff28c-7ae9-4e78-a4c8-650c93617d84 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1591.078394] env[62683]: DEBUG oslo_concurrency.lockutils [req-2ba74fe1-f914-48b6-9494-797f1f688b87 req-04884e84-1217-4048-9faa-8fe77d32cfa2 service nova] Acquiring lock "9a5b6016-07c9-4b69-b161-1741fe86286f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.078608] env[62683]: DEBUG oslo_concurrency.lockutils [req-2ba74fe1-f914-48b6-9494-797f1f688b87 req-04884e84-1217-4048-9faa-8fe77d32cfa2 service nova] Lock "9a5b6016-07c9-4b69-b161-1741fe86286f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.078776] env[62683]: DEBUG oslo_concurrency.lockutils [req-2ba74fe1-f914-48b6-9494-797f1f688b87 req-04884e84-1217-4048-9faa-8fe77d32cfa2 service nova] Lock "9a5b6016-07c9-4b69-b161-1741fe86286f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.078988] env[62683]: DEBUG nova.compute.manager [req-2ba74fe1-f914-48b6-9494-797f1f688b87 req-04884e84-1217-4048-9faa-8fe77d32cfa2 service nova] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] No waiting events found dispatching network-vif-plugged-6d1ff28c-7ae9-4e78-a4c8-650c93617d84 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1591.079149] env[62683]: WARNING nova.compute.manager [req-2ba74fe1-f914-48b6-9494-797f1f688b87 req-04884e84-1217-4048-9faa-8fe77d32cfa2 service nova] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Received unexpected event network-vif-plugged-6d1ff28c-7ae9-4e78-a4c8-650c93617d84 for instance with vm_state building and task_state spawning. [ 1591.114064] env[62683]: DEBUG nova.network.neutron [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Successfully updated port: 6d1ff28c-7ae9-4e78-a4c8-650c93617d84 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1591.217023] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': task-1799047, 'name': Rename_Task, 'duration_secs': 0.176787} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.217181] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1591.217458] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a7b2cb5-a3c2-42fa-aae0-534515f81e3d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.224816] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Waiting for the task: (returnval){ [ 1591.224816] env[62683]: value = "task-1799049" [ 1591.224816] env[62683]: _type = "Task" [ 1591.224816] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.234019] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': task-1799049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.349819] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Releasing lock "refresh_cache-684641b9-e62f-406e-91a5-12bc0fe32470" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.349819] env[62683]: DEBUG nova.compute.manager [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Instance network_info: |[{"id": "3be1b0bc-c1d7-4750-b0cc-175ff716aff2", "address": "fa:16:3e:08:0e:9c", "network": {"id": "d0eda2bd-55a1-478d-989b-857e2b4c290c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-505863279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137ed80e6881457c92dcc3378894bf3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3be1b0bc-c1", "ovs_interfaceid": "3be1b0bc-c1d7-4750-b0cc-175ff716aff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1591.350698] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:0e:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3be1b0bc-c1d7-4750-b0cc-175ff716aff2', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1591.358221] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Creating folder: Project (137ed80e6881457c92dcc3378894bf3c). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1591.358558] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c91aeb8-3eed-4fe1-a9e9-190276b8f9b2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.369680] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Created folder: Project (137ed80e6881457c92dcc3378894bf3c) in parent group-v372889. [ 1591.369889] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Creating folder: Instances. Parent ref: group-v373071. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1591.370605] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cac51a5d-9fde-4332-9392-187a120a95e6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.380058] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Created folder: Instances in parent group-v373071. [ 1591.380316] env[62683]: DEBUG oslo.service.loopingcall [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.380516] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1591.380728] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-143188cb-d1ce-4b11-8463-54c1943bd197 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.402929] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1591.402929] env[62683]: value = "task-1799052" [ 1591.402929] env[62683]: _type = "Task" [ 1591.402929] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.411539] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799052, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.516333] env[62683]: INFO nova.compute.resource_tracker [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Updating resource usage from migration 3fda09f1-1076-4742-8c76-e9ddb6945ab0 [ 1591.518320] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "f4e83ce0-2ba7-45cf-a060-124af8a7ff02" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.562s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.560261] env[62683]: DEBUG oslo_vmware.api [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': task-1799048, 'name': PowerOffVM_Task, 'duration_secs': 0.179983} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.562955] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1591.563223] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1591.563686] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f654cff3-a182-4338-9d87-f5d3061cfbba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.620874] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Acquiring lock "refresh_cache-9a5b6016-07c9-4b69-b161-1741fe86286f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.622058] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Acquired lock "refresh_cache-9a5b6016-07c9-4b69-b161-1741fe86286f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.622058] env[62683]: DEBUG nova.network.neutron [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1591.669350] env[62683]: DEBUG nova.compute.manager [req-9aa8adc6-a7d4-4dc8-839e-949ca657e548 req-85934a15-fca9-4b2c-bc62-09b61c07da3f service nova] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Received event network-changed-3be1b0bc-c1d7-4750-b0cc-175ff716aff2 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1591.669637] env[62683]: DEBUG nova.compute.manager [req-9aa8adc6-a7d4-4dc8-839e-949ca657e548 req-85934a15-fca9-4b2c-bc62-09b61c07da3f service nova] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Refreshing instance network info cache due to event network-changed-3be1b0bc-c1d7-4750-b0cc-175ff716aff2. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1591.669934] env[62683]: DEBUG oslo_concurrency.lockutils [req-9aa8adc6-a7d4-4dc8-839e-949ca657e548 req-85934a15-fca9-4b2c-bc62-09b61c07da3f service nova] Acquiring lock "refresh_cache-684641b9-e62f-406e-91a5-12bc0fe32470" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.670136] env[62683]: DEBUG oslo_concurrency.lockutils [req-9aa8adc6-a7d4-4dc8-839e-949ca657e548 req-85934a15-fca9-4b2c-bc62-09b61c07da3f service nova] Acquired lock "refresh_cache-684641b9-e62f-406e-91a5-12bc0fe32470" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.670360] env[62683]: DEBUG nova.network.neutron [req-9aa8adc6-a7d4-4dc8-839e-949ca657e548 req-85934a15-fca9-4b2c-bc62-09b61c07da3f service nova] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Refreshing network info cache for port 3be1b0bc-c1d7-4750-b0cc-175ff716aff2 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.679984] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1591.680244] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1591.680433] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Deleting the datastore file [datastore1] b06713db-2263-410b-93a8-fc7334752d30 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.681139] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c683dad-f7e0-4786-a127-dc29688baeae {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.695031] env[62683]: DEBUG oslo_vmware.api [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Waiting for the task: (returnval){ [ 1591.695031] env[62683]: value = "task-1799054" [ 1591.695031] env[62683]: _type = "Task" [ 1591.695031] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.710966] env[62683]: DEBUG oslo_vmware.api [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': task-1799054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.737520] env[62683]: DEBUG oslo_vmware.api [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': task-1799049, 'name': PowerOnVM_Task, 'duration_secs': 0.504139} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.737827] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1591.738050] env[62683]: INFO nova.compute.manager [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1591.738245] env[62683]: DEBUG nova.compute.manager [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1591.739191] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd8214c-79f0-4784-8cdc-505573fee5d5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.916463] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799052, 'name': CreateVM_Task, 'duration_secs': 0.422798} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.918905] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1591.919766] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.919936] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.920269] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1591.920548] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde768b4-c280-4d01-bf7d-576d2dc5b9fd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.926034] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Waiting for the task: (returnval){ [ 1591.926034] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52158532-2a90-ebcf-1eb9-2720641f6451" [ 1591.926034] env[62683]: _type = "Task" [ 1591.926034] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.938353] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52158532-2a90-ebcf-1eb9-2720641f6451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.978366] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e017df26-15e2-4e8b-af1f-67289d30a374 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.986556] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d77a593-10fe-40c8-8290-a8a7e642aa81 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.018539] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6356c765-beac-462c-b788-9bcc4cfa267b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.031296] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608919f9-5576-4ec4-8091-69c636f2e527 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.035647] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.046395] env[62683]: DEBUG nova.compute.provider_tree [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.161872] env[62683]: DEBUG nova.network.neutron [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1592.204904] env[62683]: DEBUG oslo_vmware.api [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Task: {'id': task-1799054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198016} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.205748] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.206050] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1592.206406] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1592.206487] env[62683]: INFO nova.compute.manager [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] [instance: b06713db-2263-410b-93a8-fc7334752d30] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1592.206672] env[62683]: DEBUG oslo.service.loopingcall [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.206861] env[62683]: DEBUG nova.compute.manager [-] [instance: b06713db-2263-410b-93a8-fc7334752d30] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1592.206954] env[62683]: DEBUG nova.network.neutron [-] [instance: b06713db-2263-410b-93a8-fc7334752d30] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1592.262196] env[62683]: INFO nova.compute.manager [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Took 48.10 seconds to build instance. [ 1592.389964] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "0aadee7f-0a1d-49ce-90cc-48107b8a107e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.390294] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "0aadee7f-0a1d-49ce-90cc-48107b8a107e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.390518] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "0aadee7f-0a1d-49ce-90cc-48107b8a107e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.390707] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "0aadee7f-0a1d-49ce-90cc-48107b8a107e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.390876] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "0aadee7f-0a1d-49ce-90cc-48107b8a107e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.393590] env[62683]: INFO nova.compute.manager [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Terminating instance [ 1592.436327] env[62683]: DEBUG nova.network.neutron [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Updating instance_info_cache with network_info: [{"id": "6d1ff28c-7ae9-4e78-a4c8-650c93617d84", "address": "fa:16:3e:fa:93:92", "network": {"id": "257fc385-36fa-4035-834c-771a30967ffc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-92664200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbaa38edaf1c47d08530d685c8ec1998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1ff28c-7a", "ovs_interfaceid": "6d1ff28c-7ae9-4e78-a4c8-650c93617d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.445551] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52158532-2a90-ebcf-1eb9-2720641f6451, 'name': SearchDatastore_Task, 'duration_secs': 0.0119} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.445909] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.446236] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1592.446650] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.446862] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.447687] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1592.447687] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c41b6b1-1fea-40cf-b100-532885699ed3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.458177] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1592.458426] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1592.459449] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58a40eac-e656-4704-bde1-6cad32ef22a3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.465607] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Waiting for the task: (returnval){ [ 1592.465607] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5208983a-1611-4fbf-32bc-9fcb611cb8e5" [ 1592.465607] env[62683]: _type = "Task" [ 1592.465607] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.478347] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5208983a-1611-4fbf-32bc-9fcb611cb8e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.479233] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba529f3a-5b02-4a3c-bf79-71461ea517ec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.485821] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Waiting for the task: (returnval){ [ 1592.485821] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5286bb99-255d-febc-1024-5bb524277319" [ 1592.485821] env[62683]: _type = "Task" [ 1592.485821] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.497174] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5286bb99-255d-febc-1024-5bb524277319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.551597] env[62683]: DEBUG nova.scheduler.client.report [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1592.612177] env[62683]: DEBUG nova.network.neutron [req-9aa8adc6-a7d4-4dc8-839e-949ca657e548 req-85934a15-fca9-4b2c-bc62-09b61c07da3f service nova] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Updated VIF entry in instance network info cache for port 3be1b0bc-c1d7-4750-b0cc-175ff716aff2. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.612288] env[62683]: DEBUG nova.network.neutron [req-9aa8adc6-a7d4-4dc8-839e-949ca657e548 req-85934a15-fca9-4b2c-bc62-09b61c07da3f service nova] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Updating instance_info_cache with network_info: [{"id": "3be1b0bc-c1d7-4750-b0cc-175ff716aff2", "address": "fa:16:3e:08:0e:9c", "network": {"id": "d0eda2bd-55a1-478d-989b-857e2b4c290c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-505863279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137ed80e6881457c92dcc3378894bf3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3be1b0bc-c1", "ovs_interfaceid": "3be1b0bc-c1d7-4750-b0cc-175ff716aff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.764489] env[62683]: DEBUG oslo_concurrency.lockutils [None req-57340231-7d60-4786-8125-dd60a4575991 tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Lock "7091557b-6466-439b-85f5-46c6237e9436" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.363s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.900737] env[62683]: DEBUG nova.compute.manager [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1592.900986] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1592.901907] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9faaccd-bcc0-4b9e-9906-3b439e104a1d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.914146] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1592.914420] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1479767-a591-4b55-ab82-efce40467863 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.921688] env[62683]: DEBUG oslo_vmware.api [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1592.921688] env[62683]: value = "task-1799055" [ 1592.921688] env[62683]: _type = "Task" [ 1592.921688] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.930345] env[62683]: DEBUG oslo_vmware.api [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.941229] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Releasing lock "refresh_cache-9a5b6016-07c9-4b69-b161-1741fe86286f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.941348] env[62683]: DEBUG nova.compute.manager [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Instance network_info: |[{"id": "6d1ff28c-7ae9-4e78-a4c8-650c93617d84", "address": "fa:16:3e:fa:93:92", "network": {"id": "257fc385-36fa-4035-834c-771a30967ffc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-92664200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbaa38edaf1c47d08530d685c8ec1998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1ff28c-7a", "ovs_interfaceid": "6d1ff28c-7ae9-4e78-a4c8-650c93617d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1592.941691] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:93:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d1ff28c-7ae9-4e78-a4c8-650c93617d84', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1592.952084] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Creating folder: Project (fbaa38edaf1c47d08530d685c8ec1998). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1592.952419] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7192b214-b585-4d0c-bc18-4a85e30af78f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.974936] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Created folder: Project (fbaa38edaf1c47d08530d685c8ec1998) in parent group-v372889. [ 1592.975201] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Creating folder: Instances. Parent ref: group-v373074. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1592.975469] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cc9df8c-32d8-4048-a708-e3a1748fcee4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.986549] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Created folder: Instances in parent group-v373074. [ 1592.986871] env[62683]: DEBUG oslo.service.loopingcall [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.990459] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1592.990742] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9005954b-f314-44f9-b703-d43ab06b1017 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.012225] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5286bb99-255d-febc-1024-5bb524277319, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.013594] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.013877] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 684641b9-e62f-406e-91a5-12bc0fe32470/684641b9-e62f-406e-91a5-12bc0fe32470.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1593.014166] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1593.014166] env[62683]: value = "task-1799058" [ 1593.014166] env[62683]: _type = "Task" [ 1593.014166] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.014353] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a180c9f-e6cd-47b1-9ae8-7a1d118b3eaa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.025501] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799058, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.026975] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Waiting for the task: (returnval){ [ 1593.026975] env[62683]: value = "task-1799059" [ 1593.026975] env[62683]: _type = "Task" [ 1593.026975] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.035999] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': task-1799059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.059303] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.562s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.059492] env[62683]: INFO nova.compute.manager [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Migrating [ 1593.068705] env[62683]: DEBUG oslo_concurrency.lockutils [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.974s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.068705] env[62683]: DEBUG nova.objects.instance [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lazy-loading 'resources' on Instance uuid d0f5e2aa-2b90-409c-8b43-83c69a7f4527 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1593.078585] env[62683]: DEBUG nova.network.neutron [-] [instance: b06713db-2263-410b-93a8-fc7334752d30] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.110173] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "f4e83ce0-2ba7-45cf-a060-124af8a7ff02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.110585] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "f4e83ce0-2ba7-45cf-a060-124af8a7ff02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.110987] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "f4e83ce0-2ba7-45cf-a060-124af8a7ff02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.111137] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "f4e83ce0-2ba7-45cf-a060-124af8a7ff02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.111342] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "f4e83ce0-2ba7-45cf-a060-124af8a7ff02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.114496] env[62683]: INFO nova.compute.manager [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Terminating instance [ 1593.116278] env[62683]: DEBUG oslo_concurrency.lockutils [req-9aa8adc6-a7d4-4dc8-839e-949ca657e548 req-85934a15-fca9-4b2c-bc62-09b61c07da3f service nova] Releasing lock "refresh_cache-684641b9-e62f-406e-91a5-12bc0fe32470" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.403321] env[62683]: DEBUG nova.compute.manager [req-49b967ba-dc83-4198-98b5-cf6a711787c7 req-942fdbbc-19d3-4183-87b9-f770f2901e11 service nova] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Received event network-changed-6d1ff28c-7ae9-4e78-a4c8-650c93617d84 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1593.403533] env[62683]: DEBUG nova.compute.manager [req-49b967ba-dc83-4198-98b5-cf6a711787c7 req-942fdbbc-19d3-4183-87b9-f770f2901e11 service nova] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Refreshing instance network info cache due to event network-changed-6d1ff28c-7ae9-4e78-a4c8-650c93617d84. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1593.403753] env[62683]: DEBUG oslo_concurrency.lockutils [req-49b967ba-dc83-4198-98b5-cf6a711787c7 req-942fdbbc-19d3-4183-87b9-f770f2901e11 service nova] Acquiring lock "refresh_cache-9a5b6016-07c9-4b69-b161-1741fe86286f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.403938] env[62683]: DEBUG oslo_concurrency.lockutils [req-49b967ba-dc83-4198-98b5-cf6a711787c7 req-942fdbbc-19d3-4183-87b9-f770f2901e11 service nova] Acquired lock "refresh_cache-9a5b6016-07c9-4b69-b161-1741fe86286f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.404299] env[62683]: DEBUG nova.network.neutron [req-49b967ba-dc83-4198-98b5-cf6a711787c7 req-942fdbbc-19d3-4183-87b9-f770f2901e11 service nova] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Refreshing network info cache for port 6d1ff28c-7ae9-4e78-a4c8-650c93617d84 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1593.436762] env[62683]: DEBUG oslo_vmware.api [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799055, 'name': PowerOffVM_Task, 'duration_secs': 0.238467} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.436762] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1593.436952] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1593.437260] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73899b8f-8511-44b9-8d4b-1e868f05a11b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.528963] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799058, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.538783] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': task-1799059, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.580680] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "refresh_cache-d00064e2-9954-4cb6-8812-ea02311cb049" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.580984] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "refresh_cache-d00064e2-9954-4cb6-8812-ea02311cb049" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.581060] env[62683]: DEBUG nova.network.neutron [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1593.582428] env[62683]: INFO nova.compute.manager [-] [instance: b06713db-2263-410b-93a8-fc7334752d30] Took 1.38 seconds to deallocate network for instance. [ 1593.619292] env[62683]: DEBUG nova.compute.manager [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1593.619623] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1593.621356] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d84ce9c-9859-423c-bfe0-83f99d520f1b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.638480] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1593.638802] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5410efd8-30f5-4946-a6ec-f0df42133f48 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.646173] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1593.647018] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1593.647018] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Deleting the datastore file [datastore1] 0aadee7f-0a1d-49ce-90cc-48107b8a107e {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1593.647018] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e398cc9-7fcf-428f-92be-67c503286268 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.656144] env[62683]: DEBUG oslo_vmware.api [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1593.656144] env[62683]: value = "task-1799062" [ 1593.656144] env[62683]: _type = "Task" [ 1593.656144] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.668815] env[62683]: DEBUG oslo_vmware.api [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.741620] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1593.741854] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1593.742111] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Deleting the datastore file [datastore1] f4e83ce0-2ba7-45cf-a060-124af8a7ff02 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1593.742356] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd83f8b5-5a7f-4c24-a6db-9c556538059d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.756131] env[62683]: DEBUG oslo_vmware.api [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1593.756131] env[62683]: value = "task-1799063" [ 1593.756131] env[62683]: _type = "Task" [ 1593.756131] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.765927] env[62683]: DEBUG oslo_vmware.api [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.028513] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799058, 'name': CreateVM_Task, 'duration_secs': 0.735807} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.028690] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1594.029550] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.029717] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.030057] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1594.035680] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae6f9b2-0a6a-4e11-ba3c-196c491e88d6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.041936] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Waiting for the task: (returnval){ [ 1594.041936] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52932aa5-79fc-8935-bab5-172a2ef00d34" [ 1594.041936] env[62683]: _type = "Task" [ 1594.041936] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.045162] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': task-1799059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533385} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.049258] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 684641b9-e62f-406e-91a5-12bc0fe32470/684641b9-e62f-406e-91a5-12bc0fe32470.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1594.049258] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1594.049258] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cadd7c4-9e29-43a5-8df0-e2962a14193e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.059533] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52932aa5-79fc-8935-bab5-172a2ef00d34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.061459] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Waiting for the task: (returnval){ [ 1594.061459] env[62683]: value = "task-1799064" [ 1594.061459] env[62683]: _type = "Task" [ 1594.061459] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.071785] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': task-1799064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.077413] env[62683]: DEBUG oslo_concurrency.lockutils [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Acquiring lock "7091557b-6466-439b-85f5-46c6237e9436" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.077413] env[62683]: DEBUG oslo_concurrency.lockutils [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Lock "7091557b-6466-439b-85f5-46c6237e9436" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.077590] env[62683]: DEBUG oslo_concurrency.lockutils [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Acquiring lock "7091557b-6466-439b-85f5-46c6237e9436-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.077763] env[62683]: DEBUG oslo_concurrency.lockutils [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Lock "7091557b-6466-439b-85f5-46c6237e9436-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.077932] env[62683]: DEBUG oslo_concurrency.lockutils [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Lock "7091557b-6466-439b-85f5-46c6237e9436-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.082769] env[62683]: INFO nova.compute.manager [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Terminating instance [ 1594.093457] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.130259] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f11a9a2-8243-4443-adf7-a326cbfc1bc3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.142790] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3240135-b95c-4820-ad66-93bbfaeea394 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.182527] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb7688a-74f9-481a-a5c7-e77aacbd547a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.196356] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004588cb-f509-4bfe-a267-3fcd91ff844f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.200609] env[62683]: DEBUG oslo_vmware.api [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185215} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.201037] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1594.201149] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1594.201368] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1594.201576] env[62683]: INFO nova.compute.manager [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1594.201872] env[62683]: DEBUG oslo.service.loopingcall [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1594.202726] env[62683]: DEBUG nova.compute.manager [-] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1594.202861] env[62683]: DEBUG nova.network.neutron [-] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1594.214043] env[62683]: DEBUG nova.compute.provider_tree [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.272155] env[62683]: DEBUG oslo_vmware.api [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155131} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.272545] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1594.272824] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1594.273094] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1594.273407] env[62683]: INFO nova.compute.manager [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1594.273746] env[62683]: DEBUG oslo.service.loopingcall [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1594.273979] env[62683]: DEBUG nova.compute.manager [-] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1594.274149] env[62683]: DEBUG nova.network.neutron [-] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1594.332805] env[62683]: DEBUG nova.network.neutron [req-49b967ba-dc83-4198-98b5-cf6a711787c7 req-942fdbbc-19d3-4183-87b9-f770f2901e11 service nova] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Updated VIF entry in instance network info cache for port 6d1ff28c-7ae9-4e78-a4c8-650c93617d84. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1594.333992] env[62683]: DEBUG nova.network.neutron [req-49b967ba-dc83-4198-98b5-cf6a711787c7 req-942fdbbc-19d3-4183-87b9-f770f2901e11 service nova] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Updating instance_info_cache with network_info: [{"id": "6d1ff28c-7ae9-4e78-a4c8-650c93617d84", "address": "fa:16:3e:fa:93:92", "network": {"id": "257fc385-36fa-4035-834c-771a30967ffc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-92664200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbaa38edaf1c47d08530d685c8ec1998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1ff28c-7a", "ovs_interfaceid": "6d1ff28c-7ae9-4e78-a4c8-650c93617d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.537045] env[62683]: DEBUG nova.network.neutron [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Updating instance_info_cache with network_info: [{"id": "a8e2dc79-0000-443d-b536-256810fd33cb", "address": "fa:16:3e:b3:fb:44", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8e2dc79-00", "ovs_interfaceid": "a8e2dc79-0000-443d-b536-256810fd33cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.558021] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52932aa5-79fc-8935-bab5-172a2ef00d34, 'name': SearchDatastore_Task, 'duration_secs': 0.027843} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.562089] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.562516] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1594.562777] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.563032] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.563176] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1594.565396] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75b0efe3-913b-4bab-bc3e-8aba66167adc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.580401] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': task-1799064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16835} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.580700] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1594.581588] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2088c533-170c-4609-a3d9-b66300cba10d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.586414] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1594.586545] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1594.587623] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcba70b0-aa93-48b5-8c81-3bb0a40af99f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.600850] env[62683]: DEBUG nova.compute.manager [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1594.601250] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1594.610158] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 684641b9-e62f-406e-91a5-12bc0fe32470/684641b9-e62f-406e-91a5-12bc0fe32470.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1594.615862] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6300e459-fc6e-4570-acd7-5fa16c01401f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.620189] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e6811c2-1d35-4458-9c27-8cbd69e83f12 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.638025] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Waiting for the task: (returnval){ [ 1594.638025] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52382466-528c-3653-d7f9-d38dcdbfbb44" [ 1594.638025] env[62683]: _type = "Task" [ 1594.638025] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.644208] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1594.648255] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fcff73c-b956-43bf-bac5-cc2d6c0bbb5c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.650924] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Waiting for the task: (returnval){ [ 1594.650924] env[62683]: value = "task-1799065" [ 1594.650924] env[62683]: _type = "Task" [ 1594.650924] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.656608] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52382466-528c-3653-d7f9-d38dcdbfbb44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.660734] env[62683]: DEBUG oslo_vmware.api [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Waiting for the task: (returnval){ [ 1594.660734] env[62683]: value = "task-1799066" [ 1594.660734] env[62683]: _type = "Task" [ 1594.660734] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.665865] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': task-1799065, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.677948] env[62683]: DEBUG oslo_vmware.api [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': task-1799066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.717659] env[62683]: DEBUG nova.scheduler.client.report [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1594.837047] env[62683]: DEBUG oslo_concurrency.lockutils [req-49b967ba-dc83-4198-98b5-cf6a711787c7 req-942fdbbc-19d3-4183-87b9-f770f2901e11 service nova] Releasing lock "refresh_cache-9a5b6016-07c9-4b69-b161-1741fe86286f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.837047] env[62683]: DEBUG nova.compute.manager [req-49b967ba-dc83-4198-98b5-cf6a711787c7 req-942fdbbc-19d3-4183-87b9-f770f2901e11 service nova] [instance: b06713db-2263-410b-93a8-fc7334752d30] Received event network-vif-deleted-3c0aad5a-2deb-4cbe-bda9-3985e03c91b8 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1594.870033] env[62683]: DEBUG nova.compute.manager [req-7189d492-d192-4df9-9ddb-f4078ec34246 req-9897adcd-104c-4813-bcfb-4cce49e18b6a service nova] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Received event network-vif-deleted-52a5e349-9aa8-4e24-8092-3eed208c153b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1594.870297] env[62683]: INFO nova.compute.manager [req-7189d492-d192-4df9-9ddb-f4078ec34246 req-9897adcd-104c-4813-bcfb-4cce49e18b6a service nova] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Neutron deleted interface 52a5e349-9aa8-4e24-8092-3eed208c153b; detaching it from the instance and deleting it from the info cache [ 1594.870482] env[62683]: DEBUG nova.network.neutron [req-7189d492-d192-4df9-9ddb-f4078ec34246 req-9897adcd-104c-4813-bcfb-4cce49e18b6a service nova] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.046385] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "refresh_cache-d00064e2-9954-4cb6-8812-ea02311cb049" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.148922] env[62683]: DEBUG nova.network.neutron [-] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.151242] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52382466-528c-3653-d7f9-d38dcdbfbb44, 'name': SearchDatastore_Task, 'duration_secs': 0.032365} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.162603] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de097fd-50e8-47f4-b172-d91cfbd2878e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.162937] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Waiting for the task: (returnval){ [ 1595.162937] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ef8151-4c1e-26be-3cfd-43321ae0be2a" [ 1595.162937] env[62683]: _type = "Task" [ 1595.162937] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.167051] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': task-1799065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.182348] env[62683]: DEBUG oslo_vmware.api [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': task-1799066, 'name': PowerOffVM_Task, 'duration_secs': 0.515491} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.182601] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ef8151-4c1e-26be-3cfd-43321ae0be2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.182860] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1595.185204] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1595.185572] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d823bf5-645a-45b1-b483-749d6b080bdf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.224986] env[62683]: DEBUG oslo_concurrency.lockutils [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.228238] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.308s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.234858] env[62683]: INFO nova.compute.claims [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1595.239877] env[62683]: DEBUG nova.network.neutron [-] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.261336] env[62683]: INFO nova.scheduler.client.report [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Deleted allocations for instance d0f5e2aa-2b90-409c-8b43-83c69a7f4527 [ 1595.285019] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1595.285019] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1595.285019] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Deleting the datastore file [datastore1] 7091557b-6466-439b-85f5-46c6237e9436 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1595.285331] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4ea6a2b-2525-4d0c-8f07-3113ec25197e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.298111] env[62683]: DEBUG oslo_vmware.api [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Waiting for the task: (returnval){ [ 1595.298111] env[62683]: value = "task-1799068" [ 1595.298111] env[62683]: _type = "Task" [ 1595.298111] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.310228] env[62683]: DEBUG oslo_vmware.api [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': task-1799068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.373412] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa630f62-0fcc-43b8-8941-5f472867d2e0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.386440] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645f4ed0-d5e8-416e-aade-e377378a172f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.428339] env[62683]: DEBUG nova.compute.manager [req-7189d492-d192-4df9-9ddb-f4078ec34246 req-9897adcd-104c-4813-bcfb-4cce49e18b6a service nova] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Detach interface failed, port_id=52a5e349-9aa8-4e24-8092-3eed208c153b, reason: Instance f4e83ce0-2ba7-45cf-a060-124af8a7ff02 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1595.477201] env[62683]: DEBUG nova.compute.manager [req-a6482853-02de-4c0b-959d-4a68af46aa82 req-abed1138-3a0e-4f19-b928-ace0e567ff28 service nova] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Received event network-vif-deleted-fbb34e0a-4e0c-4c41-b9f8-b5570db01b2f {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1595.655530] env[62683]: INFO nova.compute.manager [-] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Took 1.45 seconds to deallocate network for instance. [ 1595.667039] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': task-1799065, 'name': ReconfigVM_Task, 'duration_secs': 0.73313} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.670530] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 684641b9-e62f-406e-91a5-12bc0fe32470/684641b9-e62f-406e-91a5-12bc0fe32470.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1595.671393] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bda9a4bc-e339-4155-98f3-1ae88d3aab5d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.682694] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ef8151-4c1e-26be-3cfd-43321ae0be2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.685235] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Waiting for the task: (returnval){ [ 1595.685235] env[62683]: value = "task-1799069" [ 1595.685235] env[62683]: _type = "Task" [ 1595.685235] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.695978] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': task-1799069, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.745799] env[62683]: INFO nova.compute.manager [-] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Took 1.47 seconds to deallocate network for instance. [ 1595.775667] env[62683]: DEBUG oslo_concurrency.lockutils [None req-838e1905-18f4-4e34-bda9-15584771ce6d tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "d0f5e2aa-2b90-409c-8b43-83c69a7f4527" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.615s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.811196] env[62683]: DEBUG oslo_vmware.api [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': task-1799068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.163937] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.179583] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ef8151-4c1e-26be-3cfd-43321ae0be2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.194409] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': task-1799069, 'name': Rename_Task, 'duration_secs': 0.384105} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.194698] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1596.194940] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34ca1737-fc9d-442b-baa0-e9aec4d68a9b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.202763] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Waiting for the task: (returnval){ [ 1596.202763] env[62683]: value = "task-1799070" [ 1596.202763] env[62683]: _type = "Task" [ 1596.202763] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.211141] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': task-1799070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.252448] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.315369] env[62683]: DEBUG oslo_vmware.api [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': task-1799068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.563416] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b162a031-df04-45e6-a42a-c78864a4b26b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.586998] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Updating instance 'd00064e2-9954-4cb6-8812-ea02311cb049' progress to 0 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1596.687501] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ef8151-4c1e-26be-3cfd-43321ae0be2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.717233] env[62683]: DEBUG oslo_vmware.api [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': task-1799070, 'name': PowerOnVM_Task, 'duration_secs': 0.501324} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.717546] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1596.717727] env[62683]: INFO nova.compute.manager [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1596.717908] env[62683]: DEBUG nova.compute.manager [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1596.718741] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9018803c-cc06-499b-a7b1-31e0a00cb1df {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.769722] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414ff14c-852b-4b33-8c37-d783103da953 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.780511] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26d550f-333c-4198-96b2-c696f76579b2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.819934] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8914471f-62bc-4e43-b9e4-a4e755ce7d9f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.831733] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999aa3ed-5333-456e-aa0e-9d27452db772 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.835699] env[62683]: DEBUG oslo_vmware.api [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': task-1799068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.846854] env[62683]: DEBUG nova.compute.provider_tree [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1597.099385] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1597.099385] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d97d858a-2a2b-4cc9-bfe9-bebcec7619c6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.108845] env[62683]: DEBUG oslo_vmware.api [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1597.108845] env[62683]: value = "task-1799071" [ 1597.108845] env[62683]: _type = "Task" [ 1597.108845] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.120579] env[62683]: DEBUG oslo_vmware.api [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.181472] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ef8151-4c1e-26be-3cfd-43321ae0be2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.242306] env[62683]: INFO nova.compute.manager [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Took 48.73 seconds to build instance. [ 1597.328458] env[62683]: DEBUG oslo_vmware.api [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': task-1799068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.350836] env[62683]: DEBUG nova.scheduler.client.report [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1597.621462] env[62683]: DEBUG oslo_vmware.api [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.686984] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ef8151-4c1e-26be-3cfd-43321ae0be2a, 'name': SearchDatastore_Task, 'duration_secs': 2.377151} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.687357] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.687698] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 9a5b6016-07c9-4b69-b161-1741fe86286f/9a5b6016-07c9-4b69-b161-1741fe86286f.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1597.688046] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25bbd688-e8f7-4fcb-823f-caff4cf0e91a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.698208] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Waiting for the task: (returnval){ [ 1597.698208] env[62683]: value = "task-1799072" [ 1597.698208] env[62683]: _type = "Task" [ 1597.698208] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.711020] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': task-1799072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.745886] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41b31699-813f-4036-afd6-9ff3477d7c76 tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Lock "684641b9-e62f-406e-91a5-12bc0fe32470" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.454s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.830531] env[62683]: DEBUG oslo_vmware.api [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Task: {'id': task-1799068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.519596} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.831542] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1597.831542] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1597.831542] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1597.831847] env[62683]: INFO nova.compute.manager [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Took 3.23 seconds to destroy the instance on the hypervisor. [ 1597.832234] env[62683]: DEBUG oslo.service.loopingcall [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1597.835117] env[62683]: DEBUG nova.compute.manager [-] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1597.835117] env[62683]: DEBUG nova.network.neutron [-] [instance: 7091557b-6466-439b-85f5-46c6237e9436] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1597.844343] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Acquiring lock "684641b9-e62f-406e-91a5-12bc0fe32470" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.844343] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Lock "684641b9-e62f-406e-91a5-12bc0fe32470" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.844343] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Acquiring lock "684641b9-e62f-406e-91a5-12bc0fe32470-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.844343] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Lock "684641b9-e62f-406e-91a5-12bc0fe32470-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.844538] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Lock "684641b9-e62f-406e-91a5-12bc0fe32470-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.852817] env[62683]: INFO nova.compute.manager [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Terminating instance [ 1597.859498] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.860264] env[62683]: DEBUG nova.compute.manager [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1597.867191] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.116s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.867550] env[62683]: DEBUG nova.objects.instance [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lazy-loading 'resources' on Instance uuid 76116724-b0a6-4145-914a-fa5e4ac373c5 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1598.128666] env[62683]: DEBUG oslo_vmware.api [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799071, 'name': PowerOffVM_Task, 'duration_secs': 0.664327} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.129168] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1598.129604] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Updating instance 'd00064e2-9954-4cb6-8812-ea02311cb049' progress to 17 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1598.210528] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "63ad56ff-1d9d-46cd-aa65-7113c71f639c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.210783] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "63ad56ff-1d9d-46cd-aa65-7113c71f639c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.223812] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': task-1799072, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.368251] env[62683]: DEBUG nova.compute.manager [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1598.368536] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1598.369765] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0846514-7ad0-45a4-9ecc-29554368c0cb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.380027] env[62683]: DEBUG nova.compute.utils [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1598.383783] env[62683]: DEBUG nova.compute.manager [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1598.384121] env[62683]: DEBUG nova.network.neutron [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1598.394472] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1598.394995] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf0e0234-c138-4ad3-9179-ae755136b80c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.406600] env[62683]: DEBUG oslo_vmware.api [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Waiting for the task: (returnval){ [ 1598.406600] env[62683]: value = "task-1799073" [ 1598.406600] env[62683]: _type = "Task" [ 1598.406600] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.422369] env[62683]: DEBUG oslo_vmware.api [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': task-1799073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.469482] env[62683]: DEBUG nova.policy [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1a54c68c1fe489b9069c3309be1b191', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08796979afdf426fa78a00d3d4873b28', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1598.627699] env[62683]: DEBUG nova.compute.manager [req-086dc8b3-e922-4ffa-b93b-dd7cb3e4b681 req-cde4eb62-28df-4941-ab2b-df46e246ea28 service nova] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Received event network-vif-deleted-04c9dffc-c63d-4343-adec-03cdcf97afa1 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1598.627904] env[62683]: INFO nova.compute.manager [req-086dc8b3-e922-4ffa-b93b-dd7cb3e4b681 req-cde4eb62-28df-4941-ab2b-df46e246ea28 service nova] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Neutron deleted interface 04c9dffc-c63d-4343-adec-03cdcf97afa1; detaching it from the instance and deleting it from the info cache [ 1598.628101] env[62683]: DEBUG nova.network.neutron [req-086dc8b3-e922-4ffa-b93b-dd7cb3e4b681 req-cde4eb62-28df-4941-ab2b-df46e246ea28 service nova] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.640601] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:35:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1598.640601] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1598.640601] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1598.640908] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1598.640946] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1598.641203] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1598.641493] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1598.641671] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1598.641846] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1598.642026] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1598.642213] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1598.650950] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecda80cf-1773-4df9-82d4-0c252024f1e9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.679190] env[62683]: DEBUG oslo_vmware.api [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1598.679190] env[62683]: value = "task-1799074" [ 1598.679190] env[62683]: _type = "Task" [ 1598.679190] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.691148] env[62683]: DEBUG oslo_vmware.api [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.712633] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': task-1799072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877655} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.713232] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 9a5b6016-07c9-4b69-b161-1741fe86286f/9a5b6016-07c9-4b69-b161-1741fe86286f.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1598.713461] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1598.714208] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-432e5c4a-c714-42b0-bc28-0ab634b3768f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.723850] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Waiting for the task: (returnval){ [ 1598.723850] env[62683]: value = "task-1799075" [ 1598.723850] env[62683]: _type = "Task" [ 1598.723850] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.727335] env[62683]: DEBUG nova.compute.manager [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1598.737223] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': task-1799075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.755326] env[62683]: DEBUG nova.network.neutron [-] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.845862] env[62683]: DEBUG nova.network.neutron [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Successfully created port: 01a65dfd-71c6-4b98-be5e-c86c8e1db617 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1598.892076] env[62683]: DEBUG nova.compute.manager [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1598.924401] env[62683]: DEBUG oslo_vmware.api [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': task-1799073, 'name': PowerOffVM_Task, 'duration_secs': 0.227729} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.927646] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1598.927807] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1598.928995] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00e49002-55c4-424e-92b5-eb147a1af9db {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.976551] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d5bb0c-620d-4674-a6eb-f86451043659 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.985391] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbb7a38-ef87-4776-9ef9-d43a4f67a2cb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.019500] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af79a422-9e36-4150-b7de-412fac2acefd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.022216] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1599.022570] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1599.022674] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Deleting the datastore file [datastore1] 684641b9-e62f-406e-91a5-12bc0fe32470 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1599.022854] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84080d0c-2291-487a-8096-0139a896c81f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.033852] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a949d15a-99f3-40ea-8d59-5b829d894599 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.038191] env[62683]: DEBUG oslo_vmware.api [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Waiting for the task: (returnval){ [ 1599.038191] env[62683]: value = "task-1799077" [ 1599.038191] env[62683]: _type = "Task" [ 1599.038191] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.049669] env[62683]: DEBUG nova.compute.provider_tree [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1599.057060] env[62683]: DEBUG oslo_vmware.api [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': task-1799077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.134368] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7368c83-c4de-4ab8-9a86-6c3b4001a5ee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.144061] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967c0d76-b746-4424-8ce6-c41ee8bb7757 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.178228] env[62683]: DEBUG nova.compute.manager [req-086dc8b3-e922-4ffa-b93b-dd7cb3e4b681 req-cde4eb62-28df-4941-ab2b-df46e246ea28 service nova] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Detach interface failed, port_id=04c9dffc-c63d-4343-adec-03cdcf97afa1, reason: Instance 7091557b-6466-439b-85f5-46c6237e9436 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1599.189172] env[62683]: DEBUG oslo_vmware.api [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799074, 'name': ReconfigVM_Task, 'duration_secs': 0.474202} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.189426] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Updating instance 'd00064e2-9954-4cb6-8812-ea02311cb049' progress to 33 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1599.236807] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': task-1799075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.310782} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.239104] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1599.240598] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79003238-efcd-49fc-956b-a04de5df67fd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.265672] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 9a5b6016-07c9-4b69-b161-1741fe86286f/9a5b6016-07c9-4b69-b161-1741fe86286f.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1599.266874] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.267319] env[62683]: INFO nova.compute.manager [-] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Took 1.43 seconds to deallocate network for instance. [ 1599.267826] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19a962dc-f802-4b30-b24f-88337c20c26c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.294905] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Waiting for the task: (returnval){ [ 1599.294905] env[62683]: value = "task-1799078" [ 1599.294905] env[62683]: _type = "Task" [ 1599.294905] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.304783] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': task-1799078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.551576] env[62683]: DEBUG oslo_vmware.api [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Task: {'id': task-1799077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365198} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.552475] env[62683]: DEBUG nova.scheduler.client.report [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1599.555988] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1599.556861] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1599.556861] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1599.556861] env[62683]: INFO nova.compute.manager [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1599.557095] env[62683]: DEBUG oslo.service.loopingcall [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.557460] env[62683]: DEBUG nova.compute.manager [-] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1599.557561] env[62683]: DEBUG nova.network.neutron [-] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1599.699572] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1599.699976] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1599.699976] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1599.700163] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1599.700319] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1599.700668] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1599.701011] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1599.701214] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1599.701404] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1599.701573] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1599.701745] env[62683]: DEBUG nova.virt.hardware [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1599.708436] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1599.709134] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-986610f1-7d8c-4f8f-a3a0-894b40b5089a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.732747] env[62683]: DEBUG oslo_vmware.api [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1599.732747] env[62683]: value = "task-1799079" [ 1599.732747] env[62683]: _type = "Task" [ 1599.732747] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.745240] env[62683]: DEBUG oslo_vmware.api [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.796907] env[62683]: DEBUG oslo_concurrency.lockutils [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.821888] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': task-1799078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.834825] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Acquiring lock "ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.835471] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Lock "ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.904222] env[62683]: DEBUG nova.compute.manager [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1599.938725] env[62683]: DEBUG nova.virt.hardware [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1599.938725] env[62683]: DEBUG nova.virt.hardware [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1599.938725] env[62683]: DEBUG nova.virt.hardware [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1599.939084] env[62683]: DEBUG nova.virt.hardware [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1599.939084] env[62683]: DEBUG nova.virt.hardware [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1599.939306] env[62683]: DEBUG nova.virt.hardware [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1599.939427] env[62683]: DEBUG nova.virt.hardware [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1599.939600] env[62683]: DEBUG nova.virt.hardware [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1599.939772] env[62683]: DEBUG nova.virt.hardware [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1599.939941] env[62683]: DEBUG nova.virt.hardware [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1599.940141] env[62683]: DEBUG nova.virt.hardware [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1599.941125] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e32f4e1-26ce-4f34-9a99-baf90e8fef1b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.950225] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5185f3-9f4f-4b8a-bc13-00d830ef6ccc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.060563] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.060782] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.300s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.061383] env[62683]: DEBUG nova.objects.instance [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lazy-loading 'resources' on Instance uuid ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1600.081973] env[62683]: DEBUG nova.compute.manager [req-c1d46d23-bab9-4077-bb2e-90b3574bd97e req-e3b9a23a-143d-4143-a773-ac12a3fed3d5 service nova] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Received event network-vif-deleted-3be1b0bc-c1d7-4750-b0cc-175ff716aff2 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1600.081973] env[62683]: INFO nova.compute.manager [req-c1d46d23-bab9-4077-bb2e-90b3574bd97e req-e3b9a23a-143d-4143-a773-ac12a3fed3d5 service nova] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Neutron deleted interface 3be1b0bc-c1d7-4750-b0cc-175ff716aff2; detaching it from the instance and deleting it from the info cache [ 1600.081973] env[62683]: DEBUG nova.network.neutron [req-c1d46d23-bab9-4077-bb2e-90b3574bd97e req-e3b9a23a-143d-4143-a773-ac12a3fed3d5 service nova] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.091904] env[62683]: INFO nova.scheduler.client.report [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Deleted allocations for instance 76116724-b0a6-4145-914a-fa5e4ac373c5 [ 1600.244744] env[62683]: DEBUG oslo_vmware.api [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799079, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.310943] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': task-1799078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.341588] env[62683]: DEBUG nova.compute.manager [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1600.383811] env[62683]: DEBUG nova.network.neutron [-] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.586934] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91b1cf06-f8b7-43e3-9681-74261f30ae40 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.605523] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef20f195-44de-409d-80cb-62d0306c0433 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.618276] env[62683]: DEBUG nova.network.neutron [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Successfully updated port: 01a65dfd-71c6-4b98-be5e-c86c8e1db617 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1600.619756] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e2712352-f08f-4c6d-9a0b-ec744624ddb6 tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "76116724-b0a6-4145-914a-fa5e4ac373c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.325s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.653750] env[62683]: DEBUG nova.compute.manager [req-c1d46d23-bab9-4077-bb2e-90b3574bd97e req-e3b9a23a-143d-4143-a773-ac12a3fed3d5 service nova] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Detach interface failed, port_id=3be1b0bc-c1d7-4750-b0cc-175ff716aff2, reason: Instance 684641b9-e62f-406e-91a5-12bc0fe32470 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1600.750130] env[62683]: DEBUG oslo_vmware.api [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799079, 'name': ReconfigVM_Task, 'duration_secs': 0.567742} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.750130] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1600.750777] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e6b928-ee66-419d-8e63-e7eeab5731cd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.779284] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] d00064e2-9954-4cb6-8812-ea02311cb049/d00064e2-9954-4cb6-8812-ea02311cb049.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1600.782961] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbaadc43-a6ed-42aa-9172-5830902029c1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.798875] env[62683]: DEBUG nova.compute.manager [req-6dc5c9a5-b8b8-4c3f-84bc-50215bb37708 req-a8d6a618-12e7-42f3-94e5-0767faf82264 service nova] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Received event network-vif-plugged-01a65dfd-71c6-4b98-be5e-c86c8e1db617 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1600.799453] env[62683]: DEBUG oslo_concurrency.lockutils [req-6dc5c9a5-b8b8-4c3f-84bc-50215bb37708 req-a8d6a618-12e7-42f3-94e5-0767faf82264 service nova] Acquiring lock "70b372de-ebb6-4fe6-b683-b9a8d9b907c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.799566] env[62683]: DEBUG oslo_concurrency.lockutils [req-6dc5c9a5-b8b8-4c3f-84bc-50215bb37708 req-a8d6a618-12e7-42f3-94e5-0767faf82264 service nova] Lock "70b372de-ebb6-4fe6-b683-b9a8d9b907c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.799736] env[62683]: DEBUG oslo_concurrency.lockutils [req-6dc5c9a5-b8b8-4c3f-84bc-50215bb37708 req-a8d6a618-12e7-42f3-94e5-0767faf82264 service nova] Lock "70b372de-ebb6-4fe6-b683-b9a8d9b907c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.800094] env[62683]: DEBUG nova.compute.manager [req-6dc5c9a5-b8b8-4c3f-84bc-50215bb37708 req-a8d6a618-12e7-42f3-94e5-0767faf82264 service nova] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] No waiting events found dispatching network-vif-plugged-01a65dfd-71c6-4b98-be5e-c86c8e1db617 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1600.800297] env[62683]: WARNING nova.compute.manager [req-6dc5c9a5-b8b8-4c3f-84bc-50215bb37708 req-a8d6a618-12e7-42f3-94e5-0767faf82264 service nova] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Received unexpected event network-vif-plugged-01a65dfd-71c6-4b98-be5e-c86c8e1db617 for instance with vm_state building and task_state spawning. [ 1600.800464] env[62683]: DEBUG nova.compute.manager [req-6dc5c9a5-b8b8-4c3f-84bc-50215bb37708 req-a8d6a618-12e7-42f3-94e5-0767faf82264 service nova] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Received event network-changed-01a65dfd-71c6-4b98-be5e-c86c8e1db617 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1600.800620] env[62683]: DEBUG nova.compute.manager [req-6dc5c9a5-b8b8-4c3f-84bc-50215bb37708 req-a8d6a618-12e7-42f3-94e5-0767faf82264 service nova] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Refreshing instance network info cache due to event network-changed-01a65dfd-71c6-4b98-be5e-c86c8e1db617. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1600.800816] env[62683]: DEBUG oslo_concurrency.lockutils [req-6dc5c9a5-b8b8-4c3f-84bc-50215bb37708 req-a8d6a618-12e7-42f3-94e5-0767faf82264 service nova] Acquiring lock "refresh_cache-70b372de-ebb6-4fe6-b683-b9a8d9b907c4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.800952] env[62683]: DEBUG oslo_concurrency.lockutils [req-6dc5c9a5-b8b8-4c3f-84bc-50215bb37708 req-a8d6a618-12e7-42f3-94e5-0767faf82264 service nova] Acquired lock "refresh_cache-70b372de-ebb6-4fe6-b683-b9a8d9b907c4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.801122] env[62683]: DEBUG nova.network.neutron [req-6dc5c9a5-b8b8-4c3f-84bc-50215bb37708 req-a8d6a618-12e7-42f3-94e5-0767faf82264 service nova] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Refreshing network info cache for port 01a65dfd-71c6-4b98-be5e-c86c8e1db617 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1600.810197] env[62683]: DEBUG oslo_vmware.api [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1600.810197] env[62683]: value = "task-1799080" [ 1600.810197] env[62683]: _type = "Task" [ 1600.810197] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.813976] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': task-1799078, 'name': ReconfigVM_Task, 'duration_secs': 1.215166} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.821753] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 9a5b6016-07c9-4b69-b161-1741fe86286f/9a5b6016-07c9-4b69-b161-1741fe86286f.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1600.823352] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ade54350-b318-46b9-b0e2-92d8254c3f7f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.831516] env[62683]: DEBUG oslo_vmware.api [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.835689] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Waiting for the task: (returnval){ [ 1600.835689] env[62683]: value = "task-1799081" [ 1600.835689] env[62683]: _type = "Task" [ 1600.835689] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.851090] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': task-1799081, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.868640] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.887209] env[62683]: INFO nova.compute.manager [-] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Took 1.33 seconds to deallocate network for instance. [ 1601.116362] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575717f2-5e64-45d7-8385-228af20b036c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.124389] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Acquiring lock "refresh_cache-70b372de-ebb6-4fe6-b683-b9a8d9b907c4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.125723] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e6c7dd-36fb-4826-9cd9-841366a77be9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.158494] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0543d6e-fac0-4d4c-b30b-8cbdef1f6014 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.166583] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230c30b6-9531-486c-96b2-b02af34fdd7a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.181660] env[62683]: DEBUG nova.compute.provider_tree [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.323611] env[62683]: DEBUG oslo_vmware.api [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799080, 'name': ReconfigVM_Task, 'duration_secs': 0.368786} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.323888] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Reconfigured VM instance instance-00000039 to attach disk [datastore1] d00064e2-9954-4cb6-8812-ea02311cb049/d00064e2-9954-4cb6-8812-ea02311cb049.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1601.324276] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Updating instance 'd00064e2-9954-4cb6-8812-ea02311cb049' progress to 50 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1601.332204] env[62683]: DEBUG nova.network.neutron [req-6dc5c9a5-b8b8-4c3f-84bc-50215bb37708 req-a8d6a618-12e7-42f3-94e5-0767faf82264 service nova] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1601.347478] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': task-1799081, 'name': Rename_Task, 'duration_secs': 0.168996} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.347478] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1601.347693] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1593ab65-e69b-4d0b-aa26-7180a745cf9c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.355843] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Waiting for the task: (returnval){ [ 1601.355843] env[62683]: value = "task-1799082" [ 1601.355843] env[62683]: _type = "Task" [ 1601.355843] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.363959] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': task-1799082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.393147] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.434080] env[62683]: DEBUG nova.network.neutron [req-6dc5c9a5-b8b8-4c3f-84bc-50215bb37708 req-a8d6a618-12e7-42f3-94e5-0767faf82264 service nova] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.685952] env[62683]: DEBUG nova.scheduler.client.report [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1601.831025] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbd7358-69a5-4804-8ffe-bd53292d08c3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.852883] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb71475-46b0-40b2-9e99-c65b03df523c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.872651] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Updating instance 'd00064e2-9954-4cb6-8812-ea02311cb049' progress to 67 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1601.884698] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': task-1799082, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.940665] env[62683]: DEBUG oslo_concurrency.lockutils [req-6dc5c9a5-b8b8-4c3f-84bc-50215bb37708 req-a8d6a618-12e7-42f3-94e5-0767faf82264 service nova] Releasing lock "refresh_cache-70b372de-ebb6-4fe6-b683-b9a8d9b907c4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.941054] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Acquired lock "refresh_cache-70b372de-ebb6-4fe6-b683-b9a8d9b907c4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.941342] env[62683]: DEBUG nova.network.neutron [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1602.192220] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.194827] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.813s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.196328] env[62683]: INFO nova.compute.claims [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1602.270747] env[62683]: INFO nova.scheduler.client.report [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Deleted allocations for instance ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8 [ 1602.366978] env[62683]: DEBUG oslo_vmware.api [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': task-1799082, 'name': PowerOnVM_Task, 'duration_secs': 0.589266} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.367315] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1602.367537] env[62683]: INFO nova.compute.manager [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Took 11.90 seconds to spawn the instance on the hypervisor. [ 1602.367754] env[62683]: DEBUG nova.compute.manager [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1602.368591] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842f0ef4-ba8b-4dfa-afbe-0295acceac27 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.418300] env[62683]: DEBUG nova.network.neutron [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Port a8e2dc79-0000-443d-b536-256810fd33cb binding to destination host cpu-1 is already ACTIVE {{(pid=62683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1602.474037] env[62683]: DEBUG nova.network.neutron [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1602.618946] env[62683]: DEBUG nova.network.neutron [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Updating instance_info_cache with network_info: [{"id": "01a65dfd-71c6-4b98-be5e-c86c8e1db617", "address": "fa:16:3e:a4:d3:95", "network": {"id": "a599b78b-6f70-4491-8da1-20dea8456945", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-130552293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08796979afdf426fa78a00d3d4873b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a65dfd-71", "ovs_interfaceid": "01a65dfd-71c6-4b98-be5e-c86c8e1db617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.780843] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a0b974ef-9d8c-46d6-b87e-dc11eb86f59f tempest-ListServersNegativeTestJSON-941369954 tempest-ListServersNegativeTestJSON-941369954-project-member] Lock "ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.588s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.899615] env[62683]: INFO nova.compute.manager [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Took 52.64 seconds to build instance. [ 1603.063584] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "dc809566-db46-4911-89d6-0ee07d842fcc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.065624] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "dc809566-db46-4911-89d6-0ee07d842fcc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.065624] env[62683]: INFO nova.compute.manager [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Shelving [ 1603.121315] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Releasing lock "refresh_cache-70b372de-ebb6-4fe6-b683-b9a8d9b907c4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.124840] env[62683]: DEBUG nova.compute.manager [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Instance network_info: |[{"id": "01a65dfd-71c6-4b98-be5e-c86c8e1db617", "address": "fa:16:3e:a4:d3:95", "network": {"id": "a599b78b-6f70-4491-8da1-20dea8456945", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-130552293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08796979afdf426fa78a00d3d4873b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a65dfd-71", "ovs_interfaceid": "01a65dfd-71c6-4b98-be5e-c86c8e1db617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1603.125360] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:d3:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01a65dfd-71c6-4b98-be5e-c86c8e1db617', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1603.134428] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Creating folder: Project (08796979afdf426fa78a00d3d4873b28). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1603.134778] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85c55345-f9c4-47bd-b9ff-8297723edebe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.146942] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Created folder: Project (08796979afdf426fa78a00d3d4873b28) in parent group-v372889. [ 1603.147184] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Creating folder: Instances. Parent ref: group-v373077. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1603.147739] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2db124b0-df63-4088-a3e1-96416a96dfa6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.158209] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Created folder: Instances in parent group-v373077. [ 1603.158477] env[62683]: DEBUG oslo.service.loopingcall [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1603.158863] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1603.158954] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11724c48-6c12-48a2-93b7-b6bf90cf12f1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.179472] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1603.179472] env[62683]: value = "task-1799085" [ 1603.179472] env[62683]: _type = "Task" [ 1603.179472] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.187759] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799085, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.402737] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4b1d2bd6-e830-4911-8236-f547d7afdbec tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Lock "9a5b6016-07c9-4b69-b161-1741fe86286f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.474s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.442396] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "d00064e2-9954-4cb6-8812-ea02311cb049-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.442396] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "d00064e2-9954-4cb6-8812-ea02311cb049-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.442606] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "d00064e2-9954-4cb6-8812-ea02311cb049-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.659108] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f727daf-45f1-4405-8f1f-98827faff0cb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.667098] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d51129e-dfb3-4e3e-b30a-c852aed8e438 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.705348] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99b44ab-722c-448f-bfed-61f606a6c712 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.717355] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799085, 'name': CreateVM_Task, 'duration_secs': 0.358359} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.717761] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1603.719104] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749a4d92-e73e-42ed-9614-9ba0fb91ecfc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.724237] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.724753] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.725212] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1603.726190] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0e2f49-ff08-4924-990d-70ddc11c433d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.731372] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for the task: (returnval){ [ 1603.731372] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5220862e-92c4-6f0e-ab35-cfe1f82bd8f1" [ 1603.731372] env[62683]: _type = "Task" [ 1603.731372] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.741041] env[62683]: DEBUG nova.compute.provider_tree [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.755079] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5220862e-92c4-6f0e-ab35-cfe1f82bd8f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.888547] env[62683]: DEBUG nova.compute.manager [req-22bc150d-d292-410d-a6db-4bbf34c7fabd req-5f9ede75-53fd-40db-bccd-7793316a8899 service nova] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Received event network-changed-6d1ff28c-7ae9-4e78-a4c8-650c93617d84 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1603.888743] env[62683]: DEBUG nova.compute.manager [req-22bc150d-d292-410d-a6db-4bbf34c7fabd req-5f9ede75-53fd-40db-bccd-7793316a8899 service nova] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Refreshing instance network info cache due to event network-changed-6d1ff28c-7ae9-4e78-a4c8-650c93617d84. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1603.888959] env[62683]: DEBUG oslo_concurrency.lockutils [req-22bc150d-d292-410d-a6db-4bbf34c7fabd req-5f9ede75-53fd-40db-bccd-7793316a8899 service nova] Acquiring lock "refresh_cache-9a5b6016-07c9-4b69-b161-1741fe86286f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.889118] env[62683]: DEBUG oslo_concurrency.lockutils [req-22bc150d-d292-410d-a6db-4bbf34c7fabd req-5f9ede75-53fd-40db-bccd-7793316a8899 service nova] Acquired lock "refresh_cache-9a5b6016-07c9-4b69-b161-1741fe86286f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.889282] env[62683]: DEBUG nova.network.neutron [req-22bc150d-d292-410d-a6db-4bbf34c7fabd req-5f9ede75-53fd-40db-bccd-7793316a8899 service nova] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Refreshing network info cache for port 6d1ff28c-7ae9-4e78-a4c8-650c93617d84 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1604.083112] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1604.083112] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77e8b171-e596-44ec-a5ea-b13945d4f210 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.090756] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1604.090756] env[62683]: value = "task-1799086" [ 1604.090756] env[62683]: _type = "Task" [ 1604.090756] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.100277] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.258326] env[62683]: DEBUG nova.scheduler.client.report [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.263025] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5220862e-92c4-6f0e-ab35-cfe1f82bd8f1, 'name': SearchDatastore_Task, 'duration_secs': 0.030052} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.263025] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.263025] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1604.263025] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.263025] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.263025] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1604.263413] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b23ac6e-dc27-4e57-a413-d2587c459e13 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.274175] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1604.274424] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1604.275042] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-391fcb70-8b40-46b2-a5b3-92f188261eb3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.284112] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for the task: (returnval){ [ 1604.284112] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]527e0f23-de60-9808-1672-2e3e55b6d00c" [ 1604.284112] env[62683]: _type = "Task" [ 1604.284112] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.296241] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527e0f23-de60-9808-1672-2e3e55b6d00c, 'name': SearchDatastore_Task, 'duration_secs': 0.011393} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.297080] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea55d3d2-571e-45ad-9608-efa13f65a06d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.306119] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for the task: (returnval){ [ 1604.306119] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]523336bc-07b6-05a0-1c8f-e147e7a056cb" [ 1604.306119] env[62683]: _type = "Task" [ 1604.306119] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.322702] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523336bc-07b6-05a0-1c8f-e147e7a056cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.485285] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "refresh_cache-d00064e2-9954-4cb6-8812-ea02311cb049" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.485524] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "refresh_cache-d00064e2-9954-4cb6-8812-ea02311cb049" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.485705] env[62683]: DEBUG nova.network.neutron [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1604.601261] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799086, 'name': PowerOffVM_Task, 'duration_secs': 0.338822} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.601529] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1604.602355] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9355fb10-1af7-4883-a9d8-c88ef2d29ede {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.625318] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2842d30-b3b0-4c76-a551-fe0d822353ba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.767242] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.768186] env[62683]: DEBUG nova.compute.manager [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1604.772536] env[62683]: DEBUG oslo_concurrency.lockutils [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.107s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.773156] env[62683]: DEBUG nova.objects.instance [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lazy-loading 'resources' on Instance uuid d6483889-075c-4132-85b2-f01896704bea {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1604.781391] env[62683]: DEBUG nova.network.neutron [req-22bc150d-d292-410d-a6db-4bbf34c7fabd req-5f9ede75-53fd-40db-bccd-7793316a8899 service nova] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Updated VIF entry in instance network info cache for port 6d1ff28c-7ae9-4e78-a4c8-650c93617d84. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1604.781915] env[62683]: DEBUG nova.network.neutron [req-22bc150d-d292-410d-a6db-4bbf34c7fabd req-5f9ede75-53fd-40db-bccd-7793316a8899 service nova] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Updating instance_info_cache with network_info: [{"id": "6d1ff28c-7ae9-4e78-a4c8-650c93617d84", "address": "fa:16:3e:fa:93:92", "network": {"id": "257fc385-36fa-4035-834c-771a30967ffc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-92664200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbaa38edaf1c47d08530d685c8ec1998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1ff28c-7a", "ovs_interfaceid": "6d1ff28c-7ae9-4e78-a4c8-650c93617d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.817669] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523336bc-07b6-05a0-1c8f-e147e7a056cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010765} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.818669] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.818941] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 70b372de-ebb6-4fe6-b683-b9a8d9b907c4/70b372de-ebb6-4fe6-b683-b9a8d9b907c4.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1604.819283] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d393106-75df-4819-9ff1-26af89e62c0b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.828548] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for the task: (returnval){ [ 1604.828548] env[62683]: value = "task-1799087" [ 1604.828548] env[62683]: _type = "Task" [ 1604.828548] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.838475] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.140434] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Creating Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1605.140773] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6440cf15-bcec-4d5e-b223-5cd73d9c7236 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.150972] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1605.150972] env[62683]: value = "task-1799088" [ 1605.150972] env[62683]: _type = "Task" [ 1605.150972] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.161183] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799088, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.224397] env[62683]: DEBUG nova.network.neutron [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Updating instance_info_cache with network_info: [{"id": "a8e2dc79-0000-443d-b536-256810fd33cb", "address": "fa:16:3e:b3:fb:44", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8e2dc79-00", "ovs_interfaceid": "a8e2dc79-0000-443d-b536-256810fd33cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.274267] env[62683]: DEBUG nova.compute.utils [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1605.278336] env[62683]: DEBUG nova.compute.manager [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Not allocating networking since 'none' was specified. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1605.285341] env[62683]: DEBUG oslo_concurrency.lockutils [req-22bc150d-d292-410d-a6db-4bbf34c7fabd req-5f9ede75-53fd-40db-bccd-7793316a8899 service nova] Releasing lock "refresh_cache-9a5b6016-07c9-4b69-b161-1741fe86286f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.347843] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799087, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.665692] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799088, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.715792] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95ef2f2-ecb0-47e7-b113-05cb4ea2abf5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.724083] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7f4c18-ade8-445e-bb2d-d8cbb8c3439e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.727684] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "refresh_cache-d00064e2-9954-4cb6-8812-ea02311cb049" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.760127] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcf8eda-23b7-4f67-988a-b6bb35f109e7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.769221] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e493ba-54b1-4ca7-b264-6ec09b704ef3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.783904] env[62683]: DEBUG nova.compute.manager [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1605.786733] env[62683]: DEBUG nova.compute.provider_tree [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.840599] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825411} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.840847] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 70b372de-ebb6-4fe6-b683-b9a8d9b907c4/70b372de-ebb6-4fe6-b683-b9a8d9b907c4.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1605.841070] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1605.841337] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f4ed764-08aa-4560-b6fe-9dc55ce01ae8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.848716] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for the task: (returnval){ [ 1605.848716] env[62683]: value = "task-1799089" [ 1605.848716] env[62683]: _type = "Task" [ 1605.848716] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.858310] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.162168] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799088, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.253804] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02d8cf7-913f-42b4-b032-73d2af7c8f50 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.276623] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ca341a-07f4-44f8-a208-733bb7676fa8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.285815] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Updating instance 'd00064e2-9954-4cb6-8812-ea02311cb049' progress to 83 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1606.296619] env[62683]: DEBUG nova.scheduler.client.report [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1606.365076] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09435} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.365311] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1606.366302] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4e8cbf-1be8-47d5-a113-503421ea9d81 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.389929] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 70b372de-ebb6-4fe6-b683-b9a8d9b907c4/70b372de-ebb6-4fe6-b683-b9a8d9b907c4.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1606.390249] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70503092-85e6-4269-86cb-c2dd5560adbf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.415649] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for the task: (returnval){ [ 1606.415649] env[62683]: value = "task-1799090" [ 1606.415649] env[62683]: _type = "Task" [ 1606.415649] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.424210] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.663352] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799088, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.801052] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1606.802115] env[62683]: DEBUG nova.compute.manager [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1606.804557] env[62683]: DEBUG oslo_concurrency.lockutils [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.806392] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-423245b9-3766-471b-b692-46f55a8cfcba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.808321] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.244s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.810084] env[62683]: INFO nova.compute.claims [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1606.819693] env[62683]: DEBUG oslo_vmware.api [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1606.819693] env[62683]: value = "task-1799091" [ 1606.819693] env[62683]: _type = "Task" [ 1606.819693] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.829773] env[62683]: DEBUG oslo_vmware.api [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.843258] env[62683]: DEBUG nova.virt.hardware [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1606.843575] env[62683]: DEBUG nova.virt.hardware [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1606.843707] env[62683]: DEBUG nova.virt.hardware [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1606.843889] env[62683]: DEBUG nova.virt.hardware [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1606.845239] env[62683]: DEBUG nova.virt.hardware [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1606.845239] env[62683]: DEBUG nova.virt.hardware [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1606.845239] env[62683]: DEBUG nova.virt.hardware [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1606.845239] env[62683]: DEBUG nova.virt.hardware [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1606.845239] env[62683]: DEBUG nova.virt.hardware [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1606.845504] env[62683]: DEBUG nova.virt.hardware [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1606.845712] env[62683]: DEBUG nova.virt.hardware [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1606.846531] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fdae14-f28a-44bf-8a4c-15f534503ac0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.851224] env[62683]: INFO nova.scheduler.client.report [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Deleted allocations for instance d6483889-075c-4132-85b2-f01896704bea [ 1606.859944] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ee4907-0e61-4f86-b9ba-14804c8f6ed2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.876265] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Instance VIF info [] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1606.882673] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Creating folder: Project (cbc576004a764588a6d0e2bc8ef45e3f). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1606.883823] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cfff4a2-0a7e-45ba-bc63-9f07fded8921 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.900409] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Created folder: Project (cbc576004a764588a6d0e2bc8ef45e3f) in parent group-v372889. [ 1606.900409] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Creating folder: Instances. Parent ref: group-v373080. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1606.900409] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03905616-d24c-49a0-ad3d-78bcbdb4e1e2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.913514] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Created folder: Instances in parent group-v373080. [ 1606.913795] env[62683]: DEBUG oslo.service.loopingcall [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1606.914023] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1606.914302] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ae98a33-8672-4bcb-a0a9-e7ba1bae706b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.939511] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799090, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.942400] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1606.942400] env[62683]: value = "task-1799094" [ 1606.942400] env[62683]: _type = "Task" [ 1606.942400] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.951961] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799094, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.166683] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799088, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.337072] env[62683]: DEBUG oslo_vmware.api [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799091, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.362027] env[62683]: DEBUG oslo_concurrency.lockutils [None req-35ecb917-9668-458b-865c-84e6a3e3a2c7 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "d6483889-075c-4132-85b2-f01896704bea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.003s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.427467] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799090, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.452232] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799094, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.665279] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799088, 'name': CreateSnapshot_Task, 'duration_secs': 2.18848} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.665645] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Created Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1607.666484] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455a92ba-bad3-48d8-aced-af1c37a9cb8a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.837034] env[62683]: DEBUG oslo_vmware.api [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799091, 'name': PowerOnVM_Task, 'duration_secs': 0.794429} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.837417] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1607.837689] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2aed5ea9-8f43-4913-9e26-2b8210279cda tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Updating instance 'd00064e2-9954-4cb6-8812-ea02311cb049' progress to 100 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1607.928122] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799090, 'name': ReconfigVM_Task, 'duration_secs': 1.302747} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.928122] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 70b372de-ebb6-4fe6-b683-b9a8d9b907c4/70b372de-ebb6-4fe6-b683-b9a8d9b907c4.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1607.928406] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2aa9ff7-d3e9-42f6-82d1-97b8ddc343ff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.939219] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for the task: (returnval){ [ 1607.939219] env[62683]: value = "task-1799095" [ 1607.939219] env[62683]: _type = "Task" [ 1607.939219] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.956777] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799095, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.962543] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799094, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.191234] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Creating linked-clone VM from snapshot {{(pid=62683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1608.191234] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3ac54e31-3468-46b6-991d-4c1170beda6e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.200617] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1608.200617] env[62683]: value = "task-1799096" [ 1608.200617] env[62683]: _type = "Task" [ 1608.200617] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.214746] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799096, 'name': CloneVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.302990] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56c6c5f-a590-4ba9-80e0-b6753a52fa78 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.312420] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfeb3a7-b6b9-4225-92e6-9b08ee0ea2ba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.345975] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e3512d-a225-4ffe-8da9-194a0faa1e07 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.358868] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaf3c36-9043-4121-95e5-59b0765be9bc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.375026] env[62683]: DEBUG nova.compute.provider_tree [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1608.454507] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799095, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.460630] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799094, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.701322] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Acquiring lock "20e8ff2f-2f70-4357-a026-7d9ffbceb275" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.701681] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Lock "20e8ff2f-2f70-4357-a026-7d9ffbceb275" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.718000] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799096, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.878604] env[62683]: DEBUG nova.scheduler.client.report [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1608.953389] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799095, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.958570] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799094, 'name': CreateVM_Task, 'duration_secs': 2.009804} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.958813] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1608.959428] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.959636] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.959977] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1608.960272] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aacfaf1b-b1fe-415e-a1e8-afe745feac90 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.965896] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1608.965896] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5299d6c2-a2c1-8a4c-5945-44ae334747df" [ 1608.965896] env[62683]: _type = "Task" [ 1608.965896] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.974279] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5299d6c2-a2c1-8a4c-5945-44ae334747df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.213464] env[62683]: DEBUG nova.compute.manager [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1609.216190] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799096, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.384722] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.385311] env[62683]: DEBUG nova.compute.manager [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1609.389029] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.069s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.389029] env[62683]: DEBUG nova.objects.instance [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Lazy-loading 'resources' on Instance uuid 5b54aec0-7752-4141-bd05-322104320ffa {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1609.412965] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.413793] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.451261] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799095, 'name': Rename_Task, 'duration_secs': 1.114439} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.451579] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1609.451821] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13329d75-3c31-4dc2-bbc3-8d97a765fd67 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.459110] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for the task: (returnval){ [ 1609.459110] env[62683]: value = "task-1799097" [ 1609.459110] env[62683]: _type = "Task" [ 1609.459110] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.468120] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.477229] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5299d6c2-a2c1-8a4c-5945-44ae334747df, 'name': SearchDatastore_Task, 'duration_secs': 0.01157} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.477595] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.477794] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1609.478100] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.478194] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.478362] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1609.478617] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10975821-dc4f-41a2-8fef-a3a9d32c86fc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.491750] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1609.491987] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1609.492779] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ee922bd-5f9a-4405-8a83-52109db5c342 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.501240] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1609.501240] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52dfc3aa-93a0-4889-04db-0637fa3f8af4" [ 1609.501240] env[62683]: _type = "Task" [ 1609.501240] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.509147] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52dfc3aa-93a0-4889-04db-0637fa3f8af4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.714915] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799096, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.736155] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.892348] env[62683]: DEBUG nova.compute.utils [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1609.897281] env[62683]: DEBUG nova.compute.manager [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Not allocating networking since 'none' was specified. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1609.920031] env[62683]: DEBUG nova.compute.manager [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1609.976715] env[62683]: DEBUG oslo_vmware.api [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799097, 'name': PowerOnVM_Task, 'duration_secs': 0.459506} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.977147] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1609.977438] env[62683]: INFO nova.compute.manager [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Took 10.07 seconds to spawn the instance on the hypervisor. [ 1609.977711] env[62683]: DEBUG nova.compute.manager [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1609.982021] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e48eb0-e0c1-4d40-b2dc-0053475bdf45 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.015271] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52dfc3aa-93a0-4889-04db-0637fa3f8af4, 'name': SearchDatastore_Task, 'duration_secs': 0.010254} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.017309] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-669c1c13-4f29-4931-a998-dedb406fc5f7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.026475] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1610.026475] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5275f67d-7fee-78e3-ec5e-d3cd7310ea0b" [ 1610.026475] env[62683]: _type = "Task" [ 1610.026475] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.040134] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5275f67d-7fee-78e3-ec5e-d3cd7310ea0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.217136] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799096, 'name': CloneVM_Task} progress is 95%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.340393] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a78938-0615-473b-bd35-3a7c4bf51113 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.348534] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fd0f7b-ca2c-418e-9398-d1d518176700 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.380164] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855e6ef2-0679-4cf7-833c-be4a33967b5b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.388087] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94242ec0-2ad8-4616-be64-be6213b29280 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.401216] env[62683]: DEBUG nova.compute.manager [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1610.403847] env[62683]: DEBUG nova.compute.provider_tree [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.438954] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.504908] env[62683]: INFO nova.compute.manager [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Took 52.61 seconds to build instance. [ 1610.535613] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5275f67d-7fee-78e3-ec5e-d3cd7310ea0b, 'name': SearchDatastore_Task, 'duration_secs': 0.05831} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.535888] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.536170] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 91331302-fbc2-45c7-9791-792bd5c2f463/91331302-fbc2-45c7-9791-792bd5c2f463.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1610.536425] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3116f67-54bd-4cb9-ac48-062cfc9cf858 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.544623] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1610.544623] env[62683]: value = "task-1799098" [ 1610.544623] env[62683]: _type = "Task" [ 1610.544623] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.553691] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.598022] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a15f95f1-638d-4b0c-a181-6d7037664179 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "d00064e2-9954-4cb6-8812-ea02311cb049" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.598407] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a15f95f1-638d-4b0c-a181-6d7037664179 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "d00064e2-9954-4cb6-8812-ea02311cb049" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.598660] env[62683]: DEBUG nova.compute.manager [None req-a15f95f1-638d-4b0c-a181-6d7037664179 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Going to confirm migration 3 {{(pid=62683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1610.714715] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799096, 'name': CloneVM_Task} progress is 95%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.909869] env[62683]: DEBUG nova.scheduler.client.report [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1611.006802] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a312c721-37ad-4a23-9e9a-cfa2baa6ca35 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Lock "70b372de-ebb6-4fe6-b683-b9a8d9b907c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.124s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.055377] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.145897] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a15f95f1-638d-4b0c-a181-6d7037664179 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "refresh_cache-d00064e2-9954-4cb6-8812-ea02311cb049" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.146123] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a15f95f1-638d-4b0c-a181-6d7037664179 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "refresh_cache-d00064e2-9954-4cb6-8812-ea02311cb049" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.146310] env[62683]: DEBUG nova.network.neutron [None req-a15f95f1-638d-4b0c-a181-6d7037664179 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1611.146498] env[62683]: DEBUG nova.objects.instance [None req-a15f95f1-638d-4b0c-a181-6d7037664179 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lazy-loading 'info_cache' on Instance uuid d00064e2-9954-4cb6-8812-ea02311cb049 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1611.215587] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799096, 'name': CloneVM_Task} progress is 95%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.416845] env[62683]: DEBUG nova.compute.manager [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1611.419404] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.421420] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.410s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.442262] env[62683]: INFO nova.scheduler.client.report [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Deleted allocations for instance 5b54aec0-7752-4141-bd05-322104320ffa [ 1611.445908] env[62683]: DEBUG nova.virt.hardware [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1611.446168] env[62683]: DEBUG nova.virt.hardware [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1611.446292] env[62683]: DEBUG nova.virt.hardware [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1611.446478] env[62683]: DEBUG nova.virt.hardware [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1611.446628] env[62683]: DEBUG nova.virt.hardware [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1611.446777] env[62683]: DEBUG nova.virt.hardware [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1611.446989] env[62683]: DEBUG nova.virt.hardware [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1611.447171] env[62683]: DEBUG nova.virt.hardware [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1611.447343] env[62683]: DEBUG nova.virt.hardware [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1611.447507] env[62683]: DEBUG nova.virt.hardware [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1611.447681] env[62683]: DEBUG nova.virt.hardware [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1611.449088] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ccb18e-5c1a-4697-89e2-cc7825f29e6f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.460272] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458cf671-659c-4746-8758-332adc2298c5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.476308] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Instance VIF info [] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1611.481889] env[62683]: DEBUG oslo.service.loopingcall [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1611.482690] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1611.482932] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d09fc34f-0d93-421c-94fa-6b28a146802b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.502943] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1611.502943] env[62683]: value = "task-1799099" [ 1611.502943] env[62683]: _type = "Task" [ 1611.502943] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.520216] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799099, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.555609] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.716578] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799096, 'name': CloneVM_Task} progress is 95%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.965061] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7f445175-73a7-4407-a84b-714761f909d9 tempest-ServerAddressesNegativeTestJSON-740419710 tempest-ServerAddressesNegativeTestJSON-740419710-project-member] Lock "5b54aec0-7752-4141-bd05-322104320ffa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.265s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.021030] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799099, 'name': CreateVM_Task, 'duration_secs': 0.272626} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.021218] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1612.021677] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.021829] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.022180] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1612.022445] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1285b7fd-18aa-4305-8c8c-a9bd8f548f85 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.028270] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1612.028270] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a00ce6-276f-4541-ee74-1495687d97e4" [ 1612.028270] env[62683]: _type = "Task" [ 1612.028270] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.033950] env[62683]: DEBUG nova.compute.manager [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1612.037081] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9a7ddd-02c0-4999-9793-28cfc0eec77d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.050456] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a00ce6-276f-4541-ee74-1495687d97e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.062074] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.221242] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799096, 'name': CloneVM_Task} progress is 95%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.440129] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Applying migration context for instance 4c2f73c2-1014-479a-9adf-b87c86def0fe as it has an incoming, in-progress migration 431d1c2d-fcf5-4277-ae28-e27ad66e397b. Migration status is reverting {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1612.440474] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Applying migration context for instance d00064e2-9954-4cb6-8812-ea02311cb049 as it has an incoming, in-progress migration 3fda09f1-1076-4742-8c76-e9ddb6945ab0. Migration status is confirming {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1612.443665] env[62683]: INFO nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Updating resource usage from migration 431d1c2d-fcf5-4277-ae28-e27ad66e397b [ 1612.444318] env[62683]: INFO nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Updating resource usage from migration 3fda09f1-1076-4742-8c76-e9ddb6945ab0 [ 1612.471524] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance dfb8b226-70ba-415c-b183-6a81e9aa3026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.471719] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance ae965366-0db1-499a-b590-11511dd4d8b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.471943] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 35f546a5-222c-47db-982e-9c7fa73d2381 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.472122] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.472184] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 512f1357-cb29-440a-9c61-f4c75dab4207 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.472276] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance dc809566-db46-4911-89d6-0ee07d842fcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.472452] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance fa66cd32-a744-41ee-a6d9-ae0d131a57ce actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.472657] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 1f24c7b2-67ce-4271-a77b-c7dfecb0b132 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.472657] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 134c873e-9d20-4c6a-931f-c835cfb97376 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.472774] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 05476a5d-00fd-42e3-a3f4-d4b8557ce490 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.472840] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance d82cdcad-7464-4f60-b3e9-9e3e46575d29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.473237] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 0aadee7f-0a1d-49ce-90cc-48107b8a107e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1612.473435] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance f4e83ce0-2ba7-45cf-a060-124af8a7ff02 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1612.473571] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance eee16ab0-76b4-4d1d-bf04-55f9b64264ef is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1612.473716] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance b06713db-2263-410b-93a8-fc7334752d30 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1612.473847] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 7091557b-6466-439b-85f5-46c6237e9436 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1612.473981] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Migration 431d1c2d-fcf5-4277-ae28-e27ad66e397b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1612.474122] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 4c2f73c2-1014-479a-9adf-b87c86def0fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.474254] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 684641b9-e62f-406e-91a5-12bc0fe32470 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1612.474400] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 9a5b6016-07c9-4b69-b161-1741fe86286f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.474494] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Migration 3fda09f1-1076-4742-8c76-e9ddb6945ab0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1612.474623] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance d00064e2-9954-4cb6-8812-ea02311cb049 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.474739] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 70b372de-ebb6-4fe6-b683-b9a8d9b907c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.474888] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 91331302-fbc2-45c7-9791-792bd5c2f463 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.475040] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance a210b69f-861b-4aeb-8b3e-78c05eb4e4db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.545746] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a00ce6-276f-4541-ee74-1495687d97e4, 'name': SearchDatastore_Task, 'duration_secs': 0.096999} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.546229] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.546526] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1612.546862] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.547081] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.547286] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1612.547607] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2fc75d6-52ba-4148-840d-070b0bf9e3d6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.556524] env[62683]: INFO nova.compute.manager [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] instance snapshotting [ 1612.561655] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8402d3b8-b2eb-4ad3-950f-dced8775ace6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.571316] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799098, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.572078] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1612.572716] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1612.574964] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9305d328-351b-428b-a0b2-6c18198edd74 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.600662] env[62683]: DEBUG nova.network.neutron [None req-a15f95f1-638d-4b0c-a181-6d7037664179 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Updating instance_info_cache with network_info: [{"id": "a8e2dc79-0000-443d-b536-256810fd33cb", "address": "fa:16:3e:b3:fb:44", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8e2dc79-00", "ovs_interfaceid": "a8e2dc79-0000-443d-b536-256810fd33cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.603288] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9717f178-b137-4900-868b-7ef58a800e2b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.608585] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1612.608585] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5277ffa3-0c08-cbb8-8836-4ed905bfe718" [ 1612.608585] env[62683]: _type = "Task" [ 1612.608585] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.625319] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5277ffa3-0c08-cbb8-8836-4ed905bfe718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.718388] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799096, 'name': CloneVM_Task} progress is 95%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.978221] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance b5584441-c85f-4cef-9391-2197cecb1845 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1613.061621] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799098, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.451862} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.061903] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 91331302-fbc2-45c7-9791-792bd5c2f463/91331302-fbc2-45c7-9791-792bd5c2f463.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1613.062212] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1613.062507] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e858162f-5360-47c4-be1e-79d8cd88555f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.071589] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1613.071589] env[62683]: value = "task-1799100" [ 1613.071589] env[62683]: _type = "Task" [ 1613.071589] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.082302] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.108280] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a15f95f1-638d-4b0c-a181-6d7037664179 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "refresh_cache-d00064e2-9954-4cb6-8812-ea02311cb049" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.108740] env[62683]: DEBUG nova.objects.instance [None req-a15f95f1-638d-4b0c-a181-6d7037664179 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lazy-loading 'migration_context' on Instance uuid d00064e2-9954-4cb6-8812-ea02311cb049 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1613.121355] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Creating Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1613.122038] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5277ffa3-0c08-cbb8-8836-4ed905bfe718, 'name': SearchDatastore_Task, 'duration_secs': 0.077572} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.122269] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ceb3095-f892-4371-9348-43cad5630c40 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.125351] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33de5210-ff6f-499b-9004-d746e379afa4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.132628] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1613.132628] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5245ac14-9f44-028e-b1b9-ff251affb6d7" [ 1613.132628] env[62683]: _type = "Task" [ 1613.132628] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.137979] env[62683]: DEBUG oslo_vmware.api [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for the task: (returnval){ [ 1613.137979] env[62683]: value = "task-1799101" [ 1613.137979] env[62683]: _type = "Task" [ 1613.137979] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.144828] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5245ac14-9f44-028e-b1b9-ff251affb6d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.150653] env[62683]: DEBUG oslo_vmware.api [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799101, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.219855] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799096, 'name': CloneVM_Task} progress is 95%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.482421] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance c1ddfa77-305e-4beb-b788-6f5b815aa7fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1613.584281] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153704} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.587435] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1613.587435] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0d2bc9-1a49-464b-9b1f-bd690864a2b3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.612042] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 91331302-fbc2-45c7-9791-792bd5c2f463/91331302-fbc2-45c7-9791-792bd5c2f463.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1613.612395] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d99ca3b-7877-46d4-aa25-7b4639377399 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.627970] env[62683]: DEBUG nova.objects.base [None req-a15f95f1-638d-4b0c-a181-6d7037664179 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1613.630070] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f39944c-a4bc-467a-b8fb-51979dabac91 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.654939] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a896079-2dfd-4307-a761-8b69b4b108f7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.657512] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1613.657512] env[62683]: value = "task-1799102" [ 1613.657512] env[62683]: _type = "Task" [ 1613.657512] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.661928] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5245ac14-9f44-028e-b1b9-ff251affb6d7, 'name': SearchDatastore_Task, 'duration_secs': 0.028575} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.666887] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.667195] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] a210b69f-861b-4aeb-8b3e-78c05eb4e4db/a210b69f-861b-4aeb-8b3e-78c05eb4e4db.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1613.671474] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a03a387-16c4-4e40-9a81-ac2894339188 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.674649] env[62683]: DEBUG oslo_vmware.api [None req-a15f95f1-638d-4b0c-a181-6d7037664179 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1613.674649] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52031f3d-dfe1-2136-822e-2089189e7635" [ 1613.674649] env[62683]: _type = "Task" [ 1613.674649] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.674649] env[62683]: DEBUG oslo_vmware.api [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799101, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.685043] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1613.685043] env[62683]: value = "task-1799103" [ 1613.685043] env[62683]: _type = "Task" [ 1613.685043] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.685250] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.692542] env[62683]: DEBUG oslo_vmware.api [None req-a15f95f1-638d-4b0c-a181-6d7037664179 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52031f3d-dfe1-2136-822e-2089189e7635, 'name': SearchDatastore_Task, 'duration_secs': 0.016541} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.693342] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a15f95f1-638d-4b0c-a181-6d7037664179 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.697953] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.719343] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799096, 'name': CloneVM_Task} progress is 95%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.985905] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 63ad56ff-1d9d-46cd-aa65-7113c71f639c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1614.161112] env[62683]: DEBUG oslo_vmware.api [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799101, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.171283] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.197209] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.220043] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799096, 'name': CloneVM_Task} progress is 95%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.489657] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1614.663369] env[62683]: DEBUG oslo_vmware.api [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799101, 'name': CreateSnapshot_Task, 'duration_secs': 1.331672} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.667641] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Created Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1614.668601] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d68189-91ec-4174-9bb2-8b2e425c9c56 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.684229] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799102, 'name': ReconfigVM_Task, 'duration_secs': 0.821537} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.684584] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 91331302-fbc2-45c7-9791-792bd5c2f463/91331302-fbc2-45c7-9791-792bd5c2f463.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1614.685457] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c658c876-acdd-4ce0-ad5b-b961b161d663 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.704815] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799103, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.705163] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1614.705163] env[62683]: value = "task-1799104" [ 1614.705163] env[62683]: _type = "Task" [ 1614.705163] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.717836] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799104, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.727807] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799096, 'name': CloneVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.996642] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 20e8ff2f-2f70-4357-a026-7d9ffbceb275 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1615.193439] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Creating linked-clone VM from snapshot {{(pid=62683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1615.194021] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-912efee4-14b5-4df6-9ff4-4a487c8fc3ea {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.206339] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799103, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.188511} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.212519] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] a210b69f-861b-4aeb-8b3e-78c05eb4e4db/a210b69f-861b-4aeb-8b3e-78c05eb4e4db.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1615.213037] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1615.213615] env[62683]: DEBUG oslo_vmware.api [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for the task: (returnval){ [ 1615.213615] env[62683]: value = "task-1799105" [ 1615.213615] env[62683]: _type = "Task" [ 1615.213615] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.214157] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0b163f1-b438-444b-bed6-df576d139c57 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.225903] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799104, 'name': Rename_Task, 'duration_secs': 0.191887} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.226672] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1615.226912] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2e7500b-6136-498c-9eb9-954f17e93fe5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.231610] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799096, 'name': CloneVM_Task, 'duration_secs': 6.570441} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.235965] env[62683]: INFO nova.virt.vmwareapi.vmops [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Created linked-clone VM from snapshot [ 1615.236309] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1615.236309] env[62683]: value = "task-1799106" [ 1615.236309] env[62683]: _type = "Task" [ 1615.236309] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.236539] env[62683]: DEBUG oslo_vmware.api [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799105, 'name': CloneVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.237260] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f230c2dd-2a18-4547-ac0a-aa555c2d29de {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.244493] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1615.244493] env[62683]: value = "task-1799107" [ 1615.244493] env[62683]: _type = "Task" [ 1615.244493] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.250881] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Uploading image 01ff28aa-eed5-460c-869e-454b7e6b845d {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1615.256197] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.261138] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.277629] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1615.277629] env[62683]: value = "vm-373084" [ 1615.277629] env[62683]: _type = "VirtualMachine" [ 1615.277629] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1615.277802] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0484108a-3045-48a3-8c31-c820c0f9fa21 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.287254] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lease: (returnval){ [ 1615.287254] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52700e36-7fdc-a261-278a-6b52bb21014c" [ 1615.287254] env[62683]: _type = "HttpNfcLease" [ 1615.287254] env[62683]: } obtained for exporting VM: (result){ [ 1615.287254] env[62683]: value = "vm-373084" [ 1615.287254] env[62683]: _type = "VirtualMachine" [ 1615.287254] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1615.288132] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the lease: (returnval){ [ 1615.288132] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52700e36-7fdc-a261-278a-6b52bb21014c" [ 1615.288132] env[62683]: _type = "HttpNfcLease" [ 1615.288132] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1615.295863] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1615.295863] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52700e36-7fdc-a261-278a-6b52bb21014c" [ 1615.295863] env[62683]: _type = "HttpNfcLease" [ 1615.295863] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1615.501068] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1615.501496] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1615.501676] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4352MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1615.726283] env[62683]: DEBUG oslo_vmware.api [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799105, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.753856] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.441724} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.759532] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1615.759898] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799107, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.760807] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8130177-4e3f-4e2a-9286-92f6a676c299 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.782433] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] a210b69f-861b-4aeb-8b3e-78c05eb4e4db/a210b69f-861b-4aeb-8b3e-78c05eb4e4db.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1615.785462] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1013159a-57e9-4edd-80dd-22eb99259faf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.808174] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1615.808174] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52700e36-7fdc-a261-278a-6b52bb21014c" [ 1615.808174] env[62683]: _type = "HttpNfcLease" [ 1615.808174] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1615.808490] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1615.808490] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52700e36-7fdc-a261-278a-6b52bb21014c" [ 1615.808490] env[62683]: _type = "HttpNfcLease" [ 1615.808490] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1615.809691] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45d6869-72e9-4268-9601-8b349bd754e8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.815411] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1615.815411] env[62683]: value = "task-1799109" [ 1615.815411] env[62683]: _type = "Task" [ 1615.815411] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.823041] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4c485-5632-189e-253a-19758f6fe28e/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1615.823242] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4c485-5632-189e-253a-19758f6fe28e/disk-0.vmdk for reading. {{(pid=62683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1615.827541] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799109, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.017651] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb57d8e7-7355-4294-8e7b-85b134964f3a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.026183] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f413ee-7040-4d19-835f-ebeee14acd06 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.063075] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc89702-b65a-4705-b8d6-a374557523be {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.065914] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fa4bcfdb-c201-435c-97eb-d5526c41de72 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.074949] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207243eb-c666-46b8-97e3-dcfe9425103c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.092477] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.228896] env[62683]: DEBUG oslo_vmware.api [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799105, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.256742] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799107, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.330903] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.599107] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1616.738921] env[62683]: DEBUG oslo_vmware.api [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799105, 'name': CloneVM_Task} progress is 95%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.756949] env[62683]: DEBUG oslo_vmware.api [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799107, 'name': PowerOnVM_Task, 'duration_secs': 1.218249} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.757526] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1616.757904] env[62683]: INFO nova.compute.manager [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1616.758322] env[62683]: DEBUG nova.compute.manager [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1616.759251] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28c781b-ffed-4dad-b8f2-941d9d3db59d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.827422] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799109, 'name': ReconfigVM_Task, 'duration_secs': 0.686698} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.827898] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Reconfigured VM instance instance-00000045 to attach disk [datastore1] a210b69f-861b-4aeb-8b3e-78c05eb4e4db/a210b69f-861b-4aeb-8b3e-78c05eb4e4db.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1616.828688] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-837836fd-dce3-406d-866e-3a25839d9769 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.840022] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1616.840022] env[62683]: value = "task-1799110" [ 1616.840022] env[62683]: _type = "Task" [ 1616.840022] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.849853] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799110, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.107044] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1617.107044] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.683s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.107044] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.079s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.107044] env[62683]: INFO nova.compute.claims [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1617.230371] env[62683]: DEBUG oslo_vmware.api [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799105, 'name': CloneVM_Task, 'duration_secs': 1.730658} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.231027] env[62683]: INFO nova.virt.vmwareapi.vmops [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Created linked-clone VM from snapshot [ 1617.232125] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af82cf3b-fbe3-487f-b29d-c4b006cdd719 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.242969] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Uploading image 248bb64b-08ae-4058-96d5-584e557d72d2 {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1617.264178] env[62683]: DEBUG oslo_vmware.rw_handles [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1617.264178] env[62683]: value = "vm-373087" [ 1617.264178] env[62683]: _type = "VirtualMachine" [ 1617.264178] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1617.266079] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-228ec13b-b62a-4d09-8192-60f46e35e8eb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.278989] env[62683]: DEBUG oslo_vmware.rw_handles [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Lease: (returnval){ [ 1617.278989] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522c57dc-a422-5858-d758-122010cfb35f" [ 1617.278989] env[62683]: _type = "HttpNfcLease" [ 1617.278989] env[62683]: } obtained for exporting VM: (result){ [ 1617.278989] env[62683]: value = "vm-373087" [ 1617.278989] env[62683]: _type = "VirtualMachine" [ 1617.278989] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1617.280522] env[62683]: DEBUG oslo_vmware.api [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for the lease: (returnval){ [ 1617.280522] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522c57dc-a422-5858-d758-122010cfb35f" [ 1617.280522] env[62683]: _type = "HttpNfcLease" [ 1617.280522] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1617.287315] env[62683]: INFO nova.compute.manager [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Took 56.94 seconds to build instance. [ 1617.293337] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1617.293337] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522c57dc-a422-5858-d758-122010cfb35f" [ 1617.293337] env[62683]: _type = "HttpNfcLease" [ 1617.293337] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1617.293913] env[62683]: DEBUG oslo_vmware.rw_handles [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1617.293913] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522c57dc-a422-5858-d758-122010cfb35f" [ 1617.293913] env[62683]: _type = "HttpNfcLease" [ 1617.293913] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1617.295121] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236d9848-fd63-4c52-ad58-ac744f9f355a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.303528] env[62683]: DEBUG oslo_vmware.rw_handles [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245ece8-edf2-4550-fd9d-5aec2883ac56/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1617.303822] env[62683]: DEBUG oslo_vmware.rw_handles [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245ece8-edf2-4550-fd9d-5aec2883ac56/disk-0.vmdk for reading. {{(pid=62683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1617.372586] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799110, 'name': Rename_Task, 'duration_secs': 0.316131} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.373051] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1617.373796] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebddb988-2e6d-4ed1-ae0c-3881d8d384b1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.387462] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1617.387462] env[62683]: value = "task-1799112" [ 1617.387462] env[62683]: _type = "Task" [ 1617.387462] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.396160] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.438252] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c998f915-92f5-4b95-9a6b-e3514b991d59 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.790764] env[62683]: DEBUG oslo_concurrency.lockutils [None req-32109410-b082-40e5-8406-1e3f45a8b0f6 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "91331302-fbc2-45c7-9791-792bd5c2f463" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.326s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.901564] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799112, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.404921] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799112, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.665202] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf009eda-3fd9-40ef-9e51-c18a484aa2b2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.676683] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fccc66f-7acf-45b0-bd22-125228fa9f15 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.719853] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83472d02-1f9b-45e5-a27a-2978084e600a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.731373] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0050bbb2-7ed5-4b24-924d-654669644173 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.749144] env[62683]: DEBUG nova.compute.provider_tree [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1618.906207] env[62683]: DEBUG oslo_vmware.api [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799112, 'name': PowerOnVM_Task, 'duration_secs': 1.043042} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.906537] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1618.906700] env[62683]: INFO nova.compute.manager [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1618.906887] env[62683]: DEBUG nova.compute.manager [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1618.907713] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa12787-b0b9-47db-80d4-e08153d3123e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.252727] env[62683]: DEBUG nova.scheduler.client.report [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1619.426800] env[62683]: INFO nova.compute.manager [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Took 50.88 seconds to build instance. [ 1619.758459] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.759068] env[62683]: DEBUG nova.compute.manager [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1619.761772] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 39.863s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.929164] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1d60ded4-ab03-49d5-a139-71e8f64b3870 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "a210b69f-861b-4aeb-8b3e-78c05eb4e4db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.731s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.266378] env[62683]: DEBUG nova.compute.utils [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1620.268207] env[62683]: DEBUG nova.objects.instance [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lazy-loading 'migration_context' on Instance uuid 4c2f73c2-1014-479a-9adf-b87c86def0fe {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1620.269295] env[62683]: DEBUG nova.compute.manager [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1620.269519] env[62683]: DEBUG nova.network.neutron [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1620.315259] env[62683]: DEBUG nova.policy [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85111b2afdaa4dbd82887d81ae9e0172', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76a33757b0f245438ad83067b69dad34', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1620.561260] env[62683]: DEBUG nova.network.neutron [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Successfully created port: d100496c-b208-4095-bd49-3c086bdbafea {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1620.776634] env[62683]: DEBUG nova.compute.manager [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1621.224555] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33d4b5d-8bc5-404d-9efe-b06888878b8f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.233832] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30769dd-cc2a-4678-94f0-05858cd0987a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.265901] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a19940a-39ec-4ce9-9731-59557fbfdabd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.274643] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07078d21-9206-4473-b176-5822392a89c2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.292359] env[62683]: DEBUG nova.compute.provider_tree [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.795982] env[62683]: DEBUG nova.compute.manager [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1621.798724] env[62683]: DEBUG nova.scheduler.client.report [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1622.116921] env[62683]: DEBUG nova.network.neutron [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Successfully updated port: d100496c-b208-4095-bd49-3c086bdbafea {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1622.619983] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "refresh_cache-b5584441-c85f-4cef-9391-2197cecb1845" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.620328] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquired lock "refresh_cache-b5584441-c85f-4cef-9391-2197cecb1845" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.620372] env[62683]: DEBUG nova.network.neutron [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1622.809871] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.048s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.815780] env[62683]: DEBUG oslo_concurrency.lockutils [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.594s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.817306] env[62683]: INFO nova.compute.claims [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1623.153212] env[62683]: DEBUG nova.network.neutron [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1623.296867] env[62683]: DEBUG nova.network.neutron [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Updating instance_info_cache with network_info: [{"id": "d100496c-b208-4095-bd49-3c086bdbafea", "address": "fa:16:3e:d6:fb:7f", "network": {"id": "cdb480de-3249-4b80-bb76-9a5d49f86683", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2016498149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a33757b0f245438ad83067b69dad34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd100496c-b2", "ovs_interfaceid": "d100496c-b208-4095-bd49-3c086bdbafea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.800596] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Releasing lock "refresh_cache-b5584441-c85f-4cef-9391-2197cecb1845" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.800596] env[62683]: DEBUG nova.compute.manager [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Instance network_info: |[{"id": "d100496c-b208-4095-bd49-3c086bdbafea", "address": "fa:16:3e:d6:fb:7f", "network": {"id": "cdb480de-3249-4b80-bb76-9a5d49f86683", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2016498149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a33757b0f245438ad83067b69dad34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd100496c-b2", "ovs_interfaceid": "d100496c-b208-4095-bd49-3c086bdbafea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1624.188905] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2152d2b4-fef4-4e4e-a4e6-032951f7253b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.198096] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15324cc0-ed4e-4761-a35e-b8d84b44f57b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.229621] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef49ede-8c8d-4a1b-b8e7-bae767deddf8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.238284] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0a555f-6a7c-4b47-af66-2c00d8e99616 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.254472] env[62683]: DEBUG nova.compute.provider_tree [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.350871] env[62683]: INFO nova.compute.manager [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Swapping old allocation on dict_keys(['e206140c-2e6e-436d-87ad-d82d52de532e']) held by migration 431d1c2d-fcf5-4277-ae28-e27ad66e397b for instance [ 1624.382067] env[62683]: DEBUG nova.scheduler.client.report [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Overwriting current allocation {'allocations': {'e206140c-2e6e-436d-87ad-d82d52de532e': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 93}}, 'project_id': '53a51b98e6304137b4166eb2cc05537a', 'user_id': '8a50774bf59048889373b84da3984a1b', 'consumer_generation': 1} on consumer 4c2f73c2-1014-479a-9adf-b87c86def0fe {{(pid=62683) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1624.471079] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "refresh_cache-4c2f73c2-1014-479a-9adf-b87c86def0fe" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.471348] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquired lock "refresh_cache-4c2f73c2-1014-479a-9adf-b87c86def0fe" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.471701] env[62683]: DEBUG nova.network.neutron [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1624.757497] env[62683]: DEBUG nova.scheduler.client.report [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1625.186643] env[62683]: DEBUG nova.network.neutron [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Updating instance_info_cache with network_info: [{"id": "7fe87542-d490-4768-9208-52a8ef44345a", "address": "fa:16:3e:6a:8e:84", "network": {"id": "46bb8a9b-0b13-4097-9f25-7cef9a4b5baa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29618945af404d088d4934fa05ab6fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe87542-d4", "ovs_interfaceid": "7fe87542-d490-4768-9208-52a8ef44345a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.262965] env[62683]: DEBUG oslo_concurrency.lockutils [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.263478] env[62683]: DEBUG nova.compute.manager [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1625.267079] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.940s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.267461] env[62683]: DEBUG nova.objects.instance [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1625.689876] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Releasing lock "refresh_cache-4c2f73c2-1014-479a-9adf-b87c86def0fe" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.690572] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1625.690887] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3bb2c83-df25-414d-8ac0-d64d8ae48753 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.700928] env[62683]: DEBUG oslo_vmware.api [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1625.700928] env[62683]: value = "task-1799113" [ 1625.700928] env[62683]: _type = "Task" [ 1625.700928] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.710728] env[62683]: DEBUG oslo_vmware.api [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1799113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.772898] env[62683]: DEBUG nova.compute.utils [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1625.777680] env[62683]: DEBUG nova.compute.manager [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1625.777964] env[62683]: DEBUG nova.network.neutron [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1625.824019] env[62683]: DEBUG nova.policy [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a3a0a6a0a6e463f9af5ccf494d4c810', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cca9f7c09de541ceb601bd7c6303dcfa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1626.127572] env[62683]: DEBUG nova.network.neutron [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Successfully created port: 2d7aa937-4769-430d-bab6-0bc1be3271a0 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1626.213525] env[62683]: DEBUG oslo_vmware.api [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1799113, 'name': PowerOffVM_Task, 'duration_secs': 0.370479} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.213928] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1626.214516] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:52:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='bb0e513a-1bc5-42ec-b090-55951b8c65a1',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1971283420',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1626.214738] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1626.214904] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1626.215096] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1626.215248] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1626.215397] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1626.215603] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1626.215764] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1626.215935] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1626.216157] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1626.216339] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1626.221390] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ac14bf9-bafa-425c-9f21-61e363fe9c0a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.239977] env[62683]: DEBUG oslo_vmware.api [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1626.239977] env[62683]: value = "task-1799114" [ 1626.239977] env[62683]: _type = "Task" [ 1626.239977] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.249863] env[62683]: DEBUG oslo_vmware.api [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1799114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.278795] env[62683]: DEBUG nova.compute.manager [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1626.284733] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2afc04d4-c1fc-4b6c-b711-00251ee14d95 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.288441] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.162s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.288667] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.291691] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.603s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.292455] env[62683]: DEBUG nova.objects.instance [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1626.319952] env[62683]: INFO nova.scheduler.client.report [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Deleted allocations for instance eee16ab0-76b4-4d1d-bf04-55f9b64264ef [ 1626.349732] env[62683]: DEBUG nova.virt.hardware [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='369d839b4f1c75949846517e46f368f1',container_format='bare',created_at=2024-12-12T06:53:54Z,direct_url=,disk_format='vmdk',id=7bd1101b-c81f-435c-9cad-f46a3fe1d442,min_disk=1,min_ram=0,name='tempest-test-snap-1982162750',owner='76a33757b0f245438ad83067b69dad34',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-12T06:54:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1626.350078] env[62683]: DEBUG nova.virt.hardware [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1626.351029] env[62683]: DEBUG nova.virt.hardware [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1626.351029] env[62683]: DEBUG nova.virt.hardware [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1626.351029] env[62683]: DEBUG nova.virt.hardware [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1626.351029] env[62683]: DEBUG nova.virt.hardware [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1626.352327] env[62683]: DEBUG nova.virt.hardware [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1626.352327] env[62683]: DEBUG nova.virt.hardware [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1626.352327] env[62683]: DEBUG nova.virt.hardware [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1626.352636] env[62683]: DEBUG nova.virt.hardware [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1626.353875] env[62683]: DEBUG nova.virt.hardware [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1626.356985] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2153bf3d-ac2d-4077-8edb-cac1a5855ade {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.372165] env[62683]: DEBUG oslo_vmware.rw_handles [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245ece8-edf2-4550-fd9d-5aec2883ac56/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1626.373957] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b7703b-6b4f-46d8-9ca7-44ad7054d078 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.379482] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f263130-5255-4f8d-b71a-7f0c48f98de3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.390336] env[62683]: DEBUG oslo_vmware.rw_handles [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245ece8-edf2-4550-fd9d-5aec2883ac56/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1626.390852] env[62683]: ERROR oslo_vmware.rw_handles [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245ece8-edf2-4550-fd9d-5aec2883ac56/disk-0.vmdk due to incomplete transfer. [ 1626.401067] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-23a96d04-0c49-425e-9ea9-9264a1831ae4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.404291] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:fb:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd100496c-b208-4095-bd49-3c086bdbafea', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1626.412768] env[62683]: DEBUG oslo.service.loopingcall [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1626.413682] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1626.414506] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d648a81a-46e2-474e-b3a0-237baa9e30ad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.430873] env[62683]: DEBUG oslo_vmware.rw_handles [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245ece8-edf2-4550-fd9d-5aec2883ac56/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1626.431100] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Uploaded image 248bb64b-08ae-4058-96d5-584e557d72d2 to the Glance image server {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1626.432673] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Destroying the VM {{(pid=62683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1626.434033] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e252c42b-f5fe-47bd-ab04-1bf2ee4a2827 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.439377] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1626.439377] env[62683]: value = "task-1799115" [ 1626.439377] env[62683]: _type = "Task" [ 1626.439377] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.444856] env[62683]: DEBUG oslo_vmware.api [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for the task: (returnval){ [ 1626.444856] env[62683]: value = "task-1799116" [ 1626.444856] env[62683]: _type = "Task" [ 1626.444856] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.453235] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799115, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.459314] env[62683]: DEBUG oslo_vmware.api [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799116, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.755521] env[62683]: DEBUG oslo_vmware.api [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1799114, 'name': ReconfigVM_Task, 'duration_secs': 0.18526} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.756605] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05ae7a5-ad6d-4612-b27a-6dd4736e817c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.781985] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:52:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='bb0e513a-1bc5-42ec-b090-55951b8c65a1',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1971283420',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1626.782312] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1626.782478] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1626.782685] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1626.782851] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1626.783029] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1626.783291] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1626.783515] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1626.783737] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1626.783945] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1626.784177] env[62683]: DEBUG nova.virt.hardware [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1626.790216] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d53ec30f-6803-4048-bc64-9bd779ebc268 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.801134] env[62683]: DEBUG oslo_vmware.api [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1626.801134] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52185cfc-48ba-7583-c0dd-7f2ecea9b290" [ 1626.801134] env[62683]: _type = "Task" [ 1626.801134] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.813359] env[62683]: DEBUG oslo_vmware.api [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52185cfc-48ba-7583-c0dd-7f2ecea9b290, 'name': SearchDatastore_Task, 'duration_secs': 0.011067} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.821305] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1626.822138] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b6fbf06-cc71-4a66-b8a3-11e0f879e932 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.839426] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6432529e-e7b5-4dc1-a28b-222187123f3f tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "eee16ab0-76b4-4d1d-bf04-55f9b64264ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.262s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.848489] env[62683]: DEBUG oslo_vmware.api [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1626.848489] env[62683]: value = "task-1799117" [ 1626.848489] env[62683]: _type = "Task" [ 1626.848489] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.859704] env[62683]: DEBUG oslo_vmware.api [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1799117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.963029] env[62683]: DEBUG oslo_vmware.api [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799116, 'name': Destroy_Task, 'duration_secs': 0.456624} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.963029] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799115, 'name': CreateVM_Task, 'duration_secs': 0.397243} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.963296] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Destroyed the VM [ 1626.963563] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Deleting Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1626.963781] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1626.964019] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-44c40833-06b5-44a0-be52-e22a750aabc9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.966402] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7bd1101b-c81f-435c-9cad-f46a3fe1d442" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.966589] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7bd1101b-c81f-435c-9cad-f46a3fe1d442" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.967544] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7bd1101b-c81f-435c-9cad-f46a3fe1d442" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1626.967830] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb22a4d7-c19f-4032-99b2-6e6e79824b3f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.981700] env[62683]: DEBUG oslo_vmware.api [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for the task: (returnval){ [ 1626.981700] env[62683]: value = "task-1799119" [ 1626.981700] env[62683]: _type = "Task" [ 1626.981700] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.983293] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1626.983293] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]523ab847-50c9-69b2-04e2-ba79ce868626" [ 1626.983293] env[62683]: _type = "Task" [ 1626.983293] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.003302] env[62683]: DEBUG oslo_vmware.api [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799119, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.007325] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523ab847-50c9-69b2-04e2-ba79ce868626, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.206273] env[62683]: DEBUG nova.compute.manager [req-7047cdbc-b8f2-4dea-8e2f-cd272a4413a8 req-1cbc98b1-6340-4135-ae5a-abefb0b7e2c1 service nova] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Received event network-vif-plugged-d100496c-b208-4095-bd49-3c086bdbafea {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1627.206529] env[62683]: DEBUG oslo_concurrency.lockutils [req-7047cdbc-b8f2-4dea-8e2f-cd272a4413a8 req-1cbc98b1-6340-4135-ae5a-abefb0b7e2c1 service nova] Acquiring lock "b5584441-c85f-4cef-9391-2197cecb1845-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.206763] env[62683]: DEBUG oslo_concurrency.lockutils [req-7047cdbc-b8f2-4dea-8e2f-cd272a4413a8 req-1cbc98b1-6340-4135-ae5a-abefb0b7e2c1 service nova] Lock "b5584441-c85f-4cef-9391-2197cecb1845-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.206948] env[62683]: DEBUG oslo_concurrency.lockutils [req-7047cdbc-b8f2-4dea-8e2f-cd272a4413a8 req-1cbc98b1-6340-4135-ae5a-abefb0b7e2c1 service nova] Lock "b5584441-c85f-4cef-9391-2197cecb1845-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.207153] env[62683]: DEBUG nova.compute.manager [req-7047cdbc-b8f2-4dea-8e2f-cd272a4413a8 req-1cbc98b1-6340-4135-ae5a-abefb0b7e2c1 service nova] [instance: b5584441-c85f-4cef-9391-2197cecb1845] No waiting events found dispatching network-vif-plugged-d100496c-b208-4095-bd49-3c086bdbafea {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1627.207328] env[62683]: WARNING nova.compute.manager [req-7047cdbc-b8f2-4dea-8e2f-cd272a4413a8 req-1cbc98b1-6340-4135-ae5a-abefb0b7e2c1 service nova] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Received unexpected event network-vif-plugged-d100496c-b208-4095-bd49-3c086bdbafea for instance with vm_state building and task_state spawning. [ 1627.295165] env[62683]: DEBUG nova.compute.manager [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1627.303153] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a11c8a1a-99d1-44b8-9d45-69ea13f38eed tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.305034] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.269s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.305303] env[62683]: DEBUG nova.objects.instance [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1627.317938] env[62683]: DEBUG nova.virt.hardware [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1627.318349] env[62683]: DEBUG nova.virt.hardware [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1627.318416] env[62683]: DEBUG nova.virt.hardware [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1627.318577] env[62683]: DEBUG nova.virt.hardware [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1627.318724] env[62683]: DEBUG nova.virt.hardware [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1627.318872] env[62683]: DEBUG nova.virt.hardware [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1627.319145] env[62683]: DEBUG nova.virt.hardware [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1627.319307] env[62683]: DEBUG nova.virt.hardware [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1627.319468] env[62683]: DEBUG nova.virt.hardware [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1627.319798] env[62683]: DEBUG nova.virt.hardware [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1627.320011] env[62683]: DEBUG nova.virt.hardware [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1627.321090] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8370d710-3d8b-4cd0-b98c-706b08a01532 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.330727] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bb7cd7-f0d6-4947-8792-d1ad397f57bd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.352723] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "638fdfcd-54a2-4151-8f56-9230a6969ba3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.352723] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "638fdfcd-54a2-4151-8f56-9230a6969ba3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.363450] env[62683]: DEBUG oslo_vmware.api [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1799117, 'name': ReconfigVM_Task, 'duration_secs': 0.314768} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.364313] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1627.366680] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922aef2c-af5d-4bc0-aff8-149451dd3f14 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.399707] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 4c2f73c2-1014-479a-9adf-b87c86def0fe/4c2f73c2-1014-479a-9adf-b87c86def0fe.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1627.400152] env[62683]: INFO nova.compute.manager [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Rebuilding instance [ 1627.403074] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-127fcd37-f8d9-4bc4-8d75-ad867fad4684 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.426324] env[62683]: DEBUG oslo_vmware.api [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1627.426324] env[62683]: value = "task-1799120" [ 1627.426324] env[62683]: _type = "Task" [ 1627.426324] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.444262] env[62683]: DEBUG oslo_vmware.api [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1799120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.459402] env[62683]: DEBUG nova.compute.manager [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1627.460307] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4bd29c-fd02-486a-91b5-d3a1d458e82e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.498607] env[62683]: DEBUG oslo_vmware.api [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799119, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.502252] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7bd1101b-c81f-435c-9cad-f46a3fe1d442" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.502548] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Processing image 7bd1101b-c81f-435c-9cad-f46a3fe1d442 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1627.502743] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7bd1101b-c81f-435c-9cad-f46a3fe1d442/7bd1101b-c81f-435c-9cad-f46a3fe1d442.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.502890] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7bd1101b-c81f-435c-9cad-f46a3fe1d442/7bd1101b-c81f-435c-9cad-f46a3fe1d442.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.503132] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1627.503518] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb8bd4f8-bac0-420c-9604-19655240d5bc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.515222] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1627.515408] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1627.516181] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c65b17-4497-41c0-869f-3a30f6358b3f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.522786] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1627.522786] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52acba82-43a6-2e83-f4df-de2ad2c74c1d" [ 1627.522786] env[62683]: _type = "Task" [ 1627.522786] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.539722] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Preparing fetch location {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1627.540045] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Fetch image to [datastore1] OSTACK_IMG_3b1729e8-2580-4563-9a23-406b47cc27a2/OSTACK_IMG_3b1729e8-2580-4563-9a23-406b47cc27a2.vmdk {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1627.540232] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Downloading stream optimized image 7bd1101b-c81f-435c-9cad-f46a3fe1d442 to [datastore1] OSTACK_IMG_3b1729e8-2580-4563-9a23-406b47cc27a2/OSTACK_IMG_3b1729e8-2580-4563-9a23-406b47cc27a2.vmdk on the data store datastore1 as vApp {{(pid=62683) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1627.540417] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Downloading image file data 7bd1101b-c81f-435c-9cad-f46a3fe1d442 to the ESX as VM named 'OSTACK_IMG_3b1729e8-2580-4563-9a23-406b47cc27a2' {{(pid=62683) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1627.627093] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1627.627093] env[62683]: value = "resgroup-9" [ 1627.627093] env[62683]: _type = "ResourcePool" [ 1627.627093] env[62683]: }. {{(pid=62683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1627.627401] env[62683]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0c8c81db-eb55-45f1-9498-8eb786347a92 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.660194] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lease: (returnval){ [ 1627.660194] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52591dfc-c6b7-6158-33e3-e057c6623e0a" [ 1627.660194] env[62683]: _type = "HttpNfcLease" [ 1627.660194] env[62683]: } obtained for vApp import into resource pool (val){ [ 1627.660194] env[62683]: value = "resgroup-9" [ 1627.660194] env[62683]: _type = "ResourcePool" [ 1627.660194] env[62683]: }. {{(pid=62683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1627.660194] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the lease: (returnval){ [ 1627.660194] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52591dfc-c6b7-6158-33e3-e057c6623e0a" [ 1627.660194] env[62683]: _type = "HttpNfcLease" [ 1627.660194] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1627.664369] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1627.664369] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52591dfc-c6b7-6158-33e3-e057c6623e0a" [ 1627.664369] env[62683]: _type = "HttpNfcLease" [ 1627.664369] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1627.728075] env[62683]: DEBUG nova.network.neutron [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Successfully updated port: 2d7aa937-4769-430d-bab6-0bc1be3271a0 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1627.856968] env[62683]: DEBUG nova.compute.manager [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1627.938602] env[62683]: DEBUG oslo_vmware.api [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1799120, 'name': ReconfigVM_Task, 'duration_secs': 0.434722} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.938910] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 4c2f73c2-1014-479a-9adf-b87c86def0fe/4c2f73c2-1014-479a-9adf-b87c86def0fe.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1627.940023] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc78613-94ce-40c0-9c74-f0119a63e3a6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.962472] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c258dc0-1437-4093-a0f4-df6ab0e150c5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.000188] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e2e0d6-827e-4b85-b6d9-23aa4b16c431 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.025210] env[62683]: DEBUG oslo_vmware.api [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799119, 'name': RemoveSnapshot_Task, 'duration_secs': 0.952071} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.026052] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Deleted Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1628.026270] env[62683]: INFO nova.compute.manager [None req-5acf8eca-b40b-48a7-9179-8958db243f92 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Took 15.47 seconds to snapshot the instance on the hypervisor. [ 1628.029225] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fc31cf-fc2b-4c57-be54-0e584317cf79 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.037910] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1628.038199] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0be79829-9e9d-4e22-a4b3-d8225806533d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.046568] env[62683]: DEBUG oslo_vmware.api [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1628.046568] env[62683]: value = "task-1799122" [ 1628.046568] env[62683]: _type = "Task" [ 1628.046568] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.057110] env[62683]: DEBUG oslo_vmware.api [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1799122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.169255] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1628.169255] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52591dfc-c6b7-6158-33e3-e057c6623e0a" [ 1628.169255] env[62683]: _type = "HttpNfcLease" [ 1628.169255] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1628.231442] env[62683]: DEBUG oslo_concurrency.lockutils [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.231818] env[62683]: DEBUG oslo_concurrency.lockutils [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.232060] env[62683]: DEBUG nova.network.neutron [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1628.316962] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ab69c084-0557-4d9d-a239-719dc2f3a254 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.317885] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.224s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.318174] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.321700] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.157s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.321700] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.323018] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.071s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.323279] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.325238] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.058s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.326775] env[62683]: INFO nova.compute.claims [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1628.356700] env[62683]: INFO nova.scheduler.client.report [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Deleted allocations for instance f4e83ce0-2ba7-45cf-a060-124af8a7ff02 [ 1628.365900] env[62683]: INFO nova.scheduler.client.report [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Deleted allocations for instance 0aadee7f-0a1d-49ce-90cc-48107b8a107e [ 1628.381582] env[62683]: INFO nova.scheduler.client.report [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Deleted allocations for instance b06713db-2263-410b-93a8-fc7334752d30 [ 1628.390668] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.476017] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1628.476410] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56dfdcb2-de07-45ae-9585-38e71c121935 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.485718] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1628.485718] env[62683]: value = "task-1799123" [ 1628.485718] env[62683]: _type = "Task" [ 1628.485718] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.496307] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.562056] env[62683]: DEBUG oslo_vmware.api [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1799122, 'name': PowerOnVM_Task, 'duration_secs': 0.411267} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.562056] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1628.669459] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1628.669459] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52591dfc-c6b7-6158-33e3-e057c6623e0a" [ 1628.669459] env[62683]: _type = "HttpNfcLease" [ 1628.669459] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1628.669868] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1628.669868] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52591dfc-c6b7-6158-33e3-e057c6623e0a" [ 1628.669868] env[62683]: _type = "HttpNfcLease" [ 1628.669868] env[62683]: }. {{(pid=62683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1628.670663] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6802855f-793d-4bfd-87f6-08afbf2b4b5f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.680165] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d87c15-3a07-eb42-071f-966dddf7686d/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1628.680380] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d87c15-3a07-eb42-071f-966dddf7686d/disk-0.vmdk. {{(pid=62683) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1628.750110] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-36e3a175-4c91-4585-929f-310b2010ce06 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.772067] env[62683]: DEBUG nova.network.neutron [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1628.880136] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4d1d94bd-1c81-4d0a-baab-d0ad6d9be308 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "f4e83ce0-2ba7-45cf-a060-124af8a7ff02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.769s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.883449] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3e4040c1-49f0-4d3f-9a74-e7a50f357b78 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "0aadee7f-0a1d-49ce-90cc-48107b8a107e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.491s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.892698] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9c37de1c-e56d-46a8-b3d8-d2256fd63224 tempest-InstanceActionsV221TestJSON-949745606 tempest-InstanceActionsV221TestJSON-949745606-project-member] Lock "b06713db-2263-410b-93a8-fc7334752d30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.383s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.955921] env[62683]: DEBUG nova.network.neutron [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Updating instance_info_cache with network_info: [{"id": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "address": "fa:16:3e:ac:05:76", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7aa937-47", "ovs_interfaceid": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.997488] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799123, 'name': PowerOffVM_Task, 'duration_secs': 0.207362} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.997778] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1628.998027] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1628.998813] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e556fab-dea2-4c86-bf11-de88b30fe2d5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.008136] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1629.008428] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a6bf570-a93b-44e7-8e7a-dcb1594badba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.038880] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1629.040724] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1629.040724] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Deleting the datastore file [datastore1] a210b69f-861b-4aeb-8b3e-78c05eb4e4db {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1629.040724] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-144788f8-7315-4fd9-a81c-8a97a84ee53e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.048376] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1629.048376] env[62683]: value = "task-1799125" [ 1629.048376] env[62683]: _type = "Task" [ 1629.048376] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.058397] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.459103] env[62683]: DEBUG oslo_concurrency.lockutils [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.459977] env[62683]: DEBUG nova.compute.manager [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Instance network_info: |[{"id": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "address": "fa:16:3e:ac:05:76", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7aa937-47", "ovs_interfaceid": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1629.461956] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:05:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d7aa937-4769-430d-bab6-0bc1be3271a0', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1629.470917] env[62683]: DEBUG oslo.service.loopingcall [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.476340] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1629.481026] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48ddfda9-b425-4d35-b1a1-8cb58706b853 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.520049] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1629.520049] env[62683]: value = "task-1799126" [ 1629.520049] env[62683]: _type = "Task" [ 1629.520049] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.535261] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799126, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.562547] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161319} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.566031] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1629.566298] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1629.567300] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1629.574126] env[62683]: INFO nova.compute.manager [None req-8165fe35-f3d4-4646-818e-b8dd9101b1f9 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Updating instance to original state: 'active' [ 1629.580685] env[62683]: DEBUG nova.compute.manager [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Received event network-changed-d100496c-b208-4095-bd49-3c086bdbafea {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1629.580978] env[62683]: DEBUG nova.compute.manager [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Refreshing instance network info cache due to event network-changed-d100496c-b208-4095-bd49-3c086bdbafea. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1629.581255] env[62683]: DEBUG oslo_concurrency.lockutils [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] Acquiring lock "refresh_cache-b5584441-c85f-4cef-9391-2197cecb1845" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.581403] env[62683]: DEBUG oslo_concurrency.lockutils [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] Acquired lock "refresh_cache-b5584441-c85f-4cef-9391-2197cecb1845" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.581565] env[62683]: DEBUG nova.network.neutron [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Refreshing network info cache for port d100496c-b208-4095-bd49-3c086bdbafea {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1629.750680] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Completed reading data from the image iterator. {{(pid=62683) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1629.751045] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d87c15-3a07-eb42-071f-966dddf7686d/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1629.754932] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd9efea-feb5-4599-ac36-ec9a103c8fb1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.762770] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d87c15-3a07-eb42-071f-966dddf7686d/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1629.762943] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d87c15-3a07-eb42-071f-966dddf7686d/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1629.763967] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7303a099-afd3-4c15-a36a-f6596ef917cd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.854833] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1aefb4f-284d-49fa-a5b2-eb6fb2503da7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.864137] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eca4a4c-103e-4ae6-95e1-fb5b7f41b830 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.901649] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe612acf-9ff2-48b0-bb60-0c012e0d5d2e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.910216] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d099cd85-f786-4898-9108-ce65e2e0daa5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.928800] env[62683]: DEBUG nova.compute.provider_tree [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1630.031719] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799126, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.060854] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d87c15-3a07-eb42-071f-966dddf7686d/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1630.060854] env[62683]: INFO nova.virt.vmwareapi.images [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Downloaded image file data 7bd1101b-c81f-435c-9cad-f46a3fe1d442 [ 1630.062182] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7989e8e-80a0-42b9-8703-c3a68ae504e9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.085562] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6de77e53-b9ed-4677-90b3-cb6d42295350 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.124021] env[62683]: INFO nova.virt.vmwareapi.images [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] The imported VM was unregistered [ 1630.124389] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Caching image {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1630.124624] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Creating directory with path [datastore1] devstack-image-cache_base/7bd1101b-c81f-435c-9cad-f46a3fe1d442 {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1630.127703] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f042a477-00fd-47c9-b4c4-c8631a0ede99 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.147319] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Created directory with path [datastore1] devstack-image-cache_base/7bd1101b-c81f-435c-9cad-f46a3fe1d442 {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1630.147319] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3b1729e8-2580-4563-9a23-406b47cc27a2/OSTACK_IMG_3b1729e8-2580-4563-9a23-406b47cc27a2.vmdk to [datastore1] devstack-image-cache_base/7bd1101b-c81f-435c-9cad-f46a3fe1d442/7bd1101b-c81f-435c-9cad-f46a3fe1d442.vmdk. {{(pid=62683) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1630.147730] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-59213aaf-efca-4a40-b699-1892f0851417 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.157727] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1630.157727] env[62683]: value = "task-1799128" [ 1630.157727] env[62683]: _type = "Task" [ 1630.157727] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.170422] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799128, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.295626] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "1f24c7b2-67ce-4271-a77b-c7dfecb0b132" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.300596] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "1f24c7b2-67ce-4271-a77b-c7dfecb0b132" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.300596] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "1f24c7b2-67ce-4271-a77b-c7dfecb0b132-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.300596] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "1f24c7b2-67ce-4271-a77b-c7dfecb0b132-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.300596] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "1f24c7b2-67ce-4271-a77b-c7dfecb0b132-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.302052] env[62683]: INFO nova.compute.manager [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Terminating instance [ 1630.418700] env[62683]: DEBUG nova.network.neutron [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Updated VIF entry in instance network info cache for port d100496c-b208-4095-bd49-3c086bdbafea. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1630.419113] env[62683]: DEBUG nova.network.neutron [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Updating instance_info_cache with network_info: [{"id": "d100496c-b208-4095-bd49-3c086bdbafea", "address": "fa:16:3e:d6:fb:7f", "network": {"id": "cdb480de-3249-4b80-bb76-9a5d49f86683", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2016498149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a33757b0f245438ad83067b69dad34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd100496c-b2", "ovs_interfaceid": "d100496c-b208-4095-bd49-3c086bdbafea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.432458] env[62683]: DEBUG nova.scheduler.client.report [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1630.535262] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799126, 'name': CreateVM_Task, 'duration_secs': 0.617859} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.535645] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1630.536418] env[62683]: DEBUG oslo_concurrency.lockutils [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.536418] env[62683]: DEBUG oslo_concurrency.lockutils [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.536741] env[62683]: DEBUG oslo_concurrency.lockutils [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1630.536989] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6010086d-6ea1-4a9e-bfb4-6bfc18c27ed3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.545285] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1630.545285] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a271b4-953d-13b1-c1a2-6c9210b557a6" [ 1630.545285] env[62683]: _type = "Task" [ 1630.545285] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.556201] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a271b4-953d-13b1-c1a2-6c9210b557a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.617380] env[62683]: DEBUG nova.virt.hardware [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1630.617630] env[62683]: DEBUG nova.virt.hardware [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1630.617789] env[62683]: DEBUG nova.virt.hardware [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1630.617975] env[62683]: DEBUG nova.virt.hardware [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1630.618295] env[62683]: DEBUG nova.virt.hardware [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1630.618427] env[62683]: DEBUG nova.virt.hardware [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1630.618551] env[62683]: DEBUG nova.virt.hardware [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1630.618774] env[62683]: DEBUG nova.virt.hardware [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1630.618964] env[62683]: DEBUG nova.virt.hardware [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1630.619675] env[62683]: DEBUG nova.virt.hardware [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1630.620093] env[62683]: DEBUG nova.virt.hardware [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1630.621319] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba3acf8-838a-4255-8230-70ed11c0b70e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.636036] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b814f6a2-7ce0-41c8-87c4-9fd40a9cbc4a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.656638] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Instance VIF info [] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1630.663165] env[62683]: DEBUG oslo.service.loopingcall [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1630.663620] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1630.666954] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26601361-5180-41f3-8a76-e81f2fe221a3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.686698] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799128, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.689712] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1630.689712] env[62683]: value = "task-1799129" [ 1630.689712] env[62683]: _type = "Task" [ 1630.689712] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.700929] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799129, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.808341] env[62683]: DEBUG nova.compute.manager [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1630.808341] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1630.809034] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef2c02f-77e8-4567-8eb1-64959e21fe9d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.820702] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1630.821142] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71b1e435-c4cd-47a5-bce8-68498e5edfad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.830439] env[62683]: DEBUG oslo_vmware.api [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1630.830439] env[62683]: value = "task-1799130" [ 1630.830439] env[62683]: _type = "Task" [ 1630.830439] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.841747] env[62683]: DEBUG oslo_vmware.api [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.925217] env[62683]: DEBUG oslo_concurrency.lockutils [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] Releasing lock "refresh_cache-b5584441-c85f-4cef-9391-2197cecb1845" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.925217] env[62683]: DEBUG nova.compute.manager [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Received event network-vif-plugged-2d7aa937-4769-430d-bab6-0bc1be3271a0 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1630.925217] env[62683]: DEBUG oslo_concurrency.lockutils [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] Acquiring lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.925217] env[62683]: DEBUG oslo_concurrency.lockutils [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] Lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.925217] env[62683]: DEBUG oslo_concurrency.lockutils [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] Lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.925217] env[62683]: DEBUG nova.compute.manager [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] No waiting events found dispatching network-vif-plugged-2d7aa937-4769-430d-bab6-0bc1be3271a0 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1630.925217] env[62683]: WARNING nova.compute.manager [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Received unexpected event network-vif-plugged-2d7aa937-4769-430d-bab6-0bc1be3271a0 for instance with vm_state building and task_state spawning. [ 1630.925217] env[62683]: DEBUG nova.compute.manager [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Received event network-changed-2d7aa937-4769-430d-bab6-0bc1be3271a0 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1630.925217] env[62683]: DEBUG nova.compute.manager [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Refreshing instance network info cache due to event network-changed-2d7aa937-4769-430d-bab6-0bc1be3271a0. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1630.925217] env[62683]: DEBUG oslo_concurrency.lockutils [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] Acquiring lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.925217] env[62683]: DEBUG oslo_concurrency.lockutils [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] Acquired lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.925217] env[62683]: DEBUG nova.network.neutron [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Refreshing network info cache for port 2d7aa937-4769-430d-bab6-0bc1be3271a0 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1630.932332] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquiring lock "512f1357-cb29-440a-9c61-f4c75dab4207" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.932897] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "512f1357-cb29-440a-9c61-f4c75dab4207" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.933411] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquiring lock "512f1357-cb29-440a-9c61-f4c75dab4207-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.933741] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "512f1357-cb29-440a-9c61-f4c75dab4207-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.934156] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "512f1357-cb29-440a-9c61-f4c75dab4207-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.936858] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.937609] env[62683]: DEBUG nova.compute.manager [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1630.941607] env[62683]: INFO nova.compute.manager [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Terminating instance [ 1630.943766] env[62683]: DEBUG oslo_concurrency.lockutils [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.147s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.944210] env[62683]: DEBUG oslo_concurrency.lockutils [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.948173] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.079s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.950793] env[62683]: INFO nova.compute.claims [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1631.001799] env[62683]: INFO nova.scheduler.client.report [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Deleted allocations for instance 7091557b-6466-439b-85f5-46c6237e9436 [ 1631.060517] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a271b4-953d-13b1-c1a2-6c9210b557a6, 'name': SearchDatastore_Task, 'duration_secs': 0.080707} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.061025] env[62683]: DEBUG oslo_concurrency.lockutils [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.061381] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1631.061724] env[62683]: DEBUG oslo_concurrency.lockutils [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.061938] env[62683]: DEBUG oslo_concurrency.lockutils [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.065395] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1631.066589] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c70f287f-c290-4343-8207-b43bd513aa86 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.086333] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1631.086564] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1631.087607] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-256d6c68-d6c7-49b4-8e6f-05643c11b7d5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.095090] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1631.095090] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528aa54d-77e7-007a-6e3a-41d578f6df0d" [ 1631.095090] env[62683]: _type = "Task" [ 1631.095090] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.104533] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528aa54d-77e7-007a-6e3a-41d578f6df0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.174261] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799128, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.199507] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799129, 'name': CreateVM_Task, 'duration_secs': 0.379096} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.200092] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1631.200203] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.200354] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.200651] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1631.200925] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5cb9287-77cb-4bb2-ab3c-59a3781ebf14 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.207386] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1631.207386] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d59458-09ce-67fa-7823-e96ab29187d2" [ 1631.207386] env[62683]: _type = "Task" [ 1631.207386] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.216794] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d59458-09ce-67fa-7823-e96ab29187d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.344682] env[62683]: DEBUG oslo_vmware.api [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799130, 'name': PowerOffVM_Task, 'duration_secs': 0.245388} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.345165] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1631.345485] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1631.348764] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5a44715-4d05-4f9b-95c7-af78bb9cebba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.449354] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1631.449768] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1631.450090] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Deleting the datastore file [datastore1] 1f24c7b2-67ce-4271-a77b-c7dfecb0b132 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1631.450940] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cce4ea9a-4813-41cc-87a5-ff4a751379b9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.458061] env[62683]: DEBUG nova.compute.utils [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1631.460959] env[62683]: DEBUG nova.compute.manager [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1631.461295] env[62683]: DEBUG nova.network.neutron [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1631.466020] env[62683]: DEBUG nova.compute.manager [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1631.466020] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1631.466283] env[62683]: DEBUG oslo_vmware.api [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1631.466283] env[62683]: value = "task-1799132" [ 1631.466283] env[62683]: _type = "Task" [ 1631.466283] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.467687] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04780762-97ec-41cf-9cc0-cab7afd52055 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.484387] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1631.487581] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5a41757-afb5-407f-90ff-f48b2677f330 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.489767] env[62683]: DEBUG oslo_vmware.api [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.500312] env[62683]: DEBUG oslo_vmware.api [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1631.500312] env[62683]: value = "task-1799133" [ 1631.500312] env[62683]: _type = "Task" [ 1631.500312] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.516202] env[62683]: DEBUG oslo_vmware.api [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.516739] env[62683]: DEBUG oslo_concurrency.lockutils [None req-20cd948a-2193-400a-8722-824a6bb4df3f tempest-ServersNegativeTestMultiTenantJSON-807171453 tempest-ServersNegativeTestMultiTenantJSON-807171453-project-member] Lock "7091557b-6466-439b-85f5-46c6237e9436" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.439s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.552019] env[62683]: DEBUG nova.policy [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70d3dc3d42734996b6b5d1aa194b8daa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad1a391f49c44877bfa0ca1e6fd0e4ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1631.619040] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528aa54d-77e7-007a-6e3a-41d578f6df0d, 'name': SearchDatastore_Task, 'duration_secs': 0.091255} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.619859] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4cde61f-050a-4f16-a228-e40344ea6874 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.631549] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1631.631549] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5269582b-195d-e840-26f3-7b1b4b6261bd" [ 1631.631549] env[62683]: _type = "Task" [ 1631.631549] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.643218] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5269582b-195d-e840-26f3-7b1b4b6261bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.677091] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799128, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.720609] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d59458-09ce-67fa-7823-e96ab29187d2, 'name': SearchDatastore_Task, 'duration_secs': 0.093389} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.720958] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.721221] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1631.721441] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.856446] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "4c2f73c2-1014-479a-9adf-b87c86def0fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.856715] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "4c2f73c2-1014-479a-9adf-b87c86def0fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.856933] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "4c2f73c2-1014-479a-9adf-b87c86def0fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.857149] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "4c2f73c2-1014-479a-9adf-b87c86def0fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.857458] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "4c2f73c2-1014-479a-9adf-b87c86def0fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.863008] env[62683]: INFO nova.compute.manager [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Terminating instance [ 1631.967691] env[62683]: DEBUG nova.compute.manager [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1631.996737] env[62683]: DEBUG oslo_vmware.api [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.019795] env[62683]: DEBUG oslo_vmware.api [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.021556] env[62683]: DEBUG nova.network.neutron [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Updated VIF entry in instance network info cache for port 2d7aa937-4769-430d-bab6-0bc1be3271a0. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1632.022131] env[62683]: DEBUG nova.network.neutron [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Updating instance_info_cache with network_info: [{"id": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "address": "fa:16:3e:ac:05:76", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7aa937-47", "ovs_interfaceid": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.117099] env[62683]: DEBUG nova.network.neutron [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Successfully created port: ce6ae695-b97a-4cc0-8230-a1a408d1f162 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1632.149168] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5269582b-195d-e840-26f3-7b1b4b6261bd, 'name': SearchDatastore_Task, 'duration_secs': 0.094528} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.149652] env[62683]: DEBUG oslo_concurrency.lockutils [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.149987] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] c1ddfa77-305e-4beb-b788-6f5b815aa7fa/c1ddfa77-305e-4beb-b788-6f5b815aa7fa.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1632.150371] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.150703] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1632.150964] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-243f9337-bae4-4c7f-bd9a-6e984010c00c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.159862] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9694078b-ed84-4523-9004-b18142d8ece9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.175041] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1632.175041] env[62683]: value = "task-1799134" [ 1632.175041] env[62683]: _type = "Task" [ 1632.175041] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.187323] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799128, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.187655] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1632.187853] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1632.189427] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a70f4be-4007-482f-a589-ce47f5860899 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.199805] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.202927] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1632.202927] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526afcab-520a-eff8-767c-3e8a8d54169a" [ 1632.202927] env[62683]: _type = "Task" [ 1632.202927] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.214080] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526afcab-520a-eff8-767c-3e8a8d54169a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.373891] env[62683]: DEBUG nova.compute.manager [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1632.374150] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1632.375260] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4f9ad7-0c02-4cac-aaa2-b1d555fe634f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.384436] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1632.384839] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe25bf24-feee-4ab6-b4a6-b0b9c71139e0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.399038] env[62683]: DEBUG oslo_vmware.api [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1632.399038] env[62683]: value = "task-1799135" [ 1632.399038] env[62683]: _type = "Task" [ 1632.399038] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.414115] env[62683]: DEBUG oslo_vmware.api [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1799135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.428604] env[62683]: DEBUG nova.compute.manager [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1632.429591] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3861cc66-9c28-4ae3-9ca2-25e72d00a37d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.433432] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924ad91e-3a59-46df-83ec-9acabbf18a13 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.442394] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46ebd49-0e1d-4053-b141-c57e8d1db848 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.486128] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9228f639-4251-4df5-b6ba-39bf5eacaa83 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.496430] env[62683]: DEBUG oslo_vmware.api [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.501160] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5bdf80-16f0-40dc-9eda-467dbbf52b38 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.517606] env[62683]: DEBUG oslo_vmware.api [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799133, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.527248] env[62683]: DEBUG nova.compute.provider_tree [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1632.529403] env[62683]: DEBUG oslo_concurrency.lockutils [req-f5b5be96-71c6-4e1b-92b6-b98cd4f31185 req-9b3a9ec7-b0ff-4985-8081-60255fa24e16 service nova] Releasing lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.679945] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799128, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.690937] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.716467] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526afcab-520a-eff8-767c-3e8a8d54169a, 'name': SearchDatastore_Task, 'duration_secs': 0.087412} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.717209] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53804c91-d308-495e-bdb0-2eb9bd0ed739 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.728020] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1632.728020] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522511b5-14a1-1262-e99f-5c22588360f8" [ 1632.728020] env[62683]: _type = "Task" [ 1632.728020] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.739147] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522511b5-14a1-1262-e99f-5c22588360f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.910600] env[62683]: DEBUG oslo_vmware.api [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1799135, 'name': PowerOffVM_Task, 'duration_secs': 0.258431} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.910926] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1632.911151] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1632.911447] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb475c67-4d97-4dbf-9404-7a58419e3b83 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.951824] env[62683]: INFO nova.compute.manager [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] instance snapshotting [ 1632.955169] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd41627-4001-4652-af0d-f42c0b97ce8b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.993703] env[62683]: DEBUG nova.compute.manager [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1632.999634] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf9b0e4-f045-4b32-a1e8-a2ab9f50aa10 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.007558] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1633.008050] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1633.008050] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Deleting the datastore file [datastore1] 4c2f73c2-1014-479a-9adf-b87c86def0fe {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1633.011787] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6056dc36-1984-4f0a-8726-adc793e2a344 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.024023] env[62683]: DEBUG oslo_vmware.api [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.474479} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.024765] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1633.024983] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1633.025301] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1633.025383] env[62683]: INFO nova.compute.manager [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1633.025705] env[62683]: DEBUG oslo.service.loopingcall [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.026043] env[62683]: DEBUG nova.compute.manager [-] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1633.026164] env[62683]: DEBUG nova.network.neutron [-] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1633.031514] env[62683]: DEBUG nova.scheduler.client.report [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1633.034685] env[62683]: DEBUG oslo_vmware.api [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799133, 'name': PowerOffVM_Task, 'duration_secs': 1.124634} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.036902] env[62683]: DEBUG nova.virt.hardware [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1633.037668] env[62683]: DEBUG nova.virt.hardware [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1633.037668] env[62683]: DEBUG nova.virt.hardware [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1633.037668] env[62683]: DEBUG nova.virt.hardware [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1633.037668] env[62683]: DEBUG nova.virt.hardware [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1633.037854] env[62683]: DEBUG nova.virt.hardware [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1633.037924] env[62683]: DEBUG nova.virt.hardware [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1633.038093] env[62683]: DEBUG nova.virt.hardware [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1633.038260] env[62683]: DEBUG nova.virt.hardware [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1633.040017] env[62683]: DEBUG nova.virt.hardware [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1633.040017] env[62683]: DEBUG nova.virt.hardware [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1633.040326] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1633.040503] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1633.041258] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae489455-173f-40e5-b92b-8d9f35090e26 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.043874] env[62683]: DEBUG oslo_vmware.api [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1633.043874] env[62683]: value = "task-1799137" [ 1633.043874] env[62683]: _type = "Task" [ 1633.043874] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.044330] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a796c8af-e048-4de2-9ee2-f454106a524a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.053933] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06011d23-674b-461e-a4de-b5d60befd895 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.061264] env[62683]: DEBUG oslo_vmware.api [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1799137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.180390] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799128, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.779476} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.180734] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1633.180954] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1633.181149] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Deleting the datastore file [datastore1] 512f1357-cb29-440a-9c61-f4c75dab4207 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1633.181434] env[62683]: INFO nova.virt.vmwareapi.ds_util [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3b1729e8-2580-4563-9a23-406b47cc27a2/OSTACK_IMG_3b1729e8-2580-4563-9a23-406b47cc27a2.vmdk to [datastore1] devstack-image-cache_base/7bd1101b-c81f-435c-9cad-f46a3fe1d442/7bd1101b-c81f-435c-9cad-f46a3fe1d442.vmdk. [ 1633.181638] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Cleaning up location [datastore1] OSTACK_IMG_3b1729e8-2580-4563-9a23-406b47cc27a2 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1633.182123] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3b1729e8-2580-4563-9a23-406b47cc27a2 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1633.189625] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71372ca1-f3a3-4f98-acd0-c765f12db2cc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.189789] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-319ce894-3d6f-4a71-a8e9-1d290d1cdfe2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.200542] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799134, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.203806] env[62683]: DEBUG oslo_vmware.api [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for the task: (returnval){ [ 1633.203806] env[62683]: value = "task-1799140" [ 1633.203806] env[62683]: _type = "Task" [ 1633.203806] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.204212] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1633.204212] env[62683]: value = "task-1799139" [ 1633.204212] env[62683]: _type = "Task" [ 1633.204212] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.217889] env[62683]: DEBUG oslo_vmware.api [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.221694] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.240132] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522511b5-14a1-1262-e99f-5c22588360f8, 'name': SearchDatastore_Task, 'duration_secs': 0.045955} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.240662] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.243019] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] a210b69f-861b-4aeb-8b3e-78c05eb4e4db/a210b69f-861b-4aeb-8b3e-78c05eb4e4db.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1633.243019] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11d5b2da-3864-4cdd-8d28-a31385cdac04 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.251568] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1633.251568] env[62683]: value = "task-1799141" [ 1633.251568] env[62683]: _type = "Task" [ 1633.251568] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.263583] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.341140] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "2284b1b2-e495-4610-adb3-b59a56eac70c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.341424] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "2284b1b2-e495-4610-adb3-b59a56eac70c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.523818] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Creating Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1633.524277] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d19ae46f-7173-44af-ab23-25ade1d01dad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.535157] env[62683]: DEBUG oslo_vmware.api [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for the task: (returnval){ [ 1633.535157] env[62683]: value = "task-1799142" [ 1633.535157] env[62683]: _type = "Task" [ 1633.535157] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.549962] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.550636] env[62683]: DEBUG nova.compute.manager [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1633.557070] env[62683]: DEBUG oslo_vmware.api [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799142, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.557070] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.163s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.557070] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.557986] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.822s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.559543] env[62683]: INFO nova.compute.claims [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1633.574227] env[62683]: DEBUG oslo_vmware.api [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1799137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.603083] env[62683]: DEBUG nova.compute.manager [req-3af676ef-9334-4b2d-8f03-5ff250bac921 req-474f4b43-9790-4a00-bfb5-986ffcecf55d service nova] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Received event network-vif-deleted-e707870b-0e2a-46db-92db-1d43ec176eec {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1633.603365] env[62683]: INFO nova.compute.manager [req-3af676ef-9334-4b2d-8f03-5ff250bac921 req-474f4b43-9790-4a00-bfb5-986ffcecf55d service nova] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Neutron deleted interface e707870b-0e2a-46db-92db-1d43ec176eec; detaching it from the instance and deleting it from the info cache [ 1633.605028] env[62683]: DEBUG nova.network.neutron [req-3af676ef-9334-4b2d-8f03-5ff250bac921 req-474f4b43-9790-4a00-bfb5-986ffcecf55d service nova] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.607237] env[62683]: INFO nova.scheduler.client.report [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Deleted allocations for instance 684641b9-e62f-406e-91a5-12bc0fe32470 [ 1633.692371] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799134, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.28198} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.693565] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] c1ddfa77-305e-4beb-b788-6f5b815aa7fa/c1ddfa77-305e-4beb-b788-6f5b815aa7fa.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1633.693858] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1633.694150] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a41503eb-b012-4d51-9a1c-29c323d47a4a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.704177] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1633.704177] env[62683]: value = "task-1799143" [ 1633.704177] env[62683]: _type = "Task" [ 1633.704177] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.724011] env[62683]: DEBUG oslo_vmware.api [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Task: {'id': task-1799140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442989} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.730911] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1633.731173] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1633.731352] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1633.731569] env[62683]: INFO nova.compute.manager [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1633.731893] env[62683]: DEBUG oslo.service.loopingcall [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.732817] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.733136] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222238} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.733429] env[62683]: DEBUG nova.compute.manager [-] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1633.733541] env[62683]: DEBUG nova.network.neutron [-] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1633.735535] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1633.735794] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7bd1101b-c81f-435c-9cad-f46a3fe1d442/7bd1101b-c81f-435c-9cad-f46a3fe1d442.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.736076] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7bd1101b-c81f-435c-9cad-f46a3fe1d442/7bd1101b-c81f-435c-9cad-f46a3fe1d442.vmdk to [datastore1] b5584441-c85f-4cef-9391-2197cecb1845/b5584441-c85f-4cef-9391-2197cecb1845.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1633.736990] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5810a654-8516-4816-aedf-a8df9070bc08 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.747435] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1633.747435] env[62683]: value = "task-1799144" [ 1633.747435] env[62683]: _type = "Task" [ 1633.747435] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.766179] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799141, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.769137] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.846100] env[62683]: DEBUG nova.compute.manager [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1634.052512] env[62683]: DEBUG oslo_vmware.api [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799142, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.058582] env[62683]: DEBUG nova.compute.utils [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1634.061020] env[62683]: DEBUG nova.compute.manager [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1634.061020] env[62683]: DEBUG nova.network.neutron [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1634.072636] env[62683]: DEBUG nova.network.neutron [-] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.075841] env[62683]: DEBUG oslo_vmware.api [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1799137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.580499} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.076558] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1634.076694] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1634.076879] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1634.077059] env[62683]: INFO nova.compute.manager [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1634.077305] env[62683]: DEBUG oslo.service.loopingcall [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1634.077487] env[62683]: DEBUG nova.compute.manager [-] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1634.077576] env[62683]: DEBUG nova.network.neutron [-] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1634.106912] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd84c742-d7c5-4ae8-8e26-4fffdbac973b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.117613] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b570663b-b1d4-4ab6-8a9d-cc1782bcc97b tempest-ServerGroupTestJSON-989727966 tempest-ServerGroupTestJSON-989727966-project-member] Lock "684641b9-e62f-406e-91a5-12bc0fe32470" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.274s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.123575] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860420e5-0323-4cb4-abfa-a7f354abc4e0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.192790] env[62683]: DEBUG nova.compute.manager [req-3af676ef-9334-4b2d-8f03-5ff250bac921 req-474f4b43-9790-4a00-bfb5-986ffcecf55d service nova] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Detach interface failed, port_id=e707870b-0e2a-46db-92db-1d43ec176eec, reason: Instance 1f24c7b2-67ce-4271-a77b-c7dfecb0b132 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1634.197369] env[62683]: DEBUG nova.policy [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27890f29b72d4a3695bf382a49a2b393', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aacab4de0964b3fac14290e9208ca18', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1634.216346] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089777} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.216659] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1634.217511] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6697aac3-1a8a-45e2-b263-d8cb55dbc577 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.244095] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] c1ddfa77-305e-4beb-b788-6f5b815aa7fa/c1ddfa77-305e-4beb-b788-6f5b815aa7fa.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1634.245073] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b2bd0bb-12b7-46aa-b49b-fa02204762e3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.279120] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737123} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.283459] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] a210b69f-861b-4aeb-8b3e-78c05eb4e4db/a210b69f-861b-4aeb-8b3e-78c05eb4e4db.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1634.283928] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1634.284221] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1634.284221] env[62683]: value = "task-1799145" [ 1634.284221] env[62683]: _type = "Task" [ 1634.284221] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.284757] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799144, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.284757] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6ceb940-cf47-47db-955e-35bce86db033 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.296757] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1634.296757] env[62683]: value = "task-1799146" [ 1634.296757] env[62683]: _type = "Task" [ 1634.296757] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.301226] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799145, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.314461] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.372329] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.454018] env[62683]: DEBUG nova.compute.manager [req-eeb572e1-70fd-4005-a4d8-fa331ae9682d req-8662b112-476d-4ee8-a4d3-ace851f3e551 service nova] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Received event network-vif-plugged-ce6ae695-b97a-4cc0-8230-a1a408d1f162 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1634.456021] env[62683]: DEBUG oslo_concurrency.lockutils [req-eeb572e1-70fd-4005-a4d8-fa331ae9682d req-8662b112-476d-4ee8-a4d3-ace851f3e551 service nova] Acquiring lock "63ad56ff-1d9d-46cd-aa65-7113c71f639c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.456021] env[62683]: DEBUG oslo_concurrency.lockutils [req-eeb572e1-70fd-4005-a4d8-fa331ae9682d req-8662b112-476d-4ee8-a4d3-ace851f3e551 service nova] Lock "63ad56ff-1d9d-46cd-aa65-7113c71f639c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.456021] env[62683]: DEBUG oslo_concurrency.lockutils [req-eeb572e1-70fd-4005-a4d8-fa331ae9682d req-8662b112-476d-4ee8-a4d3-ace851f3e551 service nova] Lock "63ad56ff-1d9d-46cd-aa65-7113c71f639c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.456021] env[62683]: DEBUG nova.compute.manager [req-eeb572e1-70fd-4005-a4d8-fa331ae9682d req-8662b112-476d-4ee8-a4d3-ace851f3e551 service nova] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] No waiting events found dispatching network-vif-plugged-ce6ae695-b97a-4cc0-8230-a1a408d1f162 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1634.456021] env[62683]: WARNING nova.compute.manager [req-eeb572e1-70fd-4005-a4d8-fa331ae9682d req-8662b112-476d-4ee8-a4d3-ace851f3e551 service nova] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Received unexpected event network-vif-plugged-ce6ae695-b97a-4cc0-8230-a1a408d1f162 for instance with vm_state building and task_state spawning. [ 1634.552965] env[62683]: DEBUG oslo_vmware.api [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799142, 'name': CreateSnapshot_Task, 'duration_secs': 0.910045} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.557609] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Created Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1634.558866] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9dfa09-ded5-4a4e-ad8c-147a5d171d3a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.565495] env[62683]: DEBUG nova.compute.manager [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1634.584846] env[62683]: INFO nova.compute.manager [-] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Took 1.56 seconds to deallocate network for instance. [ 1634.590469] env[62683]: DEBUG nova.network.neutron [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Successfully updated port: ce6ae695-b97a-4cc0-8230-a1a408d1f162 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1634.779489] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799144, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.800183] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.816876] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178897} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.817365] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1634.822493] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941f838f-ce72-4f78-b6b1-124c6cf697eb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.852935] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] a210b69f-861b-4aeb-8b3e-78c05eb4e4db/a210b69f-861b-4aeb-8b3e-78c05eb4e4db.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1634.855961] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb8309a0-8c77-41dc-abd1-7d78c2f134b5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.882343] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1634.882343] env[62683]: value = "task-1799147" [ 1634.882343] env[62683]: _type = "Task" [ 1634.882343] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.898567] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.043596] env[62683]: DEBUG nova.network.neutron [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Successfully created port: c0aabab7-c26d-485c-8278-dcb5d0bdaae9 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1635.099025] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "refresh_cache-63ad56ff-1d9d-46cd-aa65-7113c71f639c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.099025] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquired lock "refresh_cache-63ad56ff-1d9d-46cd-aa65-7113c71f639c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.099025] env[62683]: DEBUG nova.network.neutron [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1635.107727] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Creating linked-clone VM from snapshot {{(pid=62683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1635.114641] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.115909] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-335bcf5a-6433-44a3-8671-a470fdab2db6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.135370] env[62683]: DEBUG oslo_vmware.api [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for the task: (returnval){ [ 1635.135370] env[62683]: value = "task-1799148" [ 1635.135370] env[62683]: _type = "Task" [ 1635.135370] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.148572] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea079b9-9578-4c5c-a1bd-f51374baf2d2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.160067] env[62683]: DEBUG oslo_vmware.api [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799148, 'name': CloneVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.167652] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d240d2c9-9d96-494c-a984-26d5a5558be3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.206112] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c20fe4-8372-4763-bf92-587befb809d3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.215613] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ed8a04-a0c0-4fcb-9404-b6cf90bf1331 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.233144] env[62683]: DEBUG nova.compute.provider_tree [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1635.277096] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799144, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.300314] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.395299] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799147, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.450721] env[62683]: DEBUG nova.network.neutron [-] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.460711] env[62683]: DEBUG nova.network.neutron [-] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.583335] env[62683]: DEBUG nova.compute.manager [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1635.618220] env[62683]: DEBUG nova.virt.hardware [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1635.618566] env[62683]: DEBUG nova.virt.hardware [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1635.618697] env[62683]: DEBUG nova.virt.hardware [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1635.618876] env[62683]: DEBUG nova.virt.hardware [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1635.619028] env[62683]: DEBUG nova.virt.hardware [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1635.619175] env[62683]: DEBUG nova.virt.hardware [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1635.619378] env[62683]: DEBUG nova.virt.hardware [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1635.619530] env[62683]: DEBUG nova.virt.hardware [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1635.619804] env[62683]: DEBUG nova.virt.hardware [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1635.620023] env[62683]: DEBUG nova.virt.hardware [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1635.621590] env[62683]: DEBUG nova.virt.hardware [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1635.621590] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a07acb-7d5d-4791-9a09-ddd3293d00ee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.631760] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e6998f-f6fe-41a3-aa20-b9db1f7c8421 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.658895] env[62683]: DEBUG oslo_vmware.api [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799148, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.736444] env[62683]: DEBUG nova.scheduler.client.report [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1635.780330] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799144, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.800119] env[62683]: DEBUG nova.compute.manager [req-1f248a94-232b-49f0-8e18-a010c0ae9753 req-1f2ca4cd-f03f-4509-a0ec-4a6916c969f4 service nova] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Received event network-vif-deleted-41814ff1-d94f-4cef-97e1-4c2143f4c1d1 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1635.800429] env[62683]: DEBUG nova.compute.manager [req-1f248a94-232b-49f0-8e18-a010c0ae9753 req-1f2ca4cd-f03f-4509-a0ec-4a6916c969f4 service nova] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Received event network-vif-deleted-7fe87542-d490-4768-9208-52a8ef44345a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1635.804847] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.896488] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799147, 'name': ReconfigVM_Task, 'duration_secs': 0.622991} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.896786] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Reconfigured VM instance instance-00000045 to attach disk [datastore1] a210b69f-861b-4aeb-8b3e-78c05eb4e4db/a210b69f-861b-4aeb-8b3e-78c05eb4e4db.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1635.897478] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-803adc4b-d900-46ef-95ee-cacef580ecdf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.909463] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1635.909463] env[62683]: value = "task-1799149" [ 1635.909463] env[62683]: _type = "Task" [ 1635.909463] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.923149] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799149, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.954918] env[62683]: INFO nova.compute.manager [-] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Took 2.22 seconds to deallocate network for instance. [ 1635.962058] env[62683]: DEBUG nova.network.neutron [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1635.970128] env[62683]: INFO nova.compute.manager [-] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Took 1.89 seconds to deallocate network for instance. [ 1636.152204] env[62683]: DEBUG oslo_vmware.api [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799148, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.244613] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.245302] env[62683]: DEBUG nova.compute.manager [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1636.252030] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.810s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.252030] env[62683]: INFO nova.compute.claims [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1636.281983] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799144, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.307135] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.424630] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799149, 'name': Rename_Task, 'duration_secs': 0.182563} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.425149] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1636.425326] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c82921d-f34f-41cd-894f-e0e8d344db92 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.436573] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1636.436573] env[62683]: value = "task-1799150" [ 1636.436573] env[62683]: _type = "Task" [ 1636.436573] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.449665] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.469361] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.473249] env[62683]: DEBUG nova.network.neutron [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Updating instance_info_cache with network_info: [{"id": "ce6ae695-b97a-4cc0-8230-a1a408d1f162", "address": "fa:16:3e:2b:a2:4f", "network": {"id": "a5ec0655-76b8-4fb1-ac1b-63836f780431", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-214907200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1a391f49c44877bfa0ca1e6fd0e4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce6ae695-b9", "ovs_interfaceid": "ce6ae695-b97a-4cc0-8230-a1a408d1f162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.482811] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.496601] env[62683]: DEBUG nova.compute.manager [req-e446f1d9-daea-40b9-a047-827b223ac19b req-540f8cfe-ef5e-419c-a725-fdff68b7e7d5 service nova] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Received event network-changed-ce6ae695-b97a-4cc0-8230-a1a408d1f162 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1636.496870] env[62683]: DEBUG nova.compute.manager [req-e446f1d9-daea-40b9-a047-827b223ac19b req-540f8cfe-ef5e-419c-a725-fdff68b7e7d5 service nova] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Refreshing instance network info cache due to event network-changed-ce6ae695-b97a-4cc0-8230-a1a408d1f162. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1636.497110] env[62683]: DEBUG oslo_concurrency.lockutils [req-e446f1d9-daea-40b9-a047-827b223ac19b req-540f8cfe-ef5e-419c-a725-fdff68b7e7d5 service nova] Acquiring lock "refresh_cache-63ad56ff-1d9d-46cd-aa65-7113c71f639c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.647972] env[62683]: DEBUG oslo_vmware.api [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799148, 'name': CloneVM_Task} progress is 95%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.756332] env[62683]: DEBUG nova.compute.utils [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1636.764443] env[62683]: DEBUG nova.compute.manager [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1636.764443] env[62683]: DEBUG nova.network.neutron [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1636.785349] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799144, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.868943} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.785349] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7bd1101b-c81f-435c-9cad-f46a3fe1d442/7bd1101b-c81f-435c-9cad-f46a3fe1d442.vmdk to [datastore1] b5584441-c85f-4cef-9391-2197cecb1845/b5584441-c85f-4cef-9391-2197cecb1845.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1636.785349] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33e4cbd-a637-46d3-81fe-e419d1b9aee3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.809687] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] b5584441-c85f-4cef-9391-2197cecb1845/b5584441-c85f-4cef-9391-2197cecb1845.vmdk or device None with type streamOptimized {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1636.813914] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eec5e33e-cf25-4d25-a5e7-2c497db61c8a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.838387] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799145, 'name': ReconfigVM_Task, 'duration_secs': 2.450684} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.840786] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Reconfigured VM instance instance-00000047 to attach disk [datastore1] c1ddfa77-305e-4beb-b788-6f5b815aa7fa/c1ddfa77-305e-4beb-b788-6f5b815aa7fa.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1636.841632] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1636.841632] env[62683]: value = "task-1799151" [ 1636.841632] env[62683]: _type = "Task" [ 1636.841632] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.841867] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba245cdf-458a-46a2-8c57-ff383ceb59e3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.855410] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1636.855410] env[62683]: value = "task-1799152" [ 1636.855410] env[62683]: _type = "Task" [ 1636.855410] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.857505] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4c485-5632-189e-253a-19758f6fe28e/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1636.862979] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd656d86-2d45-4eb2-b8fb-1c559980a763 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.866611] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799151, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.868339] env[62683]: DEBUG nova.policy [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0d9eac12f244e0b9a1a3f546329866b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c563da79842d42f6bdf224e2bf617fe4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1636.880605] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799152, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.882398] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4c485-5632-189e-253a-19758f6fe28e/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1636.882580] env[62683]: ERROR oslo_vmware.rw_handles [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4c485-5632-189e-253a-19758f6fe28e/disk-0.vmdk due to incomplete transfer. [ 1636.882825] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d74647c4-1a9f-4a94-b0f7-aec79a6e9e4b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.893228] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4c485-5632-189e-253a-19758f6fe28e/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1636.893228] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Uploaded image 01ff28aa-eed5-460c-869e-454b7e6b845d to the Glance image server {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1636.893924] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Destroying the VM {{(pid=62683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1636.894249] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1f83731d-5d14-44ee-b9d6-9f13b50434ab {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.901929] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1636.901929] env[62683]: value = "task-1799153" [ 1636.901929] env[62683]: _type = "Task" [ 1636.901929] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.912477] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799153, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.949946] env[62683]: DEBUG oslo_vmware.api [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799150, 'name': PowerOnVM_Task, 'duration_secs': 0.513835} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.950340] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1636.950605] env[62683]: DEBUG nova.compute.manager [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1636.951462] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337f8fda-dc24-45f8-bc7c-277e8ebcaadf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.976380] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Releasing lock "refresh_cache-63ad56ff-1d9d-46cd-aa65-7113c71f639c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.976833] env[62683]: DEBUG nova.compute.manager [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Instance network_info: |[{"id": "ce6ae695-b97a-4cc0-8230-a1a408d1f162", "address": "fa:16:3e:2b:a2:4f", "network": {"id": "a5ec0655-76b8-4fb1-ac1b-63836f780431", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-214907200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1a391f49c44877bfa0ca1e6fd0e4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce6ae695-b9", "ovs_interfaceid": "ce6ae695-b97a-4cc0-8230-a1a408d1f162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1636.977174] env[62683]: DEBUG oslo_concurrency.lockutils [req-e446f1d9-daea-40b9-a047-827b223ac19b req-540f8cfe-ef5e-419c-a725-fdff68b7e7d5 service nova] Acquired lock "refresh_cache-63ad56ff-1d9d-46cd-aa65-7113c71f639c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.977387] env[62683]: DEBUG nova.network.neutron [req-e446f1d9-daea-40b9-a047-827b223ac19b req-540f8cfe-ef5e-419c-a725-fdff68b7e7d5 service nova] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Refreshing network info cache for port ce6ae695-b97a-4cc0-8230-a1a408d1f162 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1636.979065] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:a2:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce6ae695-b97a-4cc0-8230-a1a408d1f162', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1636.987388] env[62683]: DEBUG oslo.service.loopingcall [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1636.988344] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1636.988461] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c27982c3-ee6e-4c36-a259-46d88384531f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.013482] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1637.013482] env[62683]: value = "task-1799154" [ 1637.013482] env[62683]: _type = "Task" [ 1637.013482] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.024951] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799154, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.147663] env[62683]: DEBUG oslo_vmware.api [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799148, 'name': CloneVM_Task, 'duration_secs': 1.982413} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.147946] env[62683]: INFO nova.virt.vmwareapi.vmops [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Created linked-clone VM from snapshot [ 1637.148844] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e09d5c8-fe5d-4b9d-8561-e25c808cb19a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.158093] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Uploading image 859865ab-2113-431f-980e-7c357f109bdd {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1637.181080] env[62683]: DEBUG oslo_vmware.rw_handles [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1637.181080] env[62683]: value = "vm-373093" [ 1637.181080] env[62683]: _type = "VirtualMachine" [ 1637.181080] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1637.181409] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-23f60c6f-ff6e-453b-92b8-494196663041 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.189830] env[62683]: DEBUG oslo_vmware.rw_handles [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Lease: (returnval){ [ 1637.189830] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]520a3deb-2e65-5122-a7ed-d5f8d2728631" [ 1637.189830] env[62683]: _type = "HttpNfcLease" [ 1637.189830] env[62683]: } obtained for exporting VM: (result){ [ 1637.189830] env[62683]: value = "vm-373093" [ 1637.189830] env[62683]: _type = "VirtualMachine" [ 1637.189830] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1637.190533] env[62683]: DEBUG oslo_vmware.api [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for the lease: (returnval){ [ 1637.190533] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]520a3deb-2e65-5122-a7ed-d5f8d2728631" [ 1637.190533] env[62683]: _type = "HttpNfcLease" [ 1637.190533] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1637.198961] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1637.198961] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]520a3deb-2e65-5122-a7ed-d5f8d2728631" [ 1637.198961] env[62683]: _type = "HttpNfcLease" [ 1637.198961] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1637.271467] env[62683]: DEBUG nova.compute.manager [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1637.356584] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.377163] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799152, 'name': Rename_Task, 'duration_secs': 0.196161} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.377163] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1637.377786] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b321fa60-0dd8-4d4b-8e16-81c3a294a6e9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.384845] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1637.384845] env[62683]: value = "task-1799156" [ 1637.384845] env[62683]: _type = "Task" [ 1637.384845] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.396079] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.413786] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799153, 'name': Destroy_Task, 'duration_secs': 0.405203} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.417023] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Destroyed the VM [ 1637.417023] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Deleting Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1637.417023] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3394711e-4fb4-41e5-849d-a62f808c1090 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.423967] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1637.423967] env[62683]: value = "task-1799157" [ 1637.423967] env[62683]: _type = "Task" [ 1637.423967] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.434024] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799157, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.473018] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.477541] env[62683]: DEBUG nova.network.neutron [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Successfully updated port: c0aabab7-c26d-485c-8278-dcb5d0bdaae9 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1637.528254] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799154, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.529687] env[62683]: DEBUG nova.network.neutron [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Successfully created port: 4b89f8b2-9fe2-4876-a952-09afb234724a {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1637.705240] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1637.705240] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]520a3deb-2e65-5122-a7ed-d5f8d2728631" [ 1637.705240] env[62683]: _type = "HttpNfcLease" [ 1637.705240] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1637.705575] env[62683]: DEBUG oslo_vmware.rw_handles [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1637.705575] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]520a3deb-2e65-5122-a7ed-d5f8d2728631" [ 1637.705575] env[62683]: _type = "HttpNfcLease" [ 1637.705575] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1637.706351] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b766f97-acb8-4dff-bdfe-301c340c68f3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.727790] env[62683]: DEBUG oslo_vmware.rw_handles [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e200d3-1b26-3cee-5800-aeb14bfda921/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1637.727945] env[62683]: DEBUG oslo_vmware.rw_handles [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e200d3-1b26-3cee-5800-aeb14bfda921/disk-0.vmdk for reading. {{(pid=62683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1637.804666] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1288fcaf-95cc-487e-a802-3a718536c142 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.815811] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f78d55-15a5-4296-a32e-3d3af2c7fdc6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.855942] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d96bedc-e545-4a12-94ce-33569479a031 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.866937] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799151, 'name': ReconfigVM_Task, 'duration_secs': 0.778475} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.869480] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Reconfigured VM instance instance-00000046 to attach disk [datastore1] b5584441-c85f-4cef-9391-2197cecb1845/b5584441-c85f-4cef-9391-2197cecb1845.vmdk or device None with type streamOptimized {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1637.870229] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba6f2136-4894-4761-946f-91c0c6764fcd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.873095] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8465f5d3-2e09-4be3-acf7-b737ed721075 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.883402] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1637.883402] env[62683]: value = "task-1799158" [ 1637.883402] env[62683]: _type = "Task" [ 1637.883402] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.892086] env[62683]: DEBUG nova.compute.provider_tree [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1637.906968] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-84d94e86-98f8-4791-b5bd-703ba6d66050 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.914868] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799158, 'name': Rename_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.920937] env[62683]: DEBUG oslo_vmware.api [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799156, 'name': PowerOnVM_Task, 'duration_secs': 0.518983} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.920937] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1637.920937] env[62683]: INFO nova.compute.manager [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Took 10.63 seconds to spawn the instance on the hypervisor. [ 1637.921132] env[62683]: DEBUG nova.compute.manager [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1637.921894] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df59682-962b-4fd5-b7c6-62f2eaf5acc8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.945698] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799157, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.982917] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Acquiring lock "refresh_cache-ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.983302] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Acquired lock "refresh_cache-ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.985553] env[62683]: DEBUG nova.network.neutron [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1638.027427] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799154, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.149340] env[62683]: DEBUG nova.network.neutron [req-e446f1d9-daea-40b9-a047-827b223ac19b req-540f8cfe-ef5e-419c-a725-fdff68b7e7d5 service nova] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Updated VIF entry in instance network info cache for port ce6ae695-b97a-4cc0-8230-a1a408d1f162. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1638.149340] env[62683]: DEBUG nova.network.neutron [req-e446f1d9-daea-40b9-a047-827b223ac19b req-540f8cfe-ef5e-419c-a725-fdff68b7e7d5 service nova] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Updating instance_info_cache with network_info: [{"id": "ce6ae695-b97a-4cc0-8230-a1a408d1f162", "address": "fa:16:3e:2b:a2:4f", "network": {"id": "a5ec0655-76b8-4fb1-ac1b-63836f780431", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-214907200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1a391f49c44877bfa0ca1e6fd0e4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce6ae695-b9", "ovs_interfaceid": "ce6ae695-b97a-4cc0-8230-a1a408d1f162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.309403] env[62683]: DEBUG nova.compute.manager [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1638.350035] env[62683]: DEBUG nova.virt.hardware [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1638.351378] env[62683]: DEBUG nova.virt.hardware [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1638.352435] env[62683]: DEBUG nova.virt.hardware [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1638.352646] env[62683]: DEBUG nova.virt.hardware [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1638.354078] env[62683]: DEBUG nova.virt.hardware [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1638.354078] env[62683]: DEBUG nova.virt.hardware [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1638.354078] env[62683]: DEBUG nova.virt.hardware [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1638.354078] env[62683]: DEBUG nova.virt.hardware [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1638.354078] env[62683]: DEBUG nova.virt.hardware [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1638.354078] env[62683]: DEBUG nova.virt.hardware [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1638.354078] env[62683]: DEBUG nova.virt.hardware [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1638.356348] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eb3a15-d210-4288-87a5-6a18e241ab6f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.380714] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff05370-1602-451d-b012-1d1520befed6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.401310] env[62683]: DEBUG nova.scheduler.client.report [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1638.421611] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799158, 'name': Rename_Task, 'duration_secs': 0.278239} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.422693] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1638.423066] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-596dc348-53c3-430f-89bd-2a2156744303 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.436639] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1638.436639] env[62683]: value = "task-1799159" [ 1638.436639] env[62683]: _type = "Task" [ 1638.436639] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.445673] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799157, 'name': RemoveSnapshot_Task, 'duration_secs': 0.525066} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.450865] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Deleted Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1638.451727] env[62683]: DEBUG nova.compute.manager [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1638.457431] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cffc3f-ad26-42b3-8b38-40792d57413f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.462018] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.462018] env[62683]: INFO nova.compute.manager [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Took 58.26 seconds to build instance. [ 1638.482568] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.483447] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.531040] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799154, 'name': CreateVM_Task, 'duration_secs': 1.416037} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.531040] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1638.531040] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.531040] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.531040] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1638.531040] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-858da20d-077a-4544-b9ad-f3b2642f68cc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.542040] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1638.542040] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52492ef9-7a62-a706-83c2-c22a3592ea98" [ 1638.542040] env[62683]: _type = "Task" [ 1638.542040] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.557274] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52492ef9-7a62-a706-83c2-c22a3592ea98, 'name': SearchDatastore_Task, 'duration_secs': 0.014621} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.557608] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.557852] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1638.558115] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.558265] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.558444] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1638.558764] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbc9f857-b3f5-40b6-b69f-ff440f646cb2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.574130] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1638.574130] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1638.574130] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b42042e-d0c2-4ede-8f79-c764c8e397a2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.589109] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1638.589109] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5263b362-e254-a14a-5305-cb860ee59bc8" [ 1638.589109] env[62683]: _type = "Task" [ 1638.589109] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.597522] env[62683]: DEBUG nova.network.neutron [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1638.611651] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5263b362-e254-a14a-5305-cb860ee59bc8, 'name': SearchDatastore_Task, 'duration_secs': 0.013117} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.612724] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b1b4c8e-3361-43b2-9f6e-58cd65eb7e12 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.627613] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1638.627613] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52005076-4b10-b354-7b03-c0dad83ab63f" [ 1638.627613] env[62683]: _type = "Task" [ 1638.627613] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.641460] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52005076-4b10-b354-7b03-c0dad83ab63f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.654114] env[62683]: DEBUG oslo_concurrency.lockutils [req-e446f1d9-daea-40b9-a047-827b223ac19b req-540f8cfe-ef5e-419c-a725-fdff68b7e7d5 service nova] Releasing lock "refresh_cache-63ad56ff-1d9d-46cd-aa65-7113c71f639c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.907796] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.908845] env[62683]: DEBUG nova.compute.manager [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1638.922289] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a15f95f1-638d-4b0c-a181-6d7037664179 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.229s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.958046] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799159, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.962896] env[62683]: DEBUG oslo_concurrency.lockutils [None req-83307f68-27ca-49d3-9ea9-8dafe6d424ca tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.785s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.985710] env[62683]: DEBUG nova.compute.manager [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1638.989206] env[62683]: INFO nova.compute.manager [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Shelve offloading [ 1639.139304] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52005076-4b10-b354-7b03-c0dad83ab63f, 'name': SearchDatastore_Task, 'duration_secs': 0.016774} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.145022] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.145022] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 63ad56ff-1d9d-46cd-aa65-7113c71f639c/63ad56ff-1d9d-46cd-aa65-7113c71f639c.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1639.145022] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a395386-1000-4868-961d-899e7d811f70 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.150877] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1639.150877] env[62683]: value = "task-1799160" [ 1639.150877] env[62683]: _type = "Task" [ 1639.150877] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.161230] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.240757] env[62683]: DEBUG nova.network.neutron [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Updating instance_info_cache with network_info: [{"id": "c0aabab7-c26d-485c-8278-dcb5d0bdaae9", "address": "fa:16:3e:35:76:ed", "network": {"id": "c41a9340-21ad-4dd3-a8e7-71c0ee5dc134", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-486814172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aacab4de0964b3fac14290e9208ca18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0aabab7-c2", "ovs_interfaceid": "c0aabab7-c26d-485c-8278-dcb5d0bdaae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.279266] env[62683]: DEBUG nova.compute.manager [req-a8ac4f97-2a7b-4e21-88b2-f0cac6f90374 req-0fef37a4-d7d0-4b53-9f40-686455dc2da1 service nova] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Received event network-vif-plugged-c0aabab7-c26d-485c-8278-dcb5d0bdaae9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1639.279266] env[62683]: DEBUG oslo_concurrency.lockutils [req-a8ac4f97-2a7b-4e21-88b2-f0cac6f90374 req-0fef37a4-d7d0-4b53-9f40-686455dc2da1 service nova] Acquiring lock "ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.280053] env[62683]: DEBUG oslo_concurrency.lockutils [req-a8ac4f97-2a7b-4e21-88b2-f0cac6f90374 req-0fef37a4-d7d0-4b53-9f40-686455dc2da1 service nova] Lock "ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.280508] env[62683]: DEBUG oslo_concurrency.lockutils [req-a8ac4f97-2a7b-4e21-88b2-f0cac6f90374 req-0fef37a4-d7d0-4b53-9f40-686455dc2da1 service nova] Lock "ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.280949] env[62683]: DEBUG nova.compute.manager [req-a8ac4f97-2a7b-4e21-88b2-f0cac6f90374 req-0fef37a4-d7d0-4b53-9f40-686455dc2da1 service nova] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] No waiting events found dispatching network-vif-plugged-c0aabab7-c26d-485c-8278-dcb5d0bdaae9 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1639.281278] env[62683]: WARNING nova.compute.manager [req-a8ac4f97-2a7b-4e21-88b2-f0cac6f90374 req-0fef37a4-d7d0-4b53-9f40-686455dc2da1 service nova] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Received unexpected event network-vif-plugged-c0aabab7-c26d-485c-8278-dcb5d0bdaae9 for instance with vm_state building and task_state spawning. [ 1639.281939] env[62683]: DEBUG nova.compute.manager [req-a8ac4f97-2a7b-4e21-88b2-f0cac6f90374 req-0fef37a4-d7d0-4b53-9f40-686455dc2da1 service nova] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Received event network-changed-c0aabab7-c26d-485c-8278-dcb5d0bdaae9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1639.284636] env[62683]: DEBUG nova.compute.manager [req-a8ac4f97-2a7b-4e21-88b2-f0cac6f90374 req-0fef37a4-d7d0-4b53-9f40-686455dc2da1 service nova] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Refreshing instance network info cache due to event network-changed-c0aabab7-c26d-485c-8278-dcb5d0bdaae9. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1639.284636] env[62683]: DEBUG oslo_concurrency.lockutils [req-a8ac4f97-2a7b-4e21-88b2-f0cac6f90374 req-0fef37a4-d7d0-4b53-9f40-686455dc2da1 service nova] Acquiring lock "refresh_cache-ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.426579] env[62683]: DEBUG nova.compute.utils [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1639.431973] env[62683]: DEBUG nova.compute.manager [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1639.432380] env[62683]: DEBUG nova.network.neutron [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1639.451338] env[62683]: DEBUG oslo_vmware.api [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799159, 'name': PowerOnVM_Task, 'duration_secs': 0.721775} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.451849] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1639.452276] env[62683]: INFO nova.compute.manager [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Took 17.66 seconds to spawn the instance on the hypervisor. [ 1639.452616] env[62683]: DEBUG nova.compute.manager [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1639.453693] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87e2901-1e36-4c24-ac24-9f4051088d8c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.493018] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1639.493018] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51b0ec8d-7e42-47b9-90d1-1b1ec091d024 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.506187] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1639.506187] env[62683]: value = "task-1799161" [ 1639.506187] env[62683]: _type = "Task" [ 1639.506187] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.522377] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.522377] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] VM already powered off {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1639.522377] env[62683]: DEBUG nova.compute.manager [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1639.523376] env[62683]: DEBUG nova.network.neutron [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Successfully updated port: 4b89f8b2-9fe2-4876-a952-09afb234724a {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1639.525572] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6290ff1a-de9f-429d-8799-d36a2994c95b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.531033] env[62683]: DEBUG nova.policy [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f94bf6f648c3459ba20a90a95eac0209', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '750cf26924e247a3b4087b435f44e162', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1639.538261] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.539414] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquired lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.539414] env[62683]: DEBUG nova.network.neutron [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1639.665783] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799160, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.743675] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Releasing lock "refresh_cache-ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.744052] env[62683]: DEBUG nova.compute.manager [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Instance network_info: |[{"id": "c0aabab7-c26d-485c-8278-dcb5d0bdaae9", "address": "fa:16:3e:35:76:ed", "network": {"id": "c41a9340-21ad-4dd3-a8e7-71c0ee5dc134", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-486814172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aacab4de0964b3fac14290e9208ca18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0aabab7-c2", "ovs_interfaceid": "c0aabab7-c26d-485c-8278-dcb5d0bdaae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1639.744600] env[62683]: DEBUG oslo_concurrency.lockutils [req-a8ac4f97-2a7b-4e21-88b2-f0cac6f90374 req-0fef37a4-d7d0-4b53-9f40-686455dc2da1 service nova] Acquired lock "refresh_cache-ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.744890] env[62683]: DEBUG nova.network.neutron [req-a8ac4f97-2a7b-4e21-88b2-f0cac6f90374 req-0fef37a4-d7d0-4b53-9f40-686455dc2da1 service nova] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Refreshing network info cache for port c0aabab7-c26d-485c-8278-dcb5d0bdaae9 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1639.746337] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:76:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0aabab7-c26d-485c-8278-dcb5d0bdaae9', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1639.757387] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Creating folder: Project (9aacab4de0964b3fac14290e9208ca18). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1639.763168] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c612440-2a80-4b21-bf93-8acbad5107e4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.774697] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Created folder: Project (9aacab4de0964b3fac14290e9208ca18) in parent group-v372889. [ 1639.776378] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Creating folder: Instances. Parent ref: group-v373095. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1639.777345] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0fe6260-c35e-43d7-9424-dcbe28ebee48 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.793345] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Created folder: Instances in parent group-v373095. [ 1639.793755] env[62683]: DEBUG oslo.service.loopingcall [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.793846] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1639.794421] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0210c80f-16a8-40ec-8706-de4c3c6523ef {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.823270] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1639.823270] env[62683]: value = "task-1799164" [ 1639.823270] env[62683]: _type = "Task" [ 1639.823270] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.833734] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799164, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.936837] env[62683]: DEBUG nova.compute.manager [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1639.984810] env[62683]: INFO nova.compute.manager [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Took 61.98 seconds to build instance. [ 1639.991141] env[62683]: DEBUG nova.compute.manager [req-19c6935f-5289-4f3d-b5b2-fe80928e7002 req-dc87dd77-29ca-45cc-bf83-b6ed79211adc service nova] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Received event network-vif-plugged-4b89f8b2-9fe2-4876-a952-09afb234724a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1639.991141] env[62683]: DEBUG oslo_concurrency.lockutils [req-19c6935f-5289-4f3d-b5b2-fe80928e7002 req-dc87dd77-29ca-45cc-bf83-b6ed79211adc service nova] Acquiring lock "20e8ff2f-2f70-4357-a026-7d9ffbceb275-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.991141] env[62683]: DEBUG oslo_concurrency.lockutils [req-19c6935f-5289-4f3d-b5b2-fe80928e7002 req-dc87dd77-29ca-45cc-bf83-b6ed79211adc service nova] Lock "20e8ff2f-2f70-4357-a026-7d9ffbceb275-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.991141] env[62683]: DEBUG oslo_concurrency.lockutils [req-19c6935f-5289-4f3d-b5b2-fe80928e7002 req-dc87dd77-29ca-45cc-bf83-b6ed79211adc service nova] Lock "20e8ff2f-2f70-4357-a026-7d9ffbceb275-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.991141] env[62683]: DEBUG nova.compute.manager [req-19c6935f-5289-4f3d-b5b2-fe80928e7002 req-dc87dd77-29ca-45cc-bf83-b6ed79211adc service nova] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] No waiting events found dispatching network-vif-plugged-4b89f8b2-9fe2-4876-a952-09afb234724a {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1639.991141] env[62683]: WARNING nova.compute.manager [req-19c6935f-5289-4f3d-b5b2-fe80928e7002 req-dc87dd77-29ca-45cc-bf83-b6ed79211adc service nova] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Received unexpected event network-vif-plugged-4b89f8b2-9fe2-4876-a952-09afb234724a for instance with vm_state building and task_state spawning. [ 1640.001863] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d539c0e2-5769-4467-b71c-f9f9f63aaba0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.006453] env[62683]: DEBUG nova.network.neutron [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Successfully created port: 957b93f8-70f7-4d3b-86af-8b62db44e4a3 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1640.016789] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1592517c-f1e9-418e-9af8-b4c601954ef5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.051618] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Acquiring lock "refresh_cache-20e8ff2f-2f70-4357-a026-7d9ffbceb275" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.051781] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Acquired lock "refresh_cache-20e8ff2f-2f70-4357-a026-7d9ffbceb275" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.051939] env[62683]: DEBUG nova.network.neutron [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1640.056671] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb779de-94b1-464c-85fe-61c950f3eb9b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.068429] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fab281-d350-4d07-aaae-24448309a6ac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.088604] env[62683]: DEBUG nova.compute.provider_tree [None req-a15f95f1-638d-4b0c-a181-6d7037664179 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.164939] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559255} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.166011] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 63ad56ff-1d9d-46cd-aa65-7113c71f639c/63ad56ff-1d9d-46cd-aa65-7113c71f639c.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1640.166462] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1640.167507] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10ac7570-4c9e-4300-bd47-4733522c839d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.177570] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1640.177570] env[62683]: value = "task-1799165" [ 1640.177570] env[62683]: _type = "Task" [ 1640.177570] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.191382] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.243041] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquiring lock "a210b69f-861b-4aeb-8b3e-78c05eb4e4db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.243041] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "a210b69f-861b-4aeb-8b3e-78c05eb4e4db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.243205] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquiring lock "a210b69f-861b-4aeb-8b3e-78c05eb4e4db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.243420] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "a210b69f-861b-4aeb-8b3e-78c05eb4e4db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.244231] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "a210b69f-861b-4aeb-8b3e-78c05eb4e4db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.246588] env[62683]: INFO nova.compute.manager [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Terminating instance [ 1640.336989] env[62683]: DEBUG oslo_concurrency.lockutils [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "24a8b28a-1ca6-47e7-8ca2-80f79847e29e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.337433] env[62683]: DEBUG oslo_concurrency.lockutils [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "24a8b28a-1ca6-47e7-8ca2-80f79847e29e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.347820] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799164, 'name': CreateVM_Task, 'duration_secs': 0.438954} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.348529] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1640.349225] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.349482] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.349905] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1640.353211] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16b0b0a6-37d2-4c8c-a453-0e3f8d2b78c3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.360568] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Waiting for the task: (returnval){ [ 1640.360568] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]525abf8e-3819-58d9-263c-829930fae7ee" [ 1640.360568] env[62683]: _type = "Task" [ 1640.360568] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.372752] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]525abf8e-3819-58d9-263c-829930fae7ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.486985] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c69ac600-2ca4-4be4-8c2d-f5aaa19058ad tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "b5584441-c85f-4cef-9391-2197cecb1845" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.487s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.491171] env[62683]: DEBUG nova.network.neutron [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Updating instance_info_cache with network_info: [{"id": "c85c3bc5-8cf7-485b-89fc-2821b6aac024", "address": "fa:16:3e:9e:31:d0", "network": {"id": "3a8c94a0-79bc-45cb-b176-d9388a67a25f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801868409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6cd09848e24e80b340268b551e3e62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc85c3bc5-8c", "ovs_interfaceid": "c85c3bc5-8cf7-485b-89fc-2821b6aac024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.593696] env[62683]: DEBUG nova.scheduler.client.report [None req-a15f95f1-638d-4b0c-a181-6d7037664179 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1640.636408] env[62683]: DEBUG nova.network.neutron [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1640.693191] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089256} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.693477] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1640.694383] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811e6a55-64a3-4a1a-8ffa-3bc3bc3da362 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.721946] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 63ad56ff-1d9d-46cd-aa65-7113c71f639c/63ad56ff-1d9d-46cd-aa65-7113c71f639c.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1640.722312] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c301f63e-aa24-4011-b691-e2ce8f0713c5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.744182] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1640.744182] env[62683]: value = "task-1799166" [ 1640.744182] env[62683]: _type = "Task" [ 1640.744182] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.750517] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquiring lock "refresh_cache-a210b69f-861b-4aeb-8b3e-78c05eb4e4db" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.750877] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquired lock "refresh_cache-a210b69f-861b-4aeb-8b3e-78c05eb4e4db" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.751101] env[62683]: DEBUG nova.network.neutron [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1640.757971] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799166, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.775255] env[62683]: DEBUG nova.network.neutron [req-a8ac4f97-2a7b-4e21-88b2-f0cac6f90374 req-0fef37a4-d7d0-4b53-9f40-686455dc2da1 service nova] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Updated VIF entry in instance network info cache for port c0aabab7-c26d-485c-8278-dcb5d0bdaae9. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1640.776464] env[62683]: DEBUG nova.network.neutron [req-a8ac4f97-2a7b-4e21-88b2-f0cac6f90374 req-0fef37a4-d7d0-4b53-9f40-686455dc2da1 service nova] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Updating instance_info_cache with network_info: [{"id": "c0aabab7-c26d-485c-8278-dcb5d0bdaae9", "address": "fa:16:3e:35:76:ed", "network": {"id": "c41a9340-21ad-4dd3-a8e7-71c0ee5dc134", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-486814172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aacab4de0964b3fac14290e9208ca18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0aabab7-c2", "ovs_interfaceid": "c0aabab7-c26d-485c-8278-dcb5d0bdaae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.840410] env[62683]: DEBUG nova.compute.manager [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1640.871585] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]525abf8e-3819-58d9-263c-829930fae7ee, 'name': SearchDatastore_Task, 'duration_secs': 0.015636} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.871947] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.872361] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1640.872469] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.872633] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.872820] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1640.873896] env[62683]: DEBUG nova.network.neutron [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Updating instance_info_cache with network_info: [{"id": "4b89f8b2-9fe2-4876-a952-09afb234724a", "address": "fa:16:3e:a8:21:c6", "network": {"id": "9dff9440-aeb3-4dbf-9b88-a6c46e1f9b08", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1390619586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c563da79842d42f6bdf224e2bf617fe4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b89f8b2-9f", "ovs_interfaceid": "4b89f8b2-9fe2-4876-a952-09afb234724a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.875080] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46363022-140a-4546-ab8e-deb6721fe450 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.884993] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1640.885226] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1640.886467] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87cf0143-b4be-4f52-8a08-75d5b216e67a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.892634] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Waiting for the task: (returnval){ [ 1640.892634] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b89987-a27a-1894-afe5-1d44ca7dcb73" [ 1640.892634] env[62683]: _type = "Task" [ 1640.892634] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.904354] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b89987-a27a-1894-afe5-1d44ca7dcb73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.950534] env[62683]: DEBUG nova.compute.manager [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1640.974188] env[62683]: DEBUG nova.virt.hardware [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1640.974468] env[62683]: DEBUG nova.virt.hardware [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1640.974628] env[62683]: DEBUG nova.virt.hardware [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1640.974809] env[62683]: DEBUG nova.virt.hardware [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1640.975132] env[62683]: DEBUG nova.virt.hardware [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1640.975172] env[62683]: DEBUG nova.virt.hardware [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1640.975379] env[62683]: DEBUG nova.virt.hardware [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1640.975542] env[62683]: DEBUG nova.virt.hardware [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1640.975711] env[62683]: DEBUG nova.virt.hardware [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1640.975877] env[62683]: DEBUG nova.virt.hardware [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1640.976065] env[62683]: DEBUG nova.virt.hardware [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1640.976938] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb5b985-c976-4b60-8313-b42023eb83c9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.986408] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88cf50e-126f-4383-9362-a23a5c491424 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.000935] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Releasing lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.254286] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799166, 'name': ReconfigVM_Task, 'duration_secs': 0.310967} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.254909] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 63ad56ff-1d9d-46cd-aa65-7113c71f639c/63ad56ff-1d9d-46cd-aa65-7113c71f639c.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1641.255803] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6666ebda-6168-40f7-ba5d-856b9e6eef0f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.262230] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1641.262230] env[62683]: value = "task-1799167" [ 1641.262230] env[62683]: _type = "Task" [ 1641.262230] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.275971] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799167, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.279634] env[62683]: DEBUG oslo_concurrency.lockutils [req-a8ac4f97-2a7b-4e21-88b2-f0cac6f90374 req-0fef37a4-d7d0-4b53-9f40-686455dc2da1 service nova] Releasing lock "refresh_cache-ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.303558] env[62683]: DEBUG oslo_concurrency.lockutils [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "b5584441-c85f-4cef-9391-2197cecb1845" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.303831] env[62683]: DEBUG oslo_concurrency.lockutils [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "b5584441-c85f-4cef-9391-2197cecb1845" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.304094] env[62683]: DEBUG oslo_concurrency.lockutils [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "b5584441-c85f-4cef-9391-2197cecb1845-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.304291] env[62683]: DEBUG oslo_concurrency.lockutils [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "b5584441-c85f-4cef-9391-2197cecb1845-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.304467] env[62683]: DEBUG oslo_concurrency.lockutils [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "b5584441-c85f-4cef-9391-2197cecb1845-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.306809] env[62683]: INFO nova.compute.manager [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Terminating instance [ 1641.369408] env[62683]: DEBUG oslo_concurrency.lockutils [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.378190] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Releasing lock "refresh_cache-20e8ff2f-2f70-4357-a026-7d9ffbceb275" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.378467] env[62683]: DEBUG nova.compute.manager [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Instance network_info: |[{"id": "4b89f8b2-9fe2-4876-a952-09afb234724a", "address": "fa:16:3e:a8:21:c6", "network": {"id": "9dff9440-aeb3-4dbf-9b88-a6c46e1f9b08", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1390619586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c563da79842d42f6bdf224e2bf617fe4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b89f8b2-9f", "ovs_interfaceid": "4b89f8b2-9fe2-4876-a952-09afb234724a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1641.378899] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:21:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b89f8b2-9fe2-4876-a952-09afb234724a', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1641.386382] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Creating folder: Project (c563da79842d42f6bdf224e2bf617fe4). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1641.387016] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30d2ac4e-4f94-48c9-af88-e83e819bfdff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.399497] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Created folder: Project (c563da79842d42f6bdf224e2bf617fe4) in parent group-v372889. [ 1641.399698] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Creating folder: Instances. Parent ref: group-v373098. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1641.399979] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd18cd37-a210-405c-b805-c05509e2c789 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.405108] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b89987-a27a-1894-afe5-1d44ca7dcb73, 'name': SearchDatastore_Task, 'duration_secs': 0.015657} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.406255] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-451d92b3-affc-4634-bbbe-ac3cdd5713ad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.411510] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Waiting for the task: (returnval){ [ 1641.411510] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]520a1a36-eb88-7526-aa85-cbe6b2492abe" [ 1641.411510] env[62683]: _type = "Task" [ 1641.411510] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.416099] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Created folder: Instances in parent group-v373098. [ 1641.416350] env[62683]: DEBUG oslo.service.loopingcall [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1641.416885] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1641.417141] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09387699-49a0-4779-b0fa-ec02e5a5b12c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.434216] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]520a1a36-eb88-7526-aa85-cbe6b2492abe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.439663] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1641.439663] env[62683]: value = "task-1799170" [ 1641.439663] env[62683]: _type = "Task" [ 1641.439663] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.447954] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799170, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.465468] env[62683]: DEBUG nova.network.neutron [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1641.581855] env[62683]: DEBUG nova.compute.manager [req-11d7c650-3c07-4190-99c0-4e2bb49b1f51 req-37915a7f-e8f1-42bc-8a09-919099db8a4b service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Received event network-changed-2d7aa937-4769-430d-bab6-0bc1be3271a0 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1641.582174] env[62683]: DEBUG nova.compute.manager [req-11d7c650-3c07-4190-99c0-4e2bb49b1f51 req-37915a7f-e8f1-42bc-8a09-919099db8a4b service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Refreshing instance network info cache due to event network-changed-2d7aa937-4769-430d-bab6-0bc1be3271a0. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1641.582906] env[62683]: DEBUG oslo_concurrency.lockutils [req-11d7c650-3c07-4190-99c0-4e2bb49b1f51 req-37915a7f-e8f1-42bc-8a09-919099db8a4b service nova] Acquiring lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.582906] env[62683]: DEBUG oslo_concurrency.lockutils [req-11d7c650-3c07-4190-99c0-4e2bb49b1f51 req-37915a7f-e8f1-42bc-8a09-919099db8a4b service nova] Acquired lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.582906] env[62683]: DEBUG nova.network.neutron [req-11d7c650-3c07-4190-99c0-4e2bb49b1f51 req-37915a7f-e8f1-42bc-8a09-919099db8a4b service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Refreshing network info cache for port 2d7aa937-4769-430d-bab6-0bc1be3271a0 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1641.587571] env[62683]: DEBUG nova.network.neutron [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.609017] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a15f95f1-638d-4b0c-a181-6d7037664179 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.685s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.611161] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.221s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.613390] env[62683]: INFO nova.compute.claims [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1641.753973] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1641.755523] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3330ff5-0646-4078-9a24-06db94967880 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.775665] env[62683]: DEBUG nova.network.neutron [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Successfully updated port: 957b93f8-70f7-4d3b-86af-8b62db44e4a3 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1641.782982] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1641.783962] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a10a16b8-c117-442c-a8fb-160c7307aa91 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.792635] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799167, 'name': Rename_Task, 'duration_secs': 0.141851} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.793732] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1641.794077] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22109a9c-26a5-4b0b-8160-5c75c42ec400 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.802942] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1641.802942] env[62683]: value = "task-1799172" [ 1641.802942] env[62683]: _type = "Task" [ 1641.802942] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.811692] env[62683]: DEBUG nova.compute.manager [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1641.811993] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1641.818851] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766ddce0-3efd-4416-b481-d04e002d6671 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.824018] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.830767] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1641.830767] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aec637ac-c0d8-4dc6-882c-eaedd4a1fd5d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.838205] env[62683]: DEBUG oslo_vmware.api [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1641.838205] env[62683]: value = "task-1799173" [ 1641.838205] env[62683]: _type = "Task" [ 1641.838205] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.851697] env[62683]: DEBUG oslo_vmware.api [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.898070] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1641.898314] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1641.898525] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Deleting the datastore file [datastore1] dc809566-db46-4911-89d6-0ee07d842fcc {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1641.898803] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5eb1d125-149b-4d23-afdd-971ebaac4b96 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.905896] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1641.905896] env[62683]: value = "task-1799174" [ 1641.905896] env[62683]: _type = "Task" [ 1641.905896] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.914566] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.923556] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]520a1a36-eb88-7526-aa85-cbe6b2492abe, 'name': SearchDatastore_Task, 'duration_secs': 0.018257} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.923842] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.924164] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02/ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1641.924430] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac17dde2-8cc1-4368-b430-726556075082 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.933539] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Waiting for the task: (returnval){ [ 1641.933539] env[62683]: value = "task-1799175" [ 1641.933539] env[62683]: _type = "Task" [ 1641.933539] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.942455] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': task-1799175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.950922] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799170, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.067399] env[62683]: DEBUG nova.compute.manager [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Received event network-changed-4b89f8b2-9fe2-4876-a952-09afb234724a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1642.067399] env[62683]: DEBUG nova.compute.manager [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Refreshing instance network info cache due to event network-changed-4b89f8b2-9fe2-4876-a952-09afb234724a. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1642.067399] env[62683]: DEBUG oslo_concurrency.lockutils [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] Acquiring lock "refresh_cache-20e8ff2f-2f70-4357-a026-7d9ffbceb275" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.067399] env[62683]: DEBUG oslo_concurrency.lockutils [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] Acquired lock "refresh_cache-20e8ff2f-2f70-4357-a026-7d9ffbceb275" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.067399] env[62683]: DEBUG nova.network.neutron [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Refreshing network info cache for port 4b89f8b2-9fe2-4876-a952-09afb234724a {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1642.096970] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Releasing lock "refresh_cache-a210b69f-861b-4aeb-8b3e-78c05eb4e4db" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.096970] env[62683]: DEBUG nova.compute.manager [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1642.096970] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1642.097296] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53df591-1eb0-4667-84a1-fc7e707a75cf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.104734] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1642.105053] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52c564eb-e8bb-46a7-8dfd-2aaba2145770 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.111054] env[62683]: DEBUG oslo_vmware.api [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1642.111054] env[62683]: value = "task-1799176" [ 1642.111054] env[62683]: _type = "Task" [ 1642.111054] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.127130] env[62683]: DEBUG oslo_vmware.api [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.171940] env[62683]: INFO nova.scheduler.client.report [None req-a15f95f1-638d-4b0c-a181-6d7037664179 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleted allocation for migration 3fda09f1-1076-4742-8c76-e9ddb6945ab0 [ 1642.284709] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "refresh_cache-bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.285122] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "refresh_cache-bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.287067] env[62683]: DEBUG nova.network.neutron [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1642.320545] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799172, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.348846] env[62683]: DEBUG oslo_vmware.api [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799173, 'name': PowerOffVM_Task, 'duration_secs': 0.241242} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.349811] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1642.350073] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1642.350884] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ff6bb70-ff80-4b28-a5e6-bfd48fa98edd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.417109] env[62683]: DEBUG oslo_vmware.api [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214359} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.417723] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1642.417723] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1642.417867] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1642.439719] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1642.440555] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1642.440555] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Deleting the datastore file [datastore1] b5584441-c85f-4cef-9391-2197cecb1845 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1642.440864] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31cd2bbb-196d-4da4-9303-7a976bab1a24 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.446939] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': task-1799175, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.453303] env[62683]: INFO nova.scheduler.client.report [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Deleted allocations for instance dc809566-db46-4911-89d6-0ee07d842fcc [ 1642.460939] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799170, 'name': CreateVM_Task, 'duration_secs': 0.621919} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.461317] env[62683]: DEBUG oslo_vmware.api [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1642.461317] env[62683]: value = "task-1799178" [ 1642.461317] env[62683]: _type = "Task" [ 1642.461317] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.461760] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1642.462610] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.462805] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.463198] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1642.466659] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29ab38f2-48c8-4eb0-b3c5-97ac59135bd1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.474213] env[62683]: DEBUG oslo_vmware.api [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.476014] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Waiting for the task: (returnval){ [ 1642.476014] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52158755-75cc-5fe0-37fe-13f3bfe285ef" [ 1642.476014] env[62683]: _type = "Task" [ 1642.476014] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.476953] env[62683]: DEBUG nova.network.neutron [req-11d7c650-3c07-4190-99c0-4e2bb49b1f51 req-37915a7f-e8f1-42bc-8a09-919099db8a4b service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Updated VIF entry in instance network info cache for port 2d7aa937-4769-430d-bab6-0bc1be3271a0. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1642.477328] env[62683]: DEBUG nova.network.neutron [req-11d7c650-3c07-4190-99c0-4e2bb49b1f51 req-37915a7f-e8f1-42bc-8a09-919099db8a4b service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Updating instance_info_cache with network_info: [{"id": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "address": "fa:16:3e:ac:05:76", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7aa937-47", "ovs_interfaceid": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.487551] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52158755-75cc-5fe0-37fe-13f3bfe285ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.621738] env[62683]: DEBUG oslo_vmware.api [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799176, 'name': PowerOffVM_Task, 'duration_secs': 0.249783} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.621851] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1642.622073] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1642.622361] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b6b9c3b-a68a-4577-a7b8-3e5e9acc0b38 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.652585] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1642.652799] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1642.652982] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Deleting the datastore file [datastore1] a210b69f-861b-4aeb-8b3e-78c05eb4e4db {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1642.653457] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-901ff163-2483-47c7-982d-42ed2a6b309d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.659996] env[62683]: DEBUG oslo_vmware.api [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1642.659996] env[62683]: value = "task-1799180" [ 1642.659996] env[62683]: _type = "Task" [ 1642.659996] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.669415] env[62683]: DEBUG oslo_vmware.api [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.683585] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a15f95f1-638d-4b0c-a181-6d7037664179 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "d00064e2-9954-4cb6-8812-ea02311cb049" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.085s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.815485] env[62683]: DEBUG oslo_vmware.api [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799172, 'name': PowerOnVM_Task, 'duration_secs': 0.5576} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.816287] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1642.816287] env[62683]: INFO nova.compute.manager [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1642.816514] env[62683]: DEBUG nova.compute.manager [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1642.817283] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f032de3b-2a9d-4d68-86ab-e97a754d63fb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.831916] env[62683]: DEBUG nova.network.neutron [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1642.849015] env[62683]: DEBUG nova.network.neutron [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Updated VIF entry in instance network info cache for port 4b89f8b2-9fe2-4876-a952-09afb234724a. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1642.849289] env[62683]: DEBUG nova.network.neutron [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Updating instance_info_cache with network_info: [{"id": "4b89f8b2-9fe2-4876-a952-09afb234724a", "address": "fa:16:3e:a8:21:c6", "network": {"id": "9dff9440-aeb3-4dbf-9b88-a6c46e1f9b08", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1390619586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c563da79842d42f6bdf224e2bf617fe4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b89f8b2-9f", "ovs_interfaceid": "4b89f8b2-9fe2-4876-a952-09afb234724a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.945060] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': task-1799175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603335} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.945356] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02/ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1642.945577] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1642.945866] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e7d17dc-e96d-4d84-a885-22484169efaf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.952234] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Waiting for the task: (returnval){ [ 1642.952234] env[62683]: value = "task-1799181" [ 1642.952234] env[62683]: _type = "Task" [ 1642.952234] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.966354] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.966754] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': task-1799181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.977725] env[62683]: DEBUG oslo_vmware.api [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325864} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.979913] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1642.979913] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1642.979913] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1642.979913] env[62683]: INFO nova.compute.manager [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1642.979913] env[62683]: DEBUG oslo.service.loopingcall [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1642.980151] env[62683]: DEBUG nova.compute.manager [-] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1642.980151] env[62683]: DEBUG nova.network.neutron [-] [instance: b5584441-c85f-4cef-9391-2197cecb1845] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1642.985234] env[62683]: DEBUG oslo_concurrency.lockutils [req-11d7c650-3c07-4190-99c0-4e2bb49b1f51 req-37915a7f-e8f1-42bc-8a09-919099db8a4b service nova] Releasing lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.996143] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52158755-75cc-5fe0-37fe-13f3bfe285ef, 'name': SearchDatastore_Task, 'duration_secs': 0.039713} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.996200] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.996459] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1642.996698] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.996839] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.997073] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1642.997287] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15037ff4-ea49-49c8-a801-45bf61208b1a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.009172] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1643.009364] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1643.010137] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8bc2889-8d6f-431b-9240-2e7eeb8dfb55 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.016815] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Waiting for the task: (returnval){ [ 1643.016815] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52799d2e-338f-ce7d-1cb1-52eab656e2d7" [ 1643.016815] env[62683]: _type = "Task" [ 1643.016815] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.021339] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9916fca7-8657-421a-b192-47967a21c029 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.031306] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd69f38-f9d1-4ab0-9668-7397000a0e11 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.036542] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52799d2e-338f-ce7d-1cb1-52eab656e2d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.036542] env[62683]: DEBUG nova.network.neutron [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Updating instance_info_cache with network_info: [{"id": "957b93f8-70f7-4d3b-86af-8b62db44e4a3", "address": "fa:16:3e:87:59:d3", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap957b93f8-70", "ovs_interfaceid": "957b93f8-70f7-4d3b-86af-8b62db44e4a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.068200] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb7e830-5849-4bf3-827e-0f82898f6dd3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.076613] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9feb9e5a-a44b-4534-8599-2806cada300a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.091152] env[62683]: DEBUG nova.compute.provider_tree [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1643.170899] env[62683]: DEBUG oslo_vmware.api [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184404} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.171218] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1643.171405] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1643.171610] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1643.171787] env[62683]: INFO nova.compute.manager [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1643.172037] env[62683]: DEBUG oslo.service.loopingcall [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1643.172248] env[62683]: DEBUG nova.compute.manager [-] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1643.172345] env[62683]: DEBUG nova.network.neutron [-] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1643.194959] env[62683]: DEBUG nova.network.neutron [-] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1643.337134] env[62683]: INFO nova.compute.manager [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Took 44.10 seconds to build instance. [ 1643.354326] env[62683]: DEBUG oslo_concurrency.lockutils [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] Releasing lock "refresh_cache-20e8ff2f-2f70-4357-a026-7d9ffbceb275" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.354596] env[62683]: DEBUG nova.compute.manager [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Received event network-vif-unplugged-c85c3bc5-8cf7-485b-89fc-2821b6aac024 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1643.354792] env[62683]: DEBUG oslo_concurrency.lockutils [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] Acquiring lock "dc809566-db46-4911-89d6-0ee07d842fcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.355031] env[62683]: DEBUG oslo_concurrency.lockutils [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] Lock "dc809566-db46-4911-89d6-0ee07d842fcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.355219] env[62683]: DEBUG oslo_concurrency.lockutils [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] Lock "dc809566-db46-4911-89d6-0ee07d842fcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.355405] env[62683]: DEBUG nova.compute.manager [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] No waiting events found dispatching network-vif-unplugged-c85c3bc5-8cf7-485b-89fc-2821b6aac024 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1643.355560] env[62683]: WARNING nova.compute.manager [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Received unexpected event network-vif-unplugged-c85c3bc5-8cf7-485b-89fc-2821b6aac024 for instance with vm_state shelved and task_state shelving_offloading. [ 1643.355721] env[62683]: DEBUG nova.compute.manager [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Received event network-changed-c85c3bc5-8cf7-485b-89fc-2821b6aac024 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1643.355873] env[62683]: DEBUG nova.compute.manager [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Refreshing instance network info cache due to event network-changed-c85c3bc5-8cf7-485b-89fc-2821b6aac024. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1643.356075] env[62683]: DEBUG oslo_concurrency.lockutils [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] Acquiring lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.356217] env[62683]: DEBUG oslo_concurrency.lockutils [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] Acquired lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.356374] env[62683]: DEBUG nova.network.neutron [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Refreshing network info cache for port c85c3bc5-8cf7-485b-89fc-2821b6aac024 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1643.462944] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': task-1799181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111994} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.463279] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1643.464139] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e11af71-b31a-4c3a-8c49-2ef16cd72ca6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.489470] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02/ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1643.489596] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe5d58ed-f4e8-4bc5-85f1-0fb0a21735a9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.512181] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Waiting for the task: (returnval){ [ 1643.512181] env[62683]: value = "task-1799182" [ 1643.512181] env[62683]: _type = "Task" [ 1643.512181] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.533055] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': task-1799182, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.533392] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52799d2e-338f-ce7d-1cb1-52eab656e2d7, 'name': SearchDatastore_Task, 'duration_secs': 0.017853} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.534308] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8dcfa61-f118-48d2-941c-3ff4015dd0db {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.542914] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "refresh_cache-bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.543312] env[62683]: DEBUG nova.compute.manager [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Instance network_info: |[{"id": "957b93f8-70f7-4d3b-86af-8b62db44e4a3", "address": "fa:16:3e:87:59:d3", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap957b93f8-70", "ovs_interfaceid": "957b93f8-70f7-4d3b-86af-8b62db44e4a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1643.543731] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Waiting for the task: (returnval){ [ 1643.543731] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52eccbe1-cec7-085a-566e-f2c5cbb0b10e" [ 1643.543731] env[62683]: _type = "Task" [ 1643.543731] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.544130] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:59:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '957b93f8-70f7-4d3b-86af-8b62db44e4a3', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1643.555214] env[62683]: DEBUG oslo.service.loopingcall [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1643.555548] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1643.563497] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b0ff7b4-4c8a-4ad0-9e7e-08130796cb45 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.585340] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52eccbe1-cec7-085a-566e-f2c5cbb0b10e, 'name': SearchDatastore_Task, 'duration_secs': 0.016894} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.586722] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.587060] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 20e8ff2f-2f70-4357-a026-7d9ffbceb275/20e8ff2f-2f70-4357-a026-7d9ffbceb275.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1643.587357] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1643.587357] env[62683]: value = "task-1799183" [ 1643.587357] env[62683]: _type = "Task" [ 1643.587357] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.587574] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4843125e-c086-4c2c-b302-0c7ea688db8f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.593737] env[62683]: DEBUG nova.scheduler.client.report [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1643.599128] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Waiting for the task: (returnval){ [ 1643.599128] env[62683]: value = "task-1799184" [ 1643.599128] env[62683]: _type = "Task" [ 1643.599128] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.604330] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799183, 'name': CreateVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.614396] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': task-1799184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.619358] env[62683]: DEBUG nova.compute.manager [req-a9f8bae7-eca9-4d9e-9bda-6a96a731f39a req-5e1b34c1-9d79-49a3-bcd6-d0bc50439e6b service nova] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Received event network-vif-plugged-957b93f8-70f7-4d3b-86af-8b62db44e4a3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1643.619593] env[62683]: DEBUG oslo_concurrency.lockutils [req-a9f8bae7-eca9-4d9e-9bda-6a96a731f39a req-5e1b34c1-9d79-49a3-bcd6-d0bc50439e6b service nova] Acquiring lock "bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.619930] env[62683]: DEBUG oslo_concurrency.lockutils [req-a9f8bae7-eca9-4d9e-9bda-6a96a731f39a req-5e1b34c1-9d79-49a3-bcd6-d0bc50439e6b service nova] Lock "bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.620647] env[62683]: DEBUG oslo_concurrency.lockutils [req-a9f8bae7-eca9-4d9e-9bda-6a96a731f39a req-5e1b34c1-9d79-49a3-bcd6-d0bc50439e6b service nova] Lock "bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.621017] env[62683]: DEBUG nova.compute.manager [req-a9f8bae7-eca9-4d9e-9bda-6a96a731f39a req-5e1b34c1-9d79-49a3-bcd6-d0bc50439e6b service nova] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] No waiting events found dispatching network-vif-plugged-957b93f8-70f7-4d3b-86af-8b62db44e4a3 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1643.621240] env[62683]: WARNING nova.compute.manager [req-a9f8bae7-eca9-4d9e-9bda-6a96a731f39a req-5e1b34c1-9d79-49a3-bcd6-d0bc50439e6b service nova] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Received unexpected event network-vif-plugged-957b93f8-70f7-4d3b-86af-8b62db44e4a3 for instance with vm_state building and task_state spawning. [ 1643.621451] env[62683]: DEBUG nova.compute.manager [req-a9f8bae7-eca9-4d9e-9bda-6a96a731f39a req-5e1b34c1-9d79-49a3-bcd6-d0bc50439e6b service nova] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Received event network-changed-957b93f8-70f7-4d3b-86af-8b62db44e4a3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1643.621725] env[62683]: DEBUG nova.compute.manager [req-a9f8bae7-eca9-4d9e-9bda-6a96a731f39a req-5e1b34c1-9d79-49a3-bcd6-d0bc50439e6b service nova] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Refreshing instance network info cache due to event network-changed-957b93f8-70f7-4d3b-86af-8b62db44e4a3. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1643.621966] env[62683]: DEBUG oslo_concurrency.lockutils [req-a9f8bae7-eca9-4d9e-9bda-6a96a731f39a req-5e1b34c1-9d79-49a3-bcd6-d0bc50439e6b service nova] Acquiring lock "refresh_cache-bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.622162] env[62683]: DEBUG oslo_concurrency.lockutils [req-a9f8bae7-eca9-4d9e-9bda-6a96a731f39a req-5e1b34c1-9d79-49a3-bcd6-d0bc50439e6b service nova] Acquired lock "refresh_cache-bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.622326] env[62683]: DEBUG nova.network.neutron [req-a9f8bae7-eca9-4d9e-9bda-6a96a731f39a req-5e1b34c1-9d79-49a3-bcd6-d0bc50439e6b service nova] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Refreshing network info cache for port 957b93f8-70f7-4d3b-86af-8b62db44e4a3 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1643.700345] env[62683]: DEBUG nova.network.neutron [-] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.794523] env[62683]: DEBUG nova.network.neutron [-] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.839294] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3fc07c24-06dd-4ab7-be83-481434f1ed8e tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "63ad56ff-1d9d-46cd-aa65-7113c71f639c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.628s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.023847] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': task-1799182, 'name': ReconfigVM_Task, 'duration_secs': 0.490939} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.024336] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Reconfigured VM instance instance-00000049 to attach disk [datastore1] ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02/ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1644.024899] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f792f1b-9593-47d2-95fc-f3f09305b175 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.034419] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Waiting for the task: (returnval){ [ 1644.034419] env[62683]: value = "task-1799185" [ 1644.034419] env[62683]: _type = "Task" [ 1644.034419] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.050945] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': task-1799185, 'name': Rename_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.103168] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799183, 'name': CreateVM_Task, 'duration_secs': 0.462954} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.103168] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1644.104023] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.104360] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.104844] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1644.105283] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-751ab570-2fe7-4a38-a1de-4fc82a2f1bcf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.114909] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.114909] env[62683]: DEBUG nova.compute.manager [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1644.116666] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.745s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.118272] env[62683]: INFO nova.compute.claims [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1644.132993] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1644.132993] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a633ea-a87d-9468-d59c-ea0d54eb049c" [ 1644.132993] env[62683]: _type = "Task" [ 1644.132993] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.133280] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': task-1799184, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.147124] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a633ea-a87d-9468-d59c-ea0d54eb049c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.205995] env[62683]: INFO nova.compute.manager [-] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Took 1.03 seconds to deallocate network for instance. [ 1644.299060] env[62683]: DEBUG nova.network.neutron [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Updated VIF entry in instance network info cache for port c85c3bc5-8cf7-485b-89fc-2821b6aac024. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1644.299060] env[62683]: DEBUG nova.network.neutron [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Updating instance_info_cache with network_info: [{"id": "c85c3bc5-8cf7-485b-89fc-2821b6aac024", "address": "fa:16:3e:9e:31:d0", "network": {"id": "3a8c94a0-79bc-45cb-b176-d9388a67a25f", "bridge": null, "label": "tempest-ServersNegativeTestJSON-801868409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6cd09848e24e80b340268b551e3e62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc85c3bc5-8c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.300955] env[62683]: INFO nova.compute.manager [-] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Took 1.32 seconds to deallocate network for instance. [ 1644.399313] env[62683]: DEBUG nova.network.neutron [req-a9f8bae7-eca9-4d9e-9bda-6a96a731f39a req-5e1b34c1-9d79-49a3-bcd6-d0bc50439e6b service nova] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Updated VIF entry in instance network info cache for port 957b93f8-70f7-4d3b-86af-8b62db44e4a3. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1644.399671] env[62683]: DEBUG nova.network.neutron [req-a9f8bae7-eca9-4d9e-9bda-6a96a731f39a req-5e1b34c1-9d79-49a3-bcd6-d0bc50439e6b service nova] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Updating instance_info_cache with network_info: [{"id": "957b93f8-70f7-4d3b-86af-8b62db44e4a3", "address": "fa:16:3e:87:59:d3", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap957b93f8-70", "ovs_interfaceid": "957b93f8-70f7-4d3b-86af-8b62db44e4a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.546855] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "dc809566-db46-4911-89d6-0ee07d842fcc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.547189] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': task-1799185, 'name': Rename_Task, 'duration_secs': 0.223138} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.547455] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1644.547708] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b887aaf3-bc09-4c1d-94fe-c3688fcd7891 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.556139] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Waiting for the task: (returnval){ [ 1644.556139] env[62683]: value = "task-1799186" [ 1644.556139] env[62683]: _type = "Task" [ 1644.556139] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.564428] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': task-1799186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.619158] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': task-1799184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701567} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.619158] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 20e8ff2f-2f70-4357-a026-7d9ffbceb275/20e8ff2f-2f70-4357-a026-7d9ffbceb275.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1644.619158] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1644.619158] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-640f4de8-8dd6-44f1-8af5-634960d25548 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.628345] env[62683]: DEBUG nova.compute.utils [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1644.631022] env[62683]: DEBUG nova.compute.manager [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1644.631684] env[62683]: DEBUG nova.network.neutron [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1644.633665] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Waiting for the task: (returnval){ [ 1644.633665] env[62683]: value = "task-1799187" [ 1644.633665] env[62683]: _type = "Task" [ 1644.633665] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.650712] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': task-1799187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.654848] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a633ea-a87d-9468-d59c-ea0d54eb049c, 'name': SearchDatastore_Task, 'duration_secs': 0.054682} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.655322] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.655500] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1644.655722] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.655869] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.656088] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1644.656342] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2d3e6f4-a170-4949-afe1-ca7980e4d000 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.665944] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1644.666180] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1644.666959] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eb91253-2fd6-40c6-ae76-02cfba4e0e2f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.672579] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1644.672579] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a82f8e-7d48-cfa6-17a6-c12ee1c4504b" [ 1644.672579] env[62683]: _type = "Task" [ 1644.672579] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.682095] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a82f8e-7d48-cfa6-17a6-c12ee1c4504b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.690007] env[62683]: DEBUG nova.policy [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67d879be44a54c2cb56db73724f69074', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '056af4ae71cd4ea7b44ca89367d94afe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1644.714539] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.802483] env[62683]: DEBUG oslo_concurrency.lockutils [req-a394f711-2ab0-4029-89a6-77d99490089b req-c5d416c9-058f-469d-9477-f14680caed6a service nova] Releasing lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.809894] env[62683]: DEBUG oslo_concurrency.lockutils [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.903346] env[62683]: DEBUG oslo_concurrency.lockutils [req-a9f8bae7-eca9-4d9e-9bda-6a96a731f39a req-5e1b34c1-9d79-49a3-bcd6-d0bc50439e6b service nova] Releasing lock "refresh_cache-bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.903623] env[62683]: DEBUG nova.compute.manager [req-a9f8bae7-eca9-4d9e-9bda-6a96a731f39a req-5e1b34c1-9d79-49a3-bcd6-d0bc50439e6b service nova] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Received event network-vif-deleted-d100496c-b208-4095-bd49-3c086bdbafea {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1644.903807] env[62683]: INFO nova.compute.manager [req-a9f8bae7-eca9-4d9e-9bda-6a96a731f39a req-5e1b34c1-9d79-49a3-bcd6-d0bc50439e6b service nova] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Neutron deleted interface d100496c-b208-4095-bd49-3c086bdbafea; detaching it from the instance and deleting it from the info cache [ 1644.904656] env[62683]: DEBUG nova.network.neutron [req-a9f8bae7-eca9-4d9e-9bda-6a96a731f39a req-5e1b34c1-9d79-49a3-bcd6-d0bc50439e6b service nova] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.068072] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': task-1799186, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.079207] env[62683]: DEBUG nova.network.neutron [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Successfully created port: ddf8b68e-7464-42c1-9347-39973000ade3 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1645.136072] env[62683]: DEBUG nova.compute.manager [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1645.149761] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': task-1799187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09847} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.150208] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1645.151110] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf9d359-1ff5-457a-baec-23b8dd69c3a9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.177695] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 20e8ff2f-2f70-4357-a026-7d9ffbceb275/20e8ff2f-2f70-4357-a026-7d9ffbceb275.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1645.181545] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2447e40d-78a5-4ea6-b15d-f987b4a38f7b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.202451] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "d00064e2-9954-4cb6-8812-ea02311cb049" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.202653] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "d00064e2-9954-4cb6-8812-ea02311cb049" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.202911] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "d00064e2-9954-4cb6-8812-ea02311cb049-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.203373] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "d00064e2-9954-4cb6-8812-ea02311cb049-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.203551] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "d00064e2-9954-4cb6-8812-ea02311cb049-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.207107] env[62683]: INFO nova.compute.manager [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Terminating instance [ 1645.220294] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Waiting for the task: (returnval){ [ 1645.220294] env[62683]: value = "task-1799188" [ 1645.220294] env[62683]: _type = "Task" [ 1645.220294] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.220294] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a82f8e-7d48-cfa6-17a6-c12ee1c4504b, 'name': SearchDatastore_Task, 'duration_secs': 0.015023} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.225651] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f210c05c-ae1e-4064-bcd4-8733ed3ab17e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.234578] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1645.234578] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]524ce650-bbda-7e1a-c121-beaacf874b29" [ 1645.234578] env[62683]: _type = "Task" [ 1645.234578] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.238447] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': task-1799188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.252236] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]524ce650-bbda-7e1a-c121-beaacf874b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.408719] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffca746f-a81d-4f77-aca9-072d993b1e43 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.425337] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf5a65e-35a0-47e1-ad10-12ee2548ce59 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.462469] env[62683]: DEBUG nova.compute.manager [req-a9f8bae7-eca9-4d9e-9bda-6a96a731f39a req-5e1b34c1-9d79-49a3-bcd6-d0bc50439e6b service nova] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Detach interface failed, port_id=d100496c-b208-4095-bd49-3c086bdbafea, reason: Instance b5584441-c85f-4cef-9391-2197cecb1845 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1645.515715] env[62683]: DEBUG nova.compute.manager [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1645.516640] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fc9194-bcbc-48b8-a011-b2ae50c89a2e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.567202] env[62683]: DEBUG oslo_vmware.api [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': task-1799186, 'name': PowerOnVM_Task, 'duration_secs': 0.719217} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.569768] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1645.569980] env[62683]: INFO nova.compute.manager [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Took 9.99 seconds to spawn the instance on the hypervisor. [ 1645.570181] env[62683]: DEBUG nova.compute.manager [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1645.571360] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601debf0-a670-4ce7-949f-b56ffa0fcf27 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.603782] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b5b57a-8a70-4a38-90e1-0991758b097d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.613256] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2dfb60-a51f-4105-a1a4-18e885c9f7c3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.666425] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d479c1-43b6-4129-ad8c-d4c8d730cc81 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.674862] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fce025-b994-47d0-a441-cd67a5f87b92 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.689987] env[62683]: DEBUG nova.compute.provider_tree [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1645.719837] env[62683]: DEBUG nova.compute.manager [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1645.719837] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1645.720433] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb764b5-6a76-4671-a721-76491035a476 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.732598] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1645.735934] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93a7387e-b5d1-443b-949f-9c580f5cd50a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.737582] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': task-1799188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.743277] env[62683]: DEBUG oslo_vmware.api [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1645.743277] env[62683]: value = "task-1799189" [ 1645.743277] env[62683]: _type = "Task" [ 1645.743277] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.753418] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]524ce650-bbda-7e1a-c121-beaacf874b29, 'name': SearchDatastore_Task, 'duration_secs': 0.018945} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.754326] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.754661] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0/bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1645.754999] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3e128b1-1931-484f-b280-06f67c29b90c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.761480] env[62683]: DEBUG oslo_vmware.api [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.766545] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1645.766545] env[62683]: value = "task-1799190" [ 1645.766545] env[62683]: _type = "Task" [ 1645.766545] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.776819] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.809404] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.809599] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.030336] env[62683]: INFO nova.compute.manager [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] instance snapshotting [ 1646.033848] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96c9252-2f3e-48af-894a-52d4cce8ec5d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.053847] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ee72bf-6f8c-4016-bbc6-a821d4d6ecf0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.092167] env[62683]: INFO nova.compute.manager [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Took 45.24 seconds to build instance. [ 1646.171596] env[62683]: DEBUG nova.compute.manager [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1646.193684] env[62683]: DEBUG nova.scheduler.client.report [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1646.200290] env[62683]: DEBUG nova.virt.hardware [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1646.200421] env[62683]: DEBUG nova.virt.hardware [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1646.200613] env[62683]: DEBUG nova.virt.hardware [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1646.200821] env[62683]: DEBUG nova.virt.hardware [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1646.201029] env[62683]: DEBUG nova.virt.hardware [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1646.201250] env[62683]: DEBUG nova.virt.hardware [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1646.201496] env[62683]: DEBUG nova.virt.hardware [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1646.201662] env[62683]: DEBUG nova.virt.hardware [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1646.201942] env[62683]: DEBUG nova.virt.hardware [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1646.202223] env[62683]: DEBUG nova.virt.hardware [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1646.202454] env[62683]: DEBUG nova.virt.hardware [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1646.203544] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43671ac8-ca98-44b4-a6cc-aa5b53e9718b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.214895] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd22e1fb-1043-4cb9-9848-73bb485ec082 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.240470] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': task-1799188, 'name': ReconfigVM_Task, 'duration_secs': 0.627536} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.240777] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 20e8ff2f-2f70-4357-a026-7d9ffbceb275/20e8ff2f-2f70-4357-a026-7d9ffbceb275.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1646.241469] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c8d8dd7-e655-4ae6-a3ac-4cc61001104d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.249427] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Waiting for the task: (returnval){ [ 1646.249427] env[62683]: value = "task-1799191" [ 1646.249427] env[62683]: _type = "Task" [ 1646.249427] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.258310] env[62683]: DEBUG oslo_vmware.api [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799189, 'name': PowerOffVM_Task, 'duration_secs': 0.490502} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.259163] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1646.259260] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1646.259466] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bf9ebe8-4f06-4277-9178-f424052925d8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.264783] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': task-1799191, 'name': Rename_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.277628] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799190, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.312072] env[62683]: DEBUG nova.compute.manager [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1646.393628] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1646.393806] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1646.394141] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleting the datastore file [datastore1] d00064e2-9954-4cb6-8812-ea02311cb049 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1646.394595] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43ae677c-8757-481d-8b0b-c467afb2aee4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.396976] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Acquiring lock "ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.401293] env[62683]: DEBUG oslo_vmware.api [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1646.401293] env[62683]: value = "task-1799193" [ 1646.401293] env[62683]: _type = "Task" [ 1646.401293] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.409809] env[62683]: DEBUG oslo_vmware.api [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.565826] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Creating Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1646.566196] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-562a25d1-763a-44c8-b0ed-bfb06a0d38fa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.574838] env[62683]: DEBUG oslo_vmware.api [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1646.574838] env[62683]: value = "task-1799194" [ 1646.574838] env[62683]: _type = "Task" [ 1646.574838] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.585949] env[62683]: DEBUG oslo_vmware.api [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799194, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.594587] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4a550998-2436-49da-8f5c-09d0eef14a6b tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Lock "ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.759s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.595078] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Lock "ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.198s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.595309] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Acquiring lock "ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.595518] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Lock "ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.595687] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Lock "ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.597782] env[62683]: INFO nova.compute.manager [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Terminating instance [ 1646.600964] env[62683]: DEBUG oslo_vmware.rw_handles [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e200d3-1b26-3cee-5800-aeb14bfda921/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1646.602082] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9928ab1-18ce-4dd7-8998-f0715807b020 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.609585] env[62683]: DEBUG oslo_vmware.rw_handles [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e200d3-1b26-3cee-5800-aeb14bfda921/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1646.609759] env[62683]: ERROR oslo_vmware.rw_handles [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e200d3-1b26-3cee-5800-aeb14bfda921/disk-0.vmdk due to incomplete transfer. [ 1646.609987] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d6f7da60-58f6-478f-aaab-ee89bc232a8a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.616923] env[62683]: DEBUG oslo_vmware.rw_handles [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e200d3-1b26-3cee-5800-aeb14bfda921/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1646.617142] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Uploaded image 859865ab-2113-431f-980e-7c357f109bdd to the Glance image server {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1646.619793] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Destroying the VM {{(pid=62683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1646.620369] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2d5752d6-ba83-4d24-a214-f98ca237be57 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.625630] env[62683]: DEBUG oslo_vmware.api [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for the task: (returnval){ [ 1646.625630] env[62683]: value = "task-1799195" [ 1646.625630] env[62683]: _type = "Task" [ 1646.625630] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.634120] env[62683]: DEBUG oslo_vmware.api [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799195, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.682134] env[62683]: DEBUG nova.compute.manager [req-fe873c55-a7c5-4618-8d8b-70775d4e591c req-c95142f8-c40a-4a03-8bb7-2a137cb472f0 service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Received event network-vif-plugged-ddf8b68e-7464-42c1-9347-39973000ade3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1646.682386] env[62683]: DEBUG oslo_concurrency.lockutils [req-fe873c55-a7c5-4618-8d8b-70775d4e591c req-c95142f8-c40a-4a03-8bb7-2a137cb472f0 service nova] Acquiring lock "638fdfcd-54a2-4151-8f56-9230a6969ba3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.682620] env[62683]: DEBUG oslo_concurrency.lockutils [req-fe873c55-a7c5-4618-8d8b-70775d4e591c req-c95142f8-c40a-4a03-8bb7-2a137cb472f0 service nova] Lock "638fdfcd-54a2-4151-8f56-9230a6969ba3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.682762] env[62683]: DEBUG oslo_concurrency.lockutils [req-fe873c55-a7c5-4618-8d8b-70775d4e591c req-c95142f8-c40a-4a03-8bb7-2a137cb472f0 service nova] Lock "638fdfcd-54a2-4151-8f56-9230a6969ba3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.682928] env[62683]: DEBUG nova.compute.manager [req-fe873c55-a7c5-4618-8d8b-70775d4e591c req-c95142f8-c40a-4a03-8bb7-2a137cb472f0 service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] No waiting events found dispatching network-vif-plugged-ddf8b68e-7464-42c1-9347-39973000ade3 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1646.683112] env[62683]: WARNING nova.compute.manager [req-fe873c55-a7c5-4618-8d8b-70775d4e591c req-c95142f8-c40a-4a03-8bb7-2a137cb472f0 service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Received unexpected event network-vif-plugged-ddf8b68e-7464-42c1-9347-39973000ade3 for instance with vm_state building and task_state spawning. [ 1646.709545] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.710039] env[62683]: DEBUG nova.compute.manager [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1646.713187] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.599s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.713416] env[62683]: DEBUG nova.objects.instance [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lazy-loading 'resources' on Instance uuid 1f24c7b2-67ce-4271-a77b-c7dfecb0b132 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1646.759889] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': task-1799191, 'name': Rename_Task, 'duration_secs': 0.220697} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.760195] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1646.760499] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68a2951a-e207-47db-b0d7-a94e8762aa9b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.766883] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Waiting for the task: (returnval){ [ 1646.766883] env[62683]: value = "task-1799196" [ 1646.766883] env[62683]: _type = "Task" [ 1646.766883] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.778380] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': task-1799196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.781151] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648099} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.782001] env[62683]: DEBUG nova.network.neutron [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Successfully updated port: ddf8b68e-7464-42c1-9347-39973000ade3 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1646.783411] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0/bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1646.783411] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1646.783789] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f1987c7-1cd0-4137-a49f-931500770469 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.790904] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1646.790904] env[62683]: value = "task-1799197" [ 1646.790904] env[62683]: _type = "Task" [ 1646.790904] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.800461] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.837026] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.912058] env[62683]: DEBUG oslo_vmware.api [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18566} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.912318] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1646.912537] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1646.912735] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1646.912912] env[62683]: INFO nova.compute.manager [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1646.913172] env[62683]: DEBUG oslo.service.loopingcall [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1646.913372] env[62683]: DEBUG nova.compute.manager [-] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1646.913467] env[62683]: DEBUG nova.network.neutron [-] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1647.092228] env[62683]: DEBUG oslo_vmware.api [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799194, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.108162] env[62683]: DEBUG nova.compute.manager [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1647.108410] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1647.109624] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d23fac1-55e5-48f0-aaa0-425ddf7a3042 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.117436] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1647.119023] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-070bc3e3-1f1e-4835-a48c-508ffafe604a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.124411] env[62683]: DEBUG oslo_vmware.api [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Waiting for the task: (returnval){ [ 1647.124411] env[62683]: value = "task-1799198" [ 1647.124411] env[62683]: _type = "Task" [ 1647.124411] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.136159] env[62683]: DEBUG oslo_vmware.api [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': task-1799198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.139419] env[62683]: DEBUG oslo_vmware.api [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799195, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.217210] env[62683]: DEBUG nova.compute.utils [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1647.220582] env[62683]: DEBUG nova.compute.manager [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1647.220757] env[62683]: DEBUG nova.network.neutron [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1647.279517] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': task-1799196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.286189] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.286660] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquired lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.286660] env[62683]: DEBUG nova.network.neutron [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1647.298910] env[62683]: DEBUG nova.policy [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '218a8ecfb41f4485b41c7d40d3f41076', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78a369676a4a4b55a44a6a092b844550', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1647.305266] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06724} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.308211] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1647.310084] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca138597-b7c2-45aa-b7bd-b75782974866 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.335486] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0/bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1647.338889] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-270e3cf0-c959-4832-9a23-6c7229f72e17 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.359863] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1647.359863] env[62683]: value = "task-1799199" [ 1647.359863] env[62683]: _type = "Task" [ 1647.359863] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.374750] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799199, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.590468] env[62683]: DEBUG oslo_vmware.api [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799194, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.641421] env[62683]: DEBUG oslo_vmware.api [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799195, 'name': Destroy_Task, 'duration_secs': 0.856245} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.646680] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Destroyed the VM [ 1647.646928] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Deleting Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1647.647350] env[62683]: DEBUG oslo_vmware.api [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': task-1799198, 'name': PowerOffVM_Task, 'duration_secs': 0.247149} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.647626] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-057a6ff1-4117-4c18-9a99-968c7d482a0d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.649213] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1647.649388] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1647.649728] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a81bbc3-f0f1-47f0-a25f-af72a1f0ddae {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.657175] env[62683]: DEBUG oslo_vmware.api [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for the task: (returnval){ [ 1647.657175] env[62683]: value = "task-1799200" [ 1647.657175] env[62683]: _type = "Task" [ 1647.657175] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.667578] env[62683]: DEBUG oslo_vmware.api [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799200, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.674313] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f845259-269c-415f-8baf-b352b7dcbf0f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.681425] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487adac7-c84e-4942-a1d0-0db14ea058cd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.714483] env[62683]: DEBUG nova.network.neutron [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Successfully created port: 6c2a5ef1-c0cb-40e0-81f8-3b893e847393 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1647.717106] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f712be-ad76-4f20-93e5-498b9ad4a96f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.724662] env[62683]: DEBUG nova.compute.manager [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1647.731391] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1647.731738] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1647.731944] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Deleting the datastore file [datastore1] ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1647.732672] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10001c5f-a54b-4f1b-8600-c8553b148c39 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.736221] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70919dad-bd25-4b47-8249-85b7963ba837 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.751870] env[62683]: DEBUG nova.compute.provider_tree [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.758019] env[62683]: DEBUG oslo_vmware.api [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Waiting for the task: (returnval){ [ 1647.758019] env[62683]: value = "task-1799202" [ 1647.758019] env[62683]: _type = "Task" [ 1647.758019] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.763542] env[62683]: DEBUG nova.network.neutron [-] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.765127] env[62683]: DEBUG oslo_vmware.api [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': task-1799202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.779367] env[62683]: DEBUG oslo_vmware.api [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': task-1799196, 'name': PowerOnVM_Task, 'duration_secs': 0.8352} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.779670] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1647.779877] env[62683]: INFO nova.compute.manager [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1647.780068] env[62683]: DEBUG nova.compute.manager [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1647.780879] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab67879-fcde-4203-94b0-d7163ffcc743 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.841925] env[62683]: DEBUG nova.network.neutron [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1647.871626] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799199, 'name': ReconfigVM_Task, 'duration_secs': 0.41637} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.871958] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Reconfigured VM instance instance-0000004b to attach disk [datastore1] bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0/bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1647.872806] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c51b32fc-4d75-4822-bb1e-0742fc026dbe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.881380] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1647.881380] env[62683]: value = "task-1799203" [ 1647.881380] env[62683]: _type = "Task" [ 1647.881380] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.891739] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799203, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.016535] env[62683]: DEBUG nova.network.neutron [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Updating instance_info_cache with network_info: [{"id": "ddf8b68e-7464-42c1-9347-39973000ade3", "address": "fa:16:3e:8e:8a:94", "network": {"id": "737d9155-3c87-468d-87f9-6ec56b027fac", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1914812503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056af4ae71cd4ea7b44ca89367d94afe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf8b68e-74", "ovs_interfaceid": "ddf8b68e-7464-42c1-9347-39973000ade3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.092573] env[62683]: DEBUG oslo_vmware.api [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799194, 'name': CreateSnapshot_Task, 'duration_secs': 1.198429} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.092890] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Created Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1648.096024] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f15c77-966a-4076-80c7-3e6bbde7f5ec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.168696] env[62683]: DEBUG oslo_vmware.api [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799200, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.256706] env[62683]: DEBUG nova.scheduler.client.report [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1648.266845] env[62683]: INFO nova.compute.manager [-] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Took 1.35 seconds to deallocate network for instance. [ 1648.281033] env[62683]: DEBUG oslo_vmware.api [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Task: {'id': task-1799202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196263} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.281033] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1648.281033] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1648.281033] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1648.281033] env[62683]: INFO nova.compute.manager [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1648.281470] env[62683]: DEBUG oslo.service.loopingcall [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.281568] env[62683]: DEBUG nova.compute.manager [-] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1648.281675] env[62683]: DEBUG nova.network.neutron [-] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1648.303063] env[62683]: INFO nova.compute.manager [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Took 38.58 seconds to build instance. [ 1648.392933] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799203, 'name': Rename_Task, 'duration_secs': 0.382337} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.393253] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1648.393506] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6e0e865-8643-41ff-9534-1b07abe8b976 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.400581] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1648.400581] env[62683]: value = "task-1799204" [ 1648.400581] env[62683]: _type = "Task" [ 1648.400581] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.408506] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.519995] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Releasing lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.520342] env[62683]: DEBUG nova.compute.manager [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Instance network_info: |[{"id": "ddf8b68e-7464-42c1-9347-39973000ade3", "address": "fa:16:3e:8e:8a:94", "network": {"id": "737d9155-3c87-468d-87f9-6ec56b027fac", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1914812503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056af4ae71cd4ea7b44ca89367d94afe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf8b68e-74", "ovs_interfaceid": "ddf8b68e-7464-42c1-9347-39973000ade3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1648.520774] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:8a:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b49c5024-2ced-42ca-90cc-6066766d43e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddf8b68e-7464-42c1-9347-39973000ade3', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1648.528667] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Creating folder: Project (056af4ae71cd4ea7b44ca89367d94afe). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1648.528976] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5892f0b0-37e0-4577-a41f-704ff9ecedad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.541865] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Created folder: Project (056af4ae71cd4ea7b44ca89367d94afe) in parent group-v372889. [ 1648.542090] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Creating folder: Instances. Parent ref: group-v373103. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1648.542354] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-508724fb-72f6-4c60-9f7b-aa528665b768 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.552939] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Created folder: Instances in parent group-v373103. [ 1648.553078] env[62683]: DEBUG oslo.service.loopingcall [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.553269] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1648.553480] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-868decd7-6fb6-489e-b8a2-dd29238fd67f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.574141] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1648.574141] env[62683]: value = "task-1799207" [ 1648.574141] env[62683]: _type = "Task" [ 1648.574141] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.582795] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799207, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.611435] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Creating linked-clone VM from snapshot {{(pid=62683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1648.611721] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-04924fc8-8ece-428b-8231-36a0bfde0ecc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.620038] env[62683]: DEBUG oslo_vmware.api [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1648.620038] env[62683]: value = "task-1799208" [ 1648.620038] env[62683]: _type = "Task" [ 1648.620038] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.628080] env[62683]: DEBUG oslo_vmware.api [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799208, 'name': CloneVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.668475] env[62683]: DEBUG oslo_vmware.api [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799200, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.715080] env[62683]: DEBUG nova.compute.manager [req-f1e8b244-f4db-473e-a280-e434051466a6 req-778e3b5e-b1cc-41df-9ce1-874eeb77c38b service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Received event network-changed-ddf8b68e-7464-42c1-9347-39973000ade3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1648.715309] env[62683]: DEBUG nova.compute.manager [req-f1e8b244-f4db-473e-a280-e434051466a6 req-778e3b5e-b1cc-41df-9ce1-874eeb77c38b service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Refreshing instance network info cache due to event network-changed-ddf8b68e-7464-42c1-9347-39973000ade3. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1648.715528] env[62683]: DEBUG oslo_concurrency.lockutils [req-f1e8b244-f4db-473e-a280-e434051466a6 req-778e3b5e-b1cc-41df-9ce1-874eeb77c38b service nova] Acquiring lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.715673] env[62683]: DEBUG oslo_concurrency.lockutils [req-f1e8b244-f4db-473e-a280-e434051466a6 req-778e3b5e-b1cc-41df-9ce1-874eeb77c38b service nova] Acquired lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.715832] env[62683]: DEBUG nova.network.neutron [req-f1e8b244-f4db-473e-a280-e434051466a6 req-778e3b5e-b1cc-41df-9ce1-874eeb77c38b service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Refreshing network info cache for port ddf8b68e-7464-42c1-9347-39973000ade3 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1648.741019] env[62683]: DEBUG nova.compute.manager [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1648.762810] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.765249] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.296s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.765491] env[62683]: DEBUG nova.objects.instance [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lazy-loading 'resources' on Instance uuid 512f1357-cb29-440a-9c61-f4c75dab4207 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.775796] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.788212] env[62683]: INFO nova.scheduler.client.report [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Deleted allocations for instance 1f24c7b2-67ce-4271-a77b-c7dfecb0b132 [ 1648.806672] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b175e1aa-986f-4e60-9f24-6b9c5b630ae0 tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Lock "20e8ff2f-2f70-4357-a026-7d9ffbceb275" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.105s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.872089] env[62683]: DEBUG nova.virt.hardware [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1648.872398] env[62683]: DEBUG nova.virt.hardware [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1648.872667] env[62683]: DEBUG nova.virt.hardware [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1648.872916] env[62683]: DEBUG nova.virt.hardware [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1648.873124] env[62683]: DEBUG nova.virt.hardware [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1648.873317] env[62683]: DEBUG nova.virt.hardware [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1648.873588] env[62683]: DEBUG nova.virt.hardware [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1648.873792] env[62683]: DEBUG nova.virt.hardware [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1648.874018] env[62683]: DEBUG nova.virt.hardware [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1648.874350] env[62683]: DEBUG nova.virt.hardware [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1648.874553] env[62683]: DEBUG nova.virt.hardware [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1648.875548] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f07bc6-1a5c-4028-9334-8f10a11d3937 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.884873] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88110a32-058d-4c4e-a4bd-b0431326f442 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.909381] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799204, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.049343] env[62683]: DEBUG nova.network.neutron [-] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.085068] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799207, 'name': CreateVM_Task, 'duration_secs': 0.414737} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.085252] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1649.085996] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.086197] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.086522] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1649.086775] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1b7c9d8-a2c0-416d-8c92-59464647af19 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.091522] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1649.091522] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a62e06-3d75-eda1-e325-2c896808d3d2" [ 1649.091522] env[62683]: _type = "Task" [ 1649.091522] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.100655] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a62e06-3d75-eda1-e325-2c896808d3d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.128815] env[62683]: DEBUG oslo_vmware.api [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799208, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.168493] env[62683]: DEBUG oslo_vmware.api [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799200, 'name': RemoveSnapshot_Task, 'duration_secs': 1.036366} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.168741] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Deleted Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1649.168975] env[62683]: INFO nova.compute.manager [None req-e606e811-5c7f-483b-a640-365ae8b598e6 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Took 16.21 seconds to snapshot the instance on the hypervisor. [ 1649.298675] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ccf9b98c-8bfc-4197-b160-d923cfc25049 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "1f24c7b2-67ce-4271-a77b-c7dfecb0b132" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.003s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.411241] env[62683]: DEBUG oslo_vmware.api [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799204, 'name': PowerOnVM_Task, 'duration_secs': 0.589542} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.413574] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1649.413837] env[62683]: INFO nova.compute.manager [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1649.414083] env[62683]: DEBUG nova.compute.manager [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1649.415241] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac95bf56-d61f-434f-9d67-19f3d2ba68e0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.511819] env[62683]: DEBUG nova.network.neutron [req-f1e8b244-f4db-473e-a280-e434051466a6 req-778e3b5e-b1cc-41df-9ce1-874eeb77c38b service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Updated VIF entry in instance network info cache for port ddf8b68e-7464-42c1-9347-39973000ade3. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1649.512347] env[62683]: DEBUG nova.network.neutron [req-f1e8b244-f4db-473e-a280-e434051466a6 req-778e3b5e-b1cc-41df-9ce1-874eeb77c38b service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Updating instance_info_cache with network_info: [{"id": "ddf8b68e-7464-42c1-9347-39973000ade3", "address": "fa:16:3e:8e:8a:94", "network": {"id": "737d9155-3c87-468d-87f9-6ec56b027fac", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1914812503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056af4ae71cd4ea7b44ca89367d94afe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf8b68e-74", "ovs_interfaceid": "ddf8b68e-7464-42c1-9347-39973000ade3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.552023] env[62683]: INFO nova.compute.manager [-] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Took 1.27 seconds to deallocate network for instance. [ 1649.604091] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a62e06-3d75-eda1-e325-2c896808d3d2, 'name': SearchDatastore_Task, 'duration_secs': 0.00992} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.606766] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.607015] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1649.607270] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.607426] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.607604] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1649.608783] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25eead22-0dce-45c7-91d0-c462eb8bf90e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.627155] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1649.627398] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1649.629205] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28a890f0-c00a-409f-b10a-e90190f85f11 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.632940] env[62683]: DEBUG nova.compute.manager [req-decbec9d-1e5a-4ef2-a5c1-a480aca84329 req-32958a8a-595a-4bd6-a82d-af351ac0b046 service nova] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Received event network-vif-plugged-6c2a5ef1-c0cb-40e0-81f8-3b893e847393 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1649.633221] env[62683]: DEBUG oslo_concurrency.lockutils [req-decbec9d-1e5a-4ef2-a5c1-a480aca84329 req-32958a8a-595a-4bd6-a82d-af351ac0b046 service nova] Acquiring lock "2284b1b2-e495-4610-adb3-b59a56eac70c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.633404] env[62683]: DEBUG oslo_concurrency.lockutils [req-decbec9d-1e5a-4ef2-a5c1-a480aca84329 req-32958a8a-595a-4bd6-a82d-af351ac0b046 service nova] Lock "2284b1b2-e495-4610-adb3-b59a56eac70c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.633581] env[62683]: DEBUG oslo_concurrency.lockutils [req-decbec9d-1e5a-4ef2-a5c1-a480aca84329 req-32958a8a-595a-4bd6-a82d-af351ac0b046 service nova] Lock "2284b1b2-e495-4610-adb3-b59a56eac70c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.633758] env[62683]: DEBUG nova.compute.manager [req-decbec9d-1e5a-4ef2-a5c1-a480aca84329 req-32958a8a-595a-4bd6-a82d-af351ac0b046 service nova] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] No waiting events found dispatching network-vif-plugged-6c2a5ef1-c0cb-40e0-81f8-3b893e847393 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1649.633925] env[62683]: WARNING nova.compute.manager [req-decbec9d-1e5a-4ef2-a5c1-a480aca84329 req-32958a8a-595a-4bd6-a82d-af351ac0b046 service nova] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Received unexpected event network-vif-plugged-6c2a5ef1-c0cb-40e0-81f8-3b893e847393 for instance with vm_state building and task_state spawning. [ 1649.639138] env[62683]: DEBUG nova.network.neutron [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Successfully updated port: 6c2a5ef1-c0cb-40e0-81f8-3b893e847393 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1649.653104] env[62683]: DEBUG oslo_vmware.api [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799208, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.653798] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1649.653798] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52461db5-1210-e890-1790-38c351fad62c" [ 1649.653798] env[62683]: _type = "Task" [ 1649.653798] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.662900] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52461db5-1210-e890-1790-38c351fad62c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.710791] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29375f2-7e59-40c6-9077-aa107f4915ff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.719524] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925acd18-d90f-48ef-82f7-19901392aaee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.751047] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0180bb25-dad3-4c79-9e0b-e427785e8012 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.758451] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149452c3-6e72-45b9-ac85-4a1f8a597ecf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.774536] env[62683]: DEBUG nova.compute.provider_tree [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1649.934824] env[62683]: INFO nova.compute.manager [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Took 39.51 seconds to build instance. [ 1650.015639] env[62683]: DEBUG oslo_concurrency.lockutils [req-f1e8b244-f4db-473e-a280-e434051466a6 req-778e3b5e-b1cc-41df-9ce1-874eeb77c38b service nova] Releasing lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.015913] env[62683]: DEBUG nova.compute.manager [req-f1e8b244-f4db-473e-a280-e434051466a6 req-778e3b5e-b1cc-41df-9ce1-874eeb77c38b service nova] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Received event network-vif-deleted-a8e2dc79-0000-443d-b536-256810fd33cb {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1650.016122] env[62683]: DEBUG nova.compute.manager [req-f1e8b244-f4db-473e-a280-e434051466a6 req-778e3b5e-b1cc-41df-9ce1-874eeb77c38b service nova] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Received event network-vif-deleted-c0aabab7-c26d-485c-8278-dcb5d0bdaae9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1650.016315] env[62683]: INFO nova.compute.manager [req-f1e8b244-f4db-473e-a280-e434051466a6 req-778e3b5e-b1cc-41df-9ce1-874eeb77c38b service nova] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Neutron deleted interface c0aabab7-c26d-485c-8278-dcb5d0bdaae9; detaching it from the instance and deleting it from the info cache [ 1650.016521] env[62683]: DEBUG nova.network.neutron [req-f1e8b244-f4db-473e-a280-e434051466a6 req-778e3b5e-b1cc-41df-9ce1-874eeb77c38b service nova] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.059142] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.132981] env[62683]: DEBUG oslo_vmware.api [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799208, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.152849] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "refresh_cache-2284b1b2-e495-4610-adb3-b59a56eac70c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.153871] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired lock "refresh_cache-2284b1b2-e495-4610-adb3-b59a56eac70c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.153871] env[62683]: DEBUG nova.network.neutron [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1650.165311] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52461db5-1210-e890-1790-38c351fad62c, 'name': SearchDatastore_Task, 'duration_secs': 0.011143} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.167021] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-157ce4d8-968a-4974-84a7-2313c93a542b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.173683] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1650.173683] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5231bce4-6e51-1f01-ed2c-bc03bfa67904" [ 1650.173683] env[62683]: _type = "Task" [ 1650.173683] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.183386] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5231bce4-6e51-1f01-ed2c-bc03bfa67904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.280029] env[62683]: DEBUG nova.scheduler.client.report [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1650.431328] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "35f546a5-222c-47db-982e-9c7fa73d2381" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.431709] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "35f546a5-222c-47db-982e-9c7fa73d2381" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.432072] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "35f546a5-222c-47db-982e-9c7fa73d2381-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.432374] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "35f546a5-222c-47db-982e-9c7fa73d2381-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.432575] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "35f546a5-222c-47db-982e-9c7fa73d2381-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.435055] env[62683]: INFO nova.compute.manager [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Terminating instance [ 1650.438010] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6b9d3a0d-90e3-4335-b021-8c7b7a04a95f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.025s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.519761] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15e127bd-7903-4836-838c-1a41983d8242 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.529422] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2242b082-d682-4d02-af98-ad4ea5d78491 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.564940] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Acquiring lock "70b372de-ebb6-4fe6-b683-b9a8d9b907c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.565310] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Lock "70b372de-ebb6-4fe6-b683-b9a8d9b907c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.565457] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Acquiring lock "70b372de-ebb6-4fe6-b683-b9a8d9b907c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.565639] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Lock "70b372de-ebb6-4fe6-b683-b9a8d9b907c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.565811] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Lock "70b372de-ebb6-4fe6-b683-b9a8d9b907c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.567652] env[62683]: DEBUG nova.compute.manager [req-f1e8b244-f4db-473e-a280-e434051466a6 req-778e3b5e-b1cc-41df-9ce1-874eeb77c38b service nova] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Detach interface failed, port_id=c0aabab7-c26d-485c-8278-dcb5d0bdaae9, reason: Instance ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1650.568220] env[62683]: INFO nova.compute.manager [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Terminating instance [ 1650.633514] env[62683]: DEBUG oslo_vmware.api [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799208, 'name': CloneVM_Task, 'duration_secs': 1.742065} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.633790] env[62683]: INFO nova.virt.vmwareapi.vmops [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Created linked-clone VM from snapshot [ 1650.634595] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976fd6aa-2d90-4950-b486-df6f01b22c18 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.643062] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Uploading image e185ce4b-8c44-41aa-bfc9-b9cded33d508 {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1650.656157] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Destroying the VM {{(pid=62683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1650.656454] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-63c88ae6-1ceb-4213-9bb5-5f9537c8c56d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.663754] env[62683]: DEBUG oslo_vmware.api [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1650.663754] env[62683]: value = "task-1799209" [ 1650.663754] env[62683]: _type = "Task" [ 1650.663754] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.671973] env[62683]: DEBUG oslo_vmware.api [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799209, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.683050] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5231bce4-6e51-1f01-ed2c-bc03bfa67904, 'name': SearchDatastore_Task, 'duration_secs': 0.012386} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.683241] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.683474] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 638fdfcd-54a2-4151-8f56-9230a6969ba3/638fdfcd-54a2-4151-8f56-9230a6969ba3.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1650.683755] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e0fc52f-6887-4946-86af-f0281ede7bc0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.691310] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1650.691310] env[62683]: value = "task-1799210" [ 1650.691310] env[62683]: _type = "Task" [ 1650.691310] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.698118] env[62683]: DEBUG nova.network.neutron [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1650.705242] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.786336] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.788691] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.306s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.789492] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.791558] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.319s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.791876] env[62683]: DEBUG nova.objects.instance [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1650.819326] env[62683]: INFO nova.scheduler.client.report [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Deleted allocations for instance 512f1357-cb29-440a-9c61-f4c75dab4207 [ 1650.843590] env[62683]: INFO nova.scheduler.client.report [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Deleted allocations for instance 4c2f73c2-1014-479a-9adf-b87c86def0fe [ 1650.901284] env[62683]: DEBUG nova.network.neutron [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Updating instance_info_cache with network_info: [{"id": "6c2a5ef1-c0cb-40e0-81f8-3b893e847393", "address": "fa:16:3e:9e:27:f9", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2a5ef1-c0", "ovs_interfaceid": "6c2a5ef1-c0cb-40e0-81f8-3b893e847393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.905672] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Acquiring lock "20e8ff2f-2f70-4357-a026-7d9ffbceb275" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.905928] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Lock "20e8ff2f-2f70-4357-a026-7d9ffbceb275" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.906209] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Acquiring lock "20e8ff2f-2f70-4357-a026-7d9ffbceb275-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.906464] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Lock "20e8ff2f-2f70-4357-a026-7d9ffbceb275-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.906632] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Lock "20e8ff2f-2f70-4357-a026-7d9ffbceb275-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.908811] env[62683]: INFO nova.compute.manager [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Terminating instance [ 1650.943021] env[62683]: DEBUG nova.compute.manager [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1650.943021] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1650.943021] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28f0800-ffa3-4daf-bdda-7426f914aaa7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.952112] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1650.952112] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6b517f1-4966-4326-91e4-f4cfd1c0938f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.960028] env[62683]: DEBUG oslo_vmware.api [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1650.960028] env[62683]: value = "task-1799211" [ 1650.960028] env[62683]: _type = "Task" [ 1650.960028] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.970393] env[62683]: DEBUG oslo_vmware.api [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.072548] env[62683]: DEBUG nova.compute.manager [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1651.072851] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1651.074250] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1ac913-e164-48a9-bba6-a68f34d89773 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.084947] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1651.085571] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eef1687d-da23-473c-946f-c9249b2f9c01 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.094746] env[62683]: DEBUG oslo_vmware.api [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for the task: (returnval){ [ 1651.094746] env[62683]: value = "task-1799212" [ 1651.094746] env[62683]: _type = "Task" [ 1651.094746] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.107475] env[62683]: DEBUG oslo_vmware.api [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.178653] env[62683]: DEBUG oslo_vmware.api [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799209, 'name': Destroy_Task, 'duration_secs': 0.465926} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.179117] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Destroyed the VM [ 1651.179438] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Deleting Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1651.179756] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7fee6605-a557-4fc5-a4b1-38f8b97ce091 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.188419] env[62683]: DEBUG oslo_vmware.api [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1651.188419] env[62683]: value = "task-1799213" [ 1651.188419] env[62683]: _type = "Task" [ 1651.188419] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.210646] env[62683]: DEBUG oslo_vmware.api [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799213, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.211545] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484511} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.211870] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 638fdfcd-54a2-4151-8f56-9230a6969ba3/638fdfcd-54a2-4151-8f56-9230a6969ba3.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1651.212183] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1651.212378] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7bd3e79-b267-4ba4-bd71-22efef313469 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.224887] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1651.224887] env[62683]: value = "task-1799214" [ 1651.224887] env[62683]: _type = "Task" [ 1651.224887] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.236439] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.329098] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a0a6106-65f7-4f35-93f4-550b54816808 tempest-VolumesAdminNegativeTest-1921168859 tempest-VolumesAdminNegativeTest-1921168859-project-member] Lock "512f1357-cb29-440a-9c61-f4c75dab4207" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.396s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.359443] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b9eb7ae-c037-4074-a0a9-8b76553e6d06 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "4c2f73c2-1014-479a-9adf-b87c86def0fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.503s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.403836] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Releasing lock "refresh_cache-2284b1b2-e495-4610-adb3-b59a56eac70c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.404202] env[62683]: DEBUG nova.compute.manager [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Instance network_info: |[{"id": "6c2a5ef1-c0cb-40e0-81f8-3b893e847393", "address": "fa:16:3e:9e:27:f9", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2a5ef1-c0", "ovs_interfaceid": "6c2a5ef1-c0cb-40e0-81f8-3b893e847393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1651.404610] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:27:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c2a5ef1-c0cb-40e0-81f8-3b893e847393', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1651.412688] env[62683]: DEBUG oslo.service.loopingcall [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1651.413511] env[62683]: DEBUG nova.compute.manager [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1651.413865] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1651.414010] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1651.414959] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8861ac-9525-4378-9dd0-f990d78b9ba5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.418083] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b61d1183-6aeb-4c61-b7be-0df0bcf78dfb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.436138] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.436138] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.436138] env[62683]: INFO nova.compute.manager [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Shelving [ 1651.441668] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1651.441905] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1651.441905] env[62683]: value = "task-1799215" [ 1651.441905] env[62683]: _type = "Task" [ 1651.441905] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.442423] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae4c790f-3e93-48d2-9107-fb8cee5e1aea {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.455932] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799215, 'name': CreateVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.458345] env[62683]: DEBUG oslo_vmware.api [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Waiting for the task: (returnval){ [ 1651.458345] env[62683]: value = "task-1799216" [ 1651.458345] env[62683]: _type = "Task" [ 1651.458345] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.472699] env[62683]: DEBUG oslo_vmware.api [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799211, 'name': PowerOffVM_Task, 'duration_secs': 0.289933} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.472699] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1651.472883] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1651.473125] env[62683]: DEBUG oslo_vmware.api [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': task-1799216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.473338] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-772f991c-d9d7-4945-affd-8ea8ae27c01f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.614484] env[62683]: DEBUG oslo_vmware.api [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799212, 'name': PowerOffVM_Task, 'duration_secs': 0.2233} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.614484] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1651.614484] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1651.614484] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8b2bb43-8773-4180-b49b-cef1a70fdf31 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.658423] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1651.658423] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1651.658423] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Deleting the datastore file [datastore1] 35f546a5-222c-47db-982e-9c7fa73d2381 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1651.658423] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f4f2011-aa54-4a74-9d93-5a3dc89b8d9e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.664244] env[62683]: DEBUG oslo_vmware.api [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1651.664244] env[62683]: value = "task-1799219" [ 1651.664244] env[62683]: _type = "Task" [ 1651.664244] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.666732] env[62683]: DEBUG nova.compute.manager [req-801f3839-f25a-462d-ab05-d45493c61b2d req-76d7fc66-de6c-4615-bb71-6069ac020525 service nova] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Received event network-changed-6c2a5ef1-c0cb-40e0-81f8-3b893e847393 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1651.669218] env[62683]: DEBUG nova.compute.manager [req-801f3839-f25a-462d-ab05-d45493c61b2d req-76d7fc66-de6c-4615-bb71-6069ac020525 service nova] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Refreshing instance network info cache due to event network-changed-6c2a5ef1-c0cb-40e0-81f8-3b893e847393. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1651.669503] env[62683]: DEBUG oslo_concurrency.lockutils [req-801f3839-f25a-462d-ab05-d45493c61b2d req-76d7fc66-de6c-4615-bb71-6069ac020525 service nova] Acquiring lock "refresh_cache-2284b1b2-e495-4610-adb3-b59a56eac70c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.669749] env[62683]: DEBUG oslo_concurrency.lockutils [req-801f3839-f25a-462d-ab05-d45493c61b2d req-76d7fc66-de6c-4615-bb71-6069ac020525 service nova] Acquired lock "refresh_cache-2284b1b2-e495-4610-adb3-b59a56eac70c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.669970] env[62683]: DEBUG nova.network.neutron [req-801f3839-f25a-462d-ab05-d45493c61b2d req-76d7fc66-de6c-4615-bb71-6069ac020525 service nova] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Refreshing network info cache for port 6c2a5ef1-c0cb-40e0-81f8-3b893e847393 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1651.686087] env[62683]: DEBUG oslo_vmware.api [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.699130] env[62683]: DEBUG oslo_vmware.api [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799213, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.733350] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1651.734784] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1651.734784] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Deleting the datastore file [datastore1] 70b372de-ebb6-4fe6-b683-b9a8d9b907c4 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1651.738865] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1776fb4a-0bd2-4d22-826f-d126305d6e5a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.742679] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078392} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.742994] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1651.744945] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1465abb1-f4e3-473a-97f6-4587fa01ac4f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.750533] env[62683]: DEBUG oslo_vmware.api [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for the task: (returnval){ [ 1651.750533] env[62683]: value = "task-1799220" [ 1651.750533] env[62683]: _type = "Task" [ 1651.750533] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.775218] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 638fdfcd-54a2-4151-8f56-9230a6969ba3/638fdfcd-54a2-4151-8f56-9230a6969ba3.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1651.777176] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2be8df31-7750-4780-8a73-d1071adb24e3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.800861] env[62683]: DEBUG oslo_vmware.api [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.806350] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8e7057c-eca1-43c1-8ce2-82a72f4f9733 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.808839] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.288s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.810682] env[62683]: INFO nova.compute.claims [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1651.813646] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1651.813646] env[62683]: value = "task-1799221" [ 1651.813646] env[62683]: _type = "Task" [ 1651.813646] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.825540] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.957147] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799215, 'name': CreateVM_Task, 'duration_secs': 0.450604} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.957411] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1651.958754] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.959039] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.959453] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1651.960241] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d9556f2-d9db-4cf5-ae2e-3b1e02b8316d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.969636] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1651.969636] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c5385a-060f-8b5f-c475-ea148109e407" [ 1651.969636] env[62683]: _type = "Task" [ 1651.969636] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.973193] env[62683]: DEBUG oslo_vmware.api [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': task-1799216, 'name': PowerOffVM_Task, 'duration_secs': 0.206389} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.977020] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1651.977020] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1651.977020] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e82705a-da3f-4d46-bdc6-c52bf40b168f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.986634] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c5385a-060f-8b5f-c475-ea148109e407, 'name': SearchDatastore_Task, 'duration_secs': 0.010015} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.987932] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.988038] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1651.988293] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.988450] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.988695] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1651.988966] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9e20e61-7335-4a2e-b3fa-4befee43ca2c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.996751] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1651.996926] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1651.997634] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9224a297-189e-4938-a8dc-8a44679cd6d5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.003158] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1652.003158] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e920a2-a1fe-16f8-f973-f92fdd12ff0d" [ 1652.003158] env[62683]: _type = "Task" [ 1652.003158] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.011868] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e920a2-a1fe-16f8-f973-f92fdd12ff0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.063015] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1652.063281] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1652.063482] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Deleting the datastore file [datastore1] 20e8ff2f-2f70-4357-a026-7d9ffbceb275 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1652.063784] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e25d49b0-dd0b-4775-9dfe-72825dafe254 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.071693] env[62683]: DEBUG oslo_vmware.api [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Waiting for the task: (returnval){ [ 1652.071693] env[62683]: value = "task-1799223" [ 1652.071693] env[62683]: _type = "Task" [ 1652.071693] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.085066] env[62683]: DEBUG oslo_vmware.api [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': task-1799223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.180732] env[62683]: DEBUG oslo_vmware.api [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206898} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.181144] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1652.181423] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1652.181715] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1652.181996] env[62683]: INFO nova.compute.manager [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1652.182378] env[62683]: DEBUG oslo.service.loopingcall [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1652.183104] env[62683]: DEBUG nova.compute.manager [-] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1652.183271] env[62683]: DEBUG nova.network.neutron [-] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1652.203019] env[62683]: DEBUG oslo_vmware.api [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799213, 'name': RemoveSnapshot_Task, 'duration_secs': 0.949508} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.203019] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Deleted Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1652.259535] env[62683]: DEBUG oslo_vmware.api [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Task: {'id': task-1799220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194562} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.259784] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1652.259971] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1652.260221] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1652.260387] env[62683]: INFO nova.compute.manager [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1652.260666] env[62683]: DEBUG oslo.service.loopingcall [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1652.260869] env[62683]: DEBUG nova.compute.manager [-] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1652.260965] env[62683]: DEBUG nova.network.neutron [-] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1652.302068] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.302343] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.302554] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.302772] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.302953] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.305544] env[62683]: INFO nova.compute.manager [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Terminating instance [ 1652.327680] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.453958] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1652.454388] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-838c5b76-b20b-44eb-95c4-3a815017f3ef {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.461916] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1652.461916] env[62683]: value = "task-1799224" [ 1652.461916] env[62683]: _type = "Task" [ 1652.461916] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.472974] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.513836] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e920a2-a1fe-16f8-f973-f92fdd12ff0d, 'name': SearchDatastore_Task, 'duration_secs': 0.009686} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.514660] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3701650d-9806-4bb8-9f0a-1174ff07c4bc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.520130] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1652.520130] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522b47e5-ef39-c286-f479-e82e8bffff0d" [ 1652.520130] env[62683]: _type = "Task" [ 1652.520130] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.528443] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522b47e5-ef39-c286-f479-e82e8bffff0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.582780] env[62683]: DEBUG oslo_vmware.api [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Task: {'id': task-1799223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146463} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.582780] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1652.582780] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1652.582780] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1652.582780] env[62683]: INFO nova.compute.manager [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1652.582780] env[62683]: DEBUG oslo.service.loopingcall [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1652.582780] env[62683]: DEBUG nova.compute.manager [-] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1652.582780] env[62683]: DEBUG nova.network.neutron [-] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1652.660147] env[62683]: DEBUG nova.compute.manager [req-2d0930ea-1b2e-4d68-b957-3cec1c35383f req-4b15b903-ed06-4bcf-a6a9-02a26cb1c520 service nova] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Received event network-vif-deleted-d4ff2b67-aea1-40cb-936b-8ca87a0ada98 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1652.660363] env[62683]: INFO nova.compute.manager [req-2d0930ea-1b2e-4d68-b957-3cec1c35383f req-4b15b903-ed06-4bcf-a6a9-02a26cb1c520 service nova] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Neutron deleted interface d4ff2b67-aea1-40cb-936b-8ca87a0ada98; detaching it from the instance and deleting it from the info cache [ 1652.660539] env[62683]: DEBUG nova.network.neutron [req-2d0930ea-1b2e-4d68-b957-3cec1c35383f req-4b15b903-ed06-4bcf-a6a9-02a26cb1c520 service nova] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.700031] env[62683]: DEBUG nova.network.neutron [req-801f3839-f25a-462d-ab05-d45493c61b2d req-76d7fc66-de6c-4615-bb71-6069ac020525 service nova] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Updated VIF entry in instance network info cache for port 6c2a5ef1-c0cb-40e0-81f8-3b893e847393. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1652.700543] env[62683]: DEBUG nova.network.neutron [req-801f3839-f25a-462d-ab05-d45493c61b2d req-76d7fc66-de6c-4615-bb71-6069ac020525 service nova] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Updating instance_info_cache with network_info: [{"id": "6c2a5ef1-c0cb-40e0-81f8-3b893e847393", "address": "fa:16:3e:9e:27:f9", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2a5ef1-c0", "ovs_interfaceid": "6c2a5ef1-c0cb-40e0-81f8-3b893e847393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.707085] env[62683]: WARNING nova.compute.manager [None req-b63d2ef8-84e4-401d-b301-fcfaa5bb83ab tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Image not found during snapshot: nova.exception.ImageNotFound: Image e185ce4b-8c44-41aa-bfc9-b9cded33d508 could not be found. [ 1652.810021] env[62683]: DEBUG nova.compute.manager [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1652.810021] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1652.810451] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54de1d4-98c5-49bd-8ad5-4a039d45e07f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.830301] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1652.831093] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-509d148c-a110-4f82-a973-da78cc5b6480 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.842885] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799221, 'name': ReconfigVM_Task, 'duration_secs': 0.66889} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.843785] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 638fdfcd-54a2-4151-8f56-9230a6969ba3/638fdfcd-54a2-4151-8f56-9230a6969ba3.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1652.845687] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2bca1a0-0112-44c1-a7a1-f140c574f640 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.848869] env[62683]: DEBUG oslo_vmware.api [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1652.848869] env[62683]: value = "task-1799225" [ 1652.848869] env[62683]: _type = "Task" [ 1652.848869] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.856495] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1652.856495] env[62683]: value = "task-1799226" [ 1652.856495] env[62683]: _type = "Task" [ 1652.856495] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.868492] env[62683]: DEBUG oslo_vmware.api [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1799225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.875633] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799226, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.977032] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799224, 'name': PowerOffVM_Task, 'duration_secs': 0.433009} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.977504] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1652.978479] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12d1e4e-9560-419a-a074-7374a20307f8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.006242] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72223f54-3f56-4e63-a2af-4184dca1bd7a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.035583] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522b47e5-ef39-c286-f479-e82e8bffff0d, 'name': SearchDatastore_Task, 'duration_secs': 0.010509} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.035850] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.036127] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 2284b1b2-e495-4610-adb3-b59a56eac70c/2284b1b2-e495-4610-adb3-b59a56eac70c.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1653.036376] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60eac73b-3309-4cfa-856c-ccd0087112a9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.043689] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1653.043689] env[62683]: value = "task-1799227" [ 1653.043689] env[62683]: _type = "Task" [ 1653.043689] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.052196] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.116266] env[62683]: DEBUG nova.network.neutron [-] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.151180] env[62683]: DEBUG nova.network.neutron [-] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.163871] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b56353f6-9b59-4354-8e26-ffaf627da269 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.175962] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc1f7d5-42cd-4223-bd8d-0a6ddc04f368 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.205021] env[62683]: DEBUG oslo_concurrency.lockutils [req-801f3839-f25a-462d-ab05-d45493c61b2d req-76d7fc66-de6c-4615-bb71-6069ac020525 service nova] Releasing lock "refresh_cache-2284b1b2-e495-4610-adb3-b59a56eac70c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.217922] env[62683]: DEBUG nova.compute.manager [req-2d0930ea-1b2e-4d68-b957-3cec1c35383f req-4b15b903-ed06-4bcf-a6a9-02a26cb1c520 service nova] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Detach interface failed, port_id=d4ff2b67-aea1-40cb-936b-8ca87a0ada98, reason: Instance 35f546a5-222c-47db-982e-9c7fa73d2381 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1653.288401] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282813b9-61c8-44dc-8176-3d2d9aecf114 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.298707] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f102c1-f6b7-4df6-bd13-5ed9dee9305e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.338544] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15ccb35-1a16-46c9-8cbe-48f96415079d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.345304] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a17ec6d-3f09-4ca8-adb5-d2eb287fdb07 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.364113] env[62683]: DEBUG nova.compute.provider_tree [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.372236] env[62683]: DEBUG oslo_vmware.api [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1799225, 'name': PowerOffVM_Task, 'duration_secs': 0.185546} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.372917] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1653.373443] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1653.374179] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4eda5da5-ee67-458e-bffb-b6f689cd9e99 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.382713] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799226, 'name': Rename_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.460143] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1653.460517] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1653.460791] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Deleting the datastore file [datastore1] b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1653.461679] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70201b1e-e3b0-4122-ad75-e19fd8a9f0f1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.470249] env[62683]: DEBUG oslo_vmware.api [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for the task: (returnval){ [ 1653.470249] env[62683]: value = "task-1799229" [ 1653.470249] env[62683]: _type = "Task" [ 1653.470249] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.479930] env[62683]: DEBUG oslo_vmware.api [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1799229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.518809] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Creating Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1653.519206] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-375e6a61-675d-405b-a04d-eb724179cd16 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.522130] env[62683]: DEBUG nova.network.neutron [-] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.532489] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1653.532489] env[62683]: value = "task-1799230" [ 1653.532489] env[62683]: _type = "Task" [ 1653.532489] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.538402] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799230, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.553918] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489116} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.554053] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 2284b1b2-e495-4610-adb3-b59a56eac70c/2284b1b2-e495-4610-adb3-b59a56eac70c.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1653.554258] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1653.554548] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4962eb4-99fd-443e-bbb9-579ff16aa005 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.562426] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1653.562426] env[62683]: value = "task-1799231" [ 1653.562426] env[62683]: _type = "Task" [ 1653.562426] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.571164] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.619422] env[62683]: INFO nova.compute.manager [-] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Took 1.44 seconds to deallocate network for instance. [ 1653.654033] env[62683]: INFO nova.compute.manager [-] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Took 1.39 seconds to deallocate network for instance. [ 1653.693104] env[62683]: DEBUG nova.compute.manager [req-bdd5f7e2-888a-42a3-a5d0-235a24ac746c req-3ed42067-36e2-4c78-ac74-85127271a6e9 service nova] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Received event network-vif-deleted-4b89f8b2-9fe2-4876-a952-09afb234724a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1653.875033] env[62683]: DEBUG nova.scheduler.client.report [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1653.878537] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799226, 'name': Rename_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.947794] env[62683]: DEBUG oslo_concurrency.lockutils [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "63ad56ff-1d9d-46cd-aa65-7113c71f639c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.947881] env[62683]: DEBUG oslo_concurrency.lockutils [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "63ad56ff-1d9d-46cd-aa65-7113c71f639c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.948113] env[62683]: DEBUG oslo_concurrency.lockutils [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "63ad56ff-1d9d-46cd-aa65-7113c71f639c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.948546] env[62683]: DEBUG oslo_concurrency.lockutils [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "63ad56ff-1d9d-46cd-aa65-7113c71f639c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.948752] env[62683]: DEBUG oslo_concurrency.lockutils [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "63ad56ff-1d9d-46cd-aa65-7113c71f639c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.951245] env[62683]: INFO nova.compute.manager [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Terminating instance [ 1653.980963] env[62683]: DEBUG oslo_vmware.api [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Task: {'id': task-1799229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17307} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.981244] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1653.981438] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1653.981684] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1653.981784] env[62683]: INFO nova.compute.manager [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1653.982029] env[62683]: DEBUG oslo.service.loopingcall [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1653.982230] env[62683]: DEBUG nova.compute.manager [-] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1653.982333] env[62683]: DEBUG nova.network.neutron [-] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1654.024568] env[62683]: INFO nova.compute.manager [-] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Took 1.44 seconds to deallocate network for instance. [ 1654.040877] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799230, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.073493] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072862} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.073699] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1654.074480] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb33716-bf55-4c13-9cbb-2a097b6068d3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.096884] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 2284b1b2-e495-4610-adb3-b59a56eac70c/2284b1b2-e495-4610-adb3-b59a56eac70c.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1654.097195] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5d63019-c247-496c-9502-a38339122568 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.117343] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1654.117343] env[62683]: value = "task-1799232" [ 1654.117343] env[62683]: _type = "Task" [ 1654.117343] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.126709] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.126985] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.162937] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.374751] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799226, 'name': Rename_Task, 'duration_secs': 1.189184} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.374995] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1654.375216] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4b9e583-9648-4c22-9a6f-078561a828e1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.380936] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.381464] env[62683]: DEBUG nova.compute.manager [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1654.385116] env[62683]: DEBUG oslo_concurrency.lockutils [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.016s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.386506] env[62683]: INFO nova.compute.claims [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1654.389626] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1654.389626] env[62683]: value = "task-1799233" [ 1654.389626] env[62683]: _type = "Task" [ 1654.389626] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.400515] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799233, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.457031] env[62683]: DEBUG nova.compute.manager [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1654.457031] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1654.457031] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6578a2ed-03b7-4563-99a0-a33c7be3d8d1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.464813] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1654.465537] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce01b894-b34d-45e7-80df-7dffad346636 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.472524] env[62683]: DEBUG oslo_vmware.api [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1654.472524] env[62683]: value = "task-1799234" [ 1654.472524] env[62683]: _type = "Task" [ 1654.472524] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.481202] env[62683]: DEBUG oslo_vmware.api [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.536037] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.542306] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799230, 'name': CreateSnapshot_Task, 'duration_secs': 0.89038} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.542591] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Created Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1654.543386] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3759c16-dfb8-4666-803b-8b985b4043af {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.627450] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799232, 'name': ReconfigVM_Task, 'duration_secs': 0.265803} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.627775] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 2284b1b2-e495-4610-adb3-b59a56eac70c/2284b1b2-e495-4610-adb3-b59a56eac70c.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1654.628677] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-871801e7-3f9d-4d37-bd70-0a771ec317fe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.635639] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1654.635639] env[62683]: value = "task-1799235" [ 1654.635639] env[62683]: _type = "Task" [ 1654.635639] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.644196] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799235, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.705963] env[62683]: DEBUG nova.compute.manager [req-2cbac13f-f7bc-4ffd-bbd8-cb023c9313d5 req-e8f386a4-0a37-43cb-b3b5-9b41e6b0770f service nova] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Received event network-vif-deleted-01a65dfd-71c6-4b98-be5e-c86c8e1db617 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1654.724462] env[62683]: DEBUG nova.network.neutron [-] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.891121] env[62683]: DEBUG nova.compute.utils [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1654.892803] env[62683]: DEBUG nova.compute.manager [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1654.892971] env[62683]: DEBUG nova.network.neutron [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1654.914214] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799233, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.954927] env[62683]: DEBUG nova.policy [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4542ca4e6e4a4cef800f39d11e4dc916', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fdf78b06b4546f4b41a683bea2928cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1654.986899] env[62683]: DEBUG oslo_vmware.api [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799234, 'name': PowerOffVM_Task, 'duration_secs': 0.3958} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.987221] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1654.987394] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1654.987658] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11d17e90-f307-4115-88b5-e2dfe758139c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.062014] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Creating linked-clone VM from snapshot {{(pid=62683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1655.063455] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e23a1191-60b6-4431-a5e1-34e70257b33c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.069323] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1655.069698] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1655.070027] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Deleting the datastore file [datastore1] 63ad56ff-1d9d-46cd-aa65-7113c71f639c {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1655.070850] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc48e6f4-0002-4804-8a17-cbed01732268 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.075838] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1655.075838] env[62683]: value = "task-1799237" [ 1655.075838] env[62683]: _type = "Task" [ 1655.075838] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.083555] env[62683]: DEBUG oslo_vmware.api [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1655.083555] env[62683]: value = "task-1799238" [ 1655.083555] env[62683]: _type = "Task" [ 1655.083555] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.094203] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799237, 'name': CloneVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.101817] env[62683]: DEBUG oslo_vmware.api [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.149541] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799235, 'name': Rename_Task, 'duration_secs': 0.13929} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.149962] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1655.150450] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d2a9f18-b9dd-4145-a64d-6a38aa6a55b2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.158283] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1655.158283] env[62683]: value = "task-1799239" [ 1655.158283] env[62683]: _type = "Task" [ 1655.158283] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.167614] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.227798] env[62683]: INFO nova.compute.manager [-] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Took 1.25 seconds to deallocate network for instance. [ 1655.335299] env[62683]: DEBUG nova.network.neutron [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Successfully created port: 7d52f1de-8965-4760-8c98-d554f453abf6 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1655.399302] env[62683]: DEBUG nova.compute.manager [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1655.418205] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799233, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.592413] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799237, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.599844] env[62683]: DEBUG oslo_vmware.api [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284579} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.600238] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1655.604118] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1655.604118] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1655.604118] env[62683]: INFO nova.compute.manager [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1655.604118] env[62683]: DEBUG oslo.service.loopingcall [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.604118] env[62683]: DEBUG nova.compute.manager [-] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1655.604118] env[62683]: DEBUG nova.network.neutron [-] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1655.670788] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799239, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.737486] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.815803] env[62683]: DEBUG nova.compute.manager [req-c1c23585-b3b2-45bc-821e-d300822ce9f2 req-8fed68cf-e279-4d42-b2df-8ef8f313d6b6 service nova] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Received event network-vif-deleted-1addfb6e-889e-460d-994c-6343524e1da0 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1655.905844] env[62683]: DEBUG oslo_vmware.api [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799233, 'name': PowerOnVM_Task, 'duration_secs': 1.151431} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.905844] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1655.905844] env[62683]: INFO nova.compute.manager [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1655.905844] env[62683]: DEBUG nova.compute.manager [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1655.906405] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff74187-8c76-40e5-b739-595e0f3b7084 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.927507] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd70e82a-a8fc-45aa-b570-40cb0dfbcdb5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.935935] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2387edf4-190d-4e00-b581-0b2bca6afb4f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.974293] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387286a3-89ff-4689-9293-8097baaa1710 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.982483] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd59380-2682-48fa-b8f4-0b764b861462 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.998668] env[62683]: DEBUG nova.compute.provider_tree [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1656.087291] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799237, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.171433] env[62683]: DEBUG oslo_vmware.api [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799239, 'name': PowerOnVM_Task, 'duration_secs': 0.649723} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.171649] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1656.171852] env[62683]: INFO nova.compute.manager [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1656.172045] env[62683]: DEBUG nova.compute.manager [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1656.172946] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73697455-e7ce-4d87-9dfb-853865455fb1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.433751] env[62683]: DEBUG nova.compute.manager [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1656.439527] env[62683]: INFO nova.compute.manager [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Took 28.08 seconds to build instance. [ 1656.465511] env[62683]: DEBUG nova.virt.hardware [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1656.465762] env[62683]: DEBUG nova.virt.hardware [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1656.465919] env[62683]: DEBUG nova.virt.hardware [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1656.466116] env[62683]: DEBUG nova.virt.hardware [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1656.466268] env[62683]: DEBUG nova.virt.hardware [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1656.466419] env[62683]: DEBUG nova.virt.hardware [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1656.466627] env[62683]: DEBUG nova.virt.hardware [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1656.466788] env[62683]: DEBUG nova.virt.hardware [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1656.466953] env[62683]: DEBUG nova.virt.hardware [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1656.467128] env[62683]: DEBUG nova.virt.hardware [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1656.467306] env[62683]: DEBUG nova.virt.hardware [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1656.468600] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef13b62-3966-4519-b6df-1fd1b91451e4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.480194] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5373eab2-dd18-4b19-af33-c4bb45c69e9d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.501270] env[62683]: DEBUG nova.scheduler.client.report [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1656.520073] env[62683]: DEBUG nova.network.neutron [-] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.587920] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799237, 'name': CloneVM_Task} progress is 95%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.689672] env[62683]: INFO nova.compute.manager [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Took 22.34 seconds to build instance. [ 1656.941606] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b5baaff-d05b-4198-a723-5ed9a5bb79e8 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "638fdfcd-54a2-4151-8f56-9230a6969ba3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.590s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.007272] env[62683]: DEBUG oslo_concurrency.lockutils [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.007804] env[62683]: DEBUG nova.compute.manager [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1657.010790] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.045s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.011098] env[62683]: DEBUG nova.objects.instance [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lazy-loading 'resources' on Instance uuid dc809566-db46-4911-89d6-0ee07d842fcc {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.023996] env[62683]: INFO nova.compute.manager [-] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Took 1.42 seconds to deallocate network for instance. [ 1657.087518] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799237, 'name': CloneVM_Task, 'duration_secs': 1.648367} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.087797] env[62683]: INFO nova.virt.vmwareapi.vmops [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Created linked-clone VM from snapshot [ 1657.088533] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e366498e-c8c1-472b-a892-486d9c00e98a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.096012] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Uploading image f1972f6c-5ab1-479d-8cbb-6cfc7d7ec280 {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1657.117128] env[62683]: DEBUG oslo_vmware.rw_handles [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1657.117128] env[62683]: value = "vm-373109" [ 1657.117128] env[62683]: _type = "VirtualMachine" [ 1657.117128] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1657.117388] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9d8ac33d-3a5b-4be1-8600-5ba248fc95bb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.124371] env[62683]: DEBUG oslo_vmware.rw_handles [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lease: (returnval){ [ 1657.124371] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]529ae4bd-11db-7d28-bb13-e0d98faade80" [ 1657.124371] env[62683]: _type = "HttpNfcLease" [ 1657.124371] env[62683]: } obtained for exporting VM: (result){ [ 1657.124371] env[62683]: value = "vm-373109" [ 1657.124371] env[62683]: _type = "VirtualMachine" [ 1657.124371] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1657.124620] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the lease: (returnval){ [ 1657.124620] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]529ae4bd-11db-7d28-bb13-e0d98faade80" [ 1657.124620] env[62683]: _type = "HttpNfcLease" [ 1657.124620] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1657.130668] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1657.130668] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]529ae4bd-11db-7d28-bb13-e0d98faade80" [ 1657.130668] env[62683]: _type = "HttpNfcLease" [ 1657.130668] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1657.191539] env[62683]: DEBUG oslo_concurrency.lockutils [None req-41239465-f5e8-4cbb-b571-b3a7b0415cff tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "2284b1b2-e495-4610-adb3-b59a56eac70c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.850s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.513009] env[62683]: DEBUG nova.compute.utils [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1657.514705] env[62683]: DEBUG nova.objects.instance [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lazy-loading 'numa_topology' on Instance uuid dc809566-db46-4911-89d6-0ee07d842fcc {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.515754] env[62683]: DEBUG nova.compute.manager [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1657.515969] env[62683]: DEBUG nova.network.neutron [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1657.530608] env[62683]: DEBUG oslo_concurrency.lockutils [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.603987] env[62683]: DEBUG nova.policy [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4542ca4e6e4a4cef800f39d11e4dc916', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fdf78b06b4546f4b41a683bea2928cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1657.633837] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1657.633837] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]529ae4bd-11db-7d28-bb13-e0d98faade80" [ 1657.633837] env[62683]: _type = "HttpNfcLease" [ 1657.633837] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1657.634156] env[62683]: DEBUG oslo_vmware.rw_handles [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1657.634156] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]529ae4bd-11db-7d28-bb13-e0d98faade80" [ 1657.634156] env[62683]: _type = "HttpNfcLease" [ 1657.634156] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1657.634932] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a013f375-db17-4bb1-b431-83e260bcfa94 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.646252] env[62683]: DEBUG oslo_vmware.rw_handles [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a9a3e-fa6e-e4aa-a06d-6076288fc4ae/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1657.646252] env[62683]: DEBUG oslo_vmware.rw_handles [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a9a3e-fa6e-e4aa-a06d-6076288fc4ae/disk-0.vmdk for reading. {{(pid=62683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1657.740194] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-34a75c2c-4e41-4c52-9150-206bec9c072b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.760650] env[62683]: DEBUG nova.network.neutron [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Successfully updated port: 7d52f1de-8965-4760-8c98-d554f453abf6 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1657.854658] env[62683]: DEBUG nova.compute.manager [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Received event network-vif-deleted-ce6ae695-b97a-4cc0-8230-a1a408d1f162 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1657.854869] env[62683]: DEBUG nova.compute.manager [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Received event network-vif-plugged-7d52f1de-8965-4760-8c98-d554f453abf6 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1657.856274] env[62683]: DEBUG oslo_concurrency.lockutils [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] Acquiring lock "3f47faa9-3226-4fe8-ba58-a4696cf7b1bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.857204] env[62683]: DEBUG oslo_concurrency.lockutils [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] Lock "3f47faa9-3226-4fe8-ba58-a4696cf7b1bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.857204] env[62683]: DEBUG oslo_concurrency.lockutils [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] Lock "3f47faa9-3226-4fe8-ba58-a4696cf7b1bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.857204] env[62683]: DEBUG nova.compute.manager [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] No waiting events found dispatching network-vif-plugged-7d52f1de-8965-4760-8c98-d554f453abf6 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1657.857204] env[62683]: WARNING nova.compute.manager [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Received unexpected event network-vif-plugged-7d52f1de-8965-4760-8c98-d554f453abf6 for instance with vm_state building and task_state spawning. [ 1657.857391] env[62683]: DEBUG nova.compute.manager [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Received event network-changed-ddf8b68e-7464-42c1-9347-39973000ade3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1657.857391] env[62683]: DEBUG nova.compute.manager [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Refreshing instance network info cache due to event network-changed-ddf8b68e-7464-42c1-9347-39973000ade3. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1657.857552] env[62683]: DEBUG oslo_concurrency.lockutils [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] Acquiring lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.857684] env[62683]: DEBUG oslo_concurrency.lockutils [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] Acquired lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.857834] env[62683]: DEBUG nova.network.neutron [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Refreshing network info cache for port ddf8b68e-7464-42c1-9347-39973000ade3 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1658.021854] env[62683]: DEBUG nova.compute.manager [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1658.023510] env[62683]: DEBUG nova.objects.base [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1658.103790] env[62683]: DEBUG nova.network.neutron [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Successfully created port: e1accec7-0ca3-4ae7-ad39-235acf5e421a {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1658.264454] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "refresh_cache-3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.264454] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquired lock "refresh_cache-3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.264454] env[62683]: DEBUG nova.network.neutron [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1658.465590] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a389a2a3-0066-41c4-9b5a-b262b9cd8484 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.475566] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab369b7-a593-435e-ae63-2627ed5d9cf2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.516564] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713d65ab-8d9a-478e-9e3b-891550d4d96a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.525888] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44686bc0-ac85-437c-909c-69cff753875f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.552649] env[62683]: DEBUG nova.compute.provider_tree [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.703718] env[62683]: DEBUG nova.network.neutron [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Updated VIF entry in instance network info cache for port ddf8b68e-7464-42c1-9347-39973000ade3. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1658.704764] env[62683]: DEBUG nova.network.neutron [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Updating instance_info_cache with network_info: [{"id": "ddf8b68e-7464-42c1-9347-39973000ade3", "address": "fa:16:3e:8e:8a:94", "network": {"id": "737d9155-3c87-468d-87f9-6ec56b027fac", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1914812503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056af4ae71cd4ea7b44ca89367d94afe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf8b68e-74", "ovs_interfaceid": "ddf8b68e-7464-42c1-9347-39973000ade3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.809854] env[62683]: DEBUG nova.network.neutron [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1658.949674] env[62683]: DEBUG nova.network.neutron [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Updating instance_info_cache with network_info: [{"id": "7d52f1de-8965-4760-8c98-d554f453abf6", "address": "fa:16:3e:98:e0:31", "network": {"id": "56ec6ea4-baec-42d8-9557-31106649266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842389253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fdf78b06b4546f4b41a683bea2928cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d52f1de-89", "ovs_interfaceid": "7d52f1de-8965-4760-8c98-d554f453abf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.042701] env[62683]: DEBUG nova.compute.manager [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1659.056754] env[62683]: DEBUG nova.scheduler.client.report [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1659.068888] env[62683]: DEBUG nova.virt.hardware [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1659.069461] env[62683]: DEBUG nova.virt.hardware [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1659.069461] env[62683]: DEBUG nova.virt.hardware [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1659.069622] env[62683]: DEBUG nova.virt.hardware [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1659.070112] env[62683]: DEBUG nova.virt.hardware [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1659.070112] env[62683]: DEBUG nova.virt.hardware [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1659.070112] env[62683]: DEBUG nova.virt.hardware [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1659.070308] env[62683]: DEBUG nova.virt.hardware [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1659.070863] env[62683]: DEBUG nova.virt.hardware [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1659.070863] env[62683]: DEBUG nova.virt.hardware [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1659.070863] env[62683]: DEBUG nova.virt.hardware [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1659.071657] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87e136f-4b80-4620-930b-af921138f8a8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.080712] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1cd4e6-4544-4d8b-8e55-9827eb618aa2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.208237] env[62683]: DEBUG oslo_concurrency.lockutils [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] Releasing lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.208551] env[62683]: DEBUG nova.compute.manager [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Received event network-changed-7d52f1de-8965-4760-8c98-d554f453abf6 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1659.208755] env[62683]: DEBUG nova.compute.manager [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Refreshing instance network info cache due to event network-changed-7d52f1de-8965-4760-8c98-d554f453abf6. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1659.208971] env[62683]: DEBUG oslo_concurrency.lockutils [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] Acquiring lock "refresh_cache-3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.453277] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Releasing lock "refresh_cache-3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.453616] env[62683]: DEBUG nova.compute.manager [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Instance network_info: |[{"id": "7d52f1de-8965-4760-8c98-d554f453abf6", "address": "fa:16:3e:98:e0:31", "network": {"id": "56ec6ea4-baec-42d8-9557-31106649266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842389253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fdf78b06b4546f4b41a683bea2928cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d52f1de-89", "ovs_interfaceid": "7d52f1de-8965-4760-8c98-d554f453abf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1659.453928] env[62683]: DEBUG oslo_concurrency.lockutils [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] Acquired lock "refresh_cache-3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.454141] env[62683]: DEBUG nova.network.neutron [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Refreshing network info cache for port 7d52f1de-8965-4760-8c98-d554f453abf6 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1659.455457] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:e0:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d52f1de-8965-4760-8c98-d554f453abf6', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1659.462987] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Creating folder: Project (1fdf78b06b4546f4b41a683bea2928cb). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1659.466134] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a86f4ba9-92e3-4e67-b4f5-534c6ef4a016 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.477855] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Created folder: Project (1fdf78b06b4546f4b41a683bea2928cb) in parent group-v372889. [ 1659.478070] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Creating folder: Instances. Parent ref: group-v373110. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1659.478330] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e7614d1-e1dc-4313-992e-9d287a83f51e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.487846] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Created folder: Instances in parent group-v373110. [ 1659.488105] env[62683]: DEBUG oslo.service.loopingcall [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.488295] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1659.488501] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c34a4d9-c765-4b33-a6c3-b22e3ab7d27c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.508491] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1659.508491] env[62683]: value = "task-1799243" [ 1659.508491] env[62683]: _type = "Task" [ 1659.508491] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.519368] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799243, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.564292] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.553s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.567235] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.853s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.567455] env[62683]: DEBUG nova.objects.instance [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lazy-loading 'resources' on Instance uuid a210b69f-861b-4aeb-8b3e-78c05eb4e4db {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.852470] env[62683]: DEBUG nova.network.neutron [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Updated VIF entry in instance network info cache for port 7d52f1de-8965-4760-8c98-d554f453abf6. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1659.852470] env[62683]: DEBUG nova.network.neutron [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Updating instance_info_cache with network_info: [{"id": "7d52f1de-8965-4760-8c98-d554f453abf6", "address": "fa:16:3e:98:e0:31", "network": {"id": "56ec6ea4-baec-42d8-9557-31106649266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842389253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fdf78b06b4546f4b41a683bea2928cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d52f1de-89", "ovs_interfaceid": "7d52f1de-8965-4760-8c98-d554f453abf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.885660] env[62683]: DEBUG nova.compute.manager [req-f5043550-c428-4b3c-8bee-cd66814fdb07 req-1f599c4f-f80e-4b5d-9bb9-a2121a054231 service nova] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Received event network-changed-6c2a5ef1-c0cb-40e0-81f8-3b893e847393 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1659.885835] env[62683]: DEBUG nova.compute.manager [req-f5043550-c428-4b3c-8bee-cd66814fdb07 req-1f599c4f-f80e-4b5d-9bb9-a2121a054231 service nova] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Refreshing instance network info cache due to event network-changed-6c2a5ef1-c0cb-40e0-81f8-3b893e847393. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1659.886283] env[62683]: DEBUG oslo_concurrency.lockutils [req-f5043550-c428-4b3c-8bee-cd66814fdb07 req-1f599c4f-f80e-4b5d-9bb9-a2121a054231 service nova] Acquiring lock "refresh_cache-2284b1b2-e495-4610-adb3-b59a56eac70c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.886822] env[62683]: DEBUG oslo_concurrency.lockutils [req-f5043550-c428-4b3c-8bee-cd66814fdb07 req-1f599c4f-f80e-4b5d-9bb9-a2121a054231 service nova] Acquired lock "refresh_cache-2284b1b2-e495-4610-adb3-b59a56eac70c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.887116] env[62683]: DEBUG nova.network.neutron [req-f5043550-c428-4b3c-8bee-cd66814fdb07 req-1f599c4f-f80e-4b5d-9bb9-a2121a054231 service nova] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Refreshing network info cache for port 6c2a5ef1-c0cb-40e0-81f8-3b893e847393 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1659.889681] env[62683]: DEBUG nova.network.neutron [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Successfully updated port: e1accec7-0ca3-4ae7-ad39-235acf5e421a {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1660.019350] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799243, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.082298] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c1edf9b4-1167-495a-83ca-a93d03da5992 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "dc809566-db46-4911-89d6-0ee07d842fcc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 57.018s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.083141] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "dc809566-db46-4911-89d6-0ee07d842fcc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 15.536s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.083331] env[62683]: INFO nova.compute.manager [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Unshelving [ 1660.352972] env[62683]: DEBUG oslo_concurrency.lockutils [req-b0428dcb-e2ac-43b9-a3fc-29efd1d3e565 req-52773dc8-db42-40e5-820c-eed0d4a9a4d1 service nova] Releasing lock "refresh_cache-3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.378012] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234acf3b-b610-4f52-917e-2bb7fbcc8992 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.386046] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79ce231-c4c6-48a5-af37-825b93ecb70b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.391795] env[62683]: DEBUG oslo_concurrency.lockutils [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "refresh_cache-24a8b28a-1ca6-47e7-8ca2-80f79847e29e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.392632] env[62683]: DEBUG oslo_concurrency.lockutils [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquired lock "refresh_cache-24a8b28a-1ca6-47e7-8ca2-80f79847e29e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.392632] env[62683]: DEBUG nova.network.neutron [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1660.419571] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba51311-ac27-4657-9052-adc4acd0a103 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.430116] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682dee50-d970-4706-a0a4-de3eade1b706 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.444214] env[62683]: DEBUG nova.compute.provider_tree [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.519219] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799243, 'name': CreateVM_Task, 'duration_secs': 0.583769} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.519668] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1660.520371] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.520540] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.520857] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1660.521120] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4b773c7-f1c8-42d8-82f0-9f936a1f84c4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.527932] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1660.527932] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5209f7f4-e52d-39ee-4933-8fb2b794fb6e" [ 1660.527932] env[62683]: _type = "Task" [ 1660.527932] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.537494] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5209f7f4-e52d-39ee-4933-8fb2b794fb6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.622080] env[62683]: DEBUG nova.network.neutron [req-f5043550-c428-4b3c-8bee-cd66814fdb07 req-1f599c4f-f80e-4b5d-9bb9-a2121a054231 service nova] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Updated VIF entry in instance network info cache for port 6c2a5ef1-c0cb-40e0-81f8-3b893e847393. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1660.622670] env[62683]: DEBUG nova.network.neutron [req-f5043550-c428-4b3c-8bee-cd66814fdb07 req-1f599c4f-f80e-4b5d-9bb9-a2121a054231 service nova] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Updating instance_info_cache with network_info: [{"id": "6c2a5ef1-c0cb-40e0-81f8-3b893e847393", "address": "fa:16:3e:9e:27:f9", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2a5ef1-c0", "ovs_interfaceid": "6c2a5ef1-c0cb-40e0-81f8-3b893e847393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.926367] env[62683]: DEBUG nova.network.neutron [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1660.948134] env[62683]: DEBUG nova.scheduler.client.report [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1661.041285] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5209f7f4-e52d-39ee-4933-8fb2b794fb6e, 'name': SearchDatastore_Task, 'duration_secs': 0.010727} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.041668] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.041950] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1661.042239] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.042394] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.042581] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1661.042839] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec495353-52cb-4bd4-b9e4-b1d370f99b5a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.051289] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1661.051464] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1661.052207] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0167da4e-a5b3-4c97-ae16-5466a100305c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.057753] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1661.057753] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]521e75a4-c22e-edc0-788c-f75a46f03370" [ 1661.057753] env[62683]: _type = "Task" [ 1661.057753] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.066926] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]521e75a4-c22e-edc0-788c-f75a46f03370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.076386] env[62683]: DEBUG nova.network.neutron [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Updating instance_info_cache with network_info: [{"id": "e1accec7-0ca3-4ae7-ad39-235acf5e421a", "address": "fa:16:3e:d1:18:f9", "network": {"id": "56ec6ea4-baec-42d8-9557-31106649266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842389253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fdf78b06b4546f4b41a683bea2928cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1accec7-0c", "ovs_interfaceid": "e1accec7-0ca3-4ae7-ad39-235acf5e421a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.107834] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.125111] env[62683]: DEBUG oslo_concurrency.lockutils [req-f5043550-c428-4b3c-8bee-cd66814fdb07 req-1f599c4f-f80e-4b5d-9bb9-a2121a054231 service nova] Releasing lock "refresh_cache-2284b1b2-e495-4610-adb3-b59a56eac70c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.125514] env[62683]: DEBUG nova.compute.manager [req-f5043550-c428-4b3c-8bee-cd66814fdb07 req-1f599c4f-f80e-4b5d-9bb9-a2121a054231 service nova] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Received event network-vif-plugged-e1accec7-0ca3-4ae7-ad39-235acf5e421a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1661.125602] env[62683]: DEBUG oslo_concurrency.lockutils [req-f5043550-c428-4b3c-8bee-cd66814fdb07 req-1f599c4f-f80e-4b5d-9bb9-a2121a054231 service nova] Acquiring lock "24a8b28a-1ca6-47e7-8ca2-80f79847e29e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.125797] env[62683]: DEBUG oslo_concurrency.lockutils [req-f5043550-c428-4b3c-8bee-cd66814fdb07 req-1f599c4f-f80e-4b5d-9bb9-a2121a054231 service nova] Lock "24a8b28a-1ca6-47e7-8ca2-80f79847e29e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.125959] env[62683]: DEBUG oslo_concurrency.lockutils [req-f5043550-c428-4b3c-8bee-cd66814fdb07 req-1f599c4f-f80e-4b5d-9bb9-a2121a054231 service nova] Lock "24a8b28a-1ca6-47e7-8ca2-80f79847e29e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.126137] env[62683]: DEBUG nova.compute.manager [req-f5043550-c428-4b3c-8bee-cd66814fdb07 req-1f599c4f-f80e-4b5d-9bb9-a2121a054231 service nova] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] No waiting events found dispatching network-vif-plugged-e1accec7-0ca3-4ae7-ad39-235acf5e421a {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1661.126308] env[62683]: WARNING nova.compute.manager [req-f5043550-c428-4b3c-8bee-cd66814fdb07 req-1f599c4f-f80e-4b5d-9bb9-a2121a054231 service nova] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Received unexpected event network-vif-plugged-e1accec7-0ca3-4ae7-ad39-235acf5e421a for instance with vm_state building and task_state spawning. [ 1661.456276] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.463677] env[62683]: DEBUG oslo_concurrency.lockutils [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.653s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.463677] env[62683]: DEBUG nova.objects.instance [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lazy-loading 'resources' on Instance uuid b5584441-c85f-4cef-9391-2197cecb1845 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.487731] env[62683]: INFO nova.scheduler.client.report [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Deleted allocations for instance a210b69f-861b-4aeb-8b3e-78c05eb4e4db [ 1661.568989] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]521e75a4-c22e-edc0-788c-f75a46f03370, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.569754] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49b07608-3ca7-4b2f-99e1-385b175bce14 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.575043] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1661.575043] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5293cb24-daca-c422-6998-72bb064bfef8" [ 1661.575043] env[62683]: _type = "Task" [ 1661.575043] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.579847] env[62683]: DEBUG oslo_concurrency.lockutils [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Releasing lock "refresh_cache-24a8b28a-1ca6-47e7-8ca2-80f79847e29e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.580228] env[62683]: DEBUG nova.compute.manager [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Instance network_info: |[{"id": "e1accec7-0ca3-4ae7-ad39-235acf5e421a", "address": "fa:16:3e:d1:18:f9", "network": {"id": "56ec6ea4-baec-42d8-9557-31106649266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842389253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fdf78b06b4546f4b41a683bea2928cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1accec7-0c", "ovs_interfaceid": "e1accec7-0ca3-4ae7-ad39-235acf5e421a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1661.583378] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:18:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1accec7-0ca3-4ae7-ad39-235acf5e421a', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1661.590900] env[62683]: DEBUG oslo.service.loopingcall [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.591125] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5293cb24-daca-c422-6998-72bb064bfef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.591639] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1661.591900] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-625c9e6a-5c9e-4160-85bf-0dedc5dc1390 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.611260] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1661.611260] env[62683]: value = "task-1799244" [ 1661.611260] env[62683]: _type = "Task" [ 1661.611260] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.618484] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799244, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.937930] env[62683]: DEBUG nova.compute.manager [req-1885e0f3-8acc-45e2-81c9-81f1263e87e7 req-d011a698-3712-4544-b101-686e2d930106 service nova] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Received event network-changed-e1accec7-0ca3-4ae7-ad39-235acf5e421a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1661.938259] env[62683]: DEBUG nova.compute.manager [req-1885e0f3-8acc-45e2-81c9-81f1263e87e7 req-d011a698-3712-4544-b101-686e2d930106 service nova] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Refreshing instance network info cache due to event network-changed-e1accec7-0ca3-4ae7-ad39-235acf5e421a. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1661.938493] env[62683]: DEBUG oslo_concurrency.lockutils [req-1885e0f3-8acc-45e2-81c9-81f1263e87e7 req-d011a698-3712-4544-b101-686e2d930106 service nova] Acquiring lock "refresh_cache-24a8b28a-1ca6-47e7-8ca2-80f79847e29e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.938637] env[62683]: DEBUG oslo_concurrency.lockutils [req-1885e0f3-8acc-45e2-81c9-81f1263e87e7 req-d011a698-3712-4544-b101-686e2d930106 service nova] Acquired lock "refresh_cache-24a8b28a-1ca6-47e7-8ca2-80f79847e29e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.938910] env[62683]: DEBUG nova.network.neutron [req-1885e0f3-8acc-45e2-81c9-81f1263e87e7 req-d011a698-3712-4544-b101-686e2d930106 service nova] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Refreshing network info cache for port e1accec7-0ca3-4ae7-ad39-235acf5e421a {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1661.997084] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3df56d5a-f345-45b3-a7dd-1c853953cc01 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "a210b69f-861b-4aeb-8b3e-78c05eb4e4db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.754s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.088012] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5293cb24-daca-c422-6998-72bb064bfef8, 'name': SearchDatastore_Task, 'duration_secs': 0.023932} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.088297] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.088558] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf/3f47faa9-3226-4fe8-ba58-a4696cf7b1bf.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1662.088809] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7ec7a9d-01cc-4bf4-a773-4ad075192f28 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.098306] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1662.098306] env[62683]: value = "task-1799245" [ 1662.098306] env[62683]: _type = "Task" [ 1662.098306] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.108886] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.122674] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799244, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.289647] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124d1310-5036-402d-80a9-cdd56d42dae1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.298333] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee486fc-c110-4901-bf8f-ff7f1a95b60e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.330446] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e836e92-2b02-47af-b16a-1e43c79ff5a4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.339607] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8165dfae-f8af-4bf6-86fc-5bb2a3a4d3c8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.354134] env[62683]: DEBUG nova.compute.provider_tree [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.556559] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquiring lock "91331302-fbc2-45c7-9791-792bd5c2f463" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.556823] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "91331302-fbc2-45c7-9791-792bd5c2f463" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.557047] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquiring lock "91331302-fbc2-45c7-9791-792bd5c2f463-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.557233] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "91331302-fbc2-45c7-9791-792bd5c2f463-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.557403] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "91331302-fbc2-45c7-9791-792bd5c2f463-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.559898] env[62683]: INFO nova.compute.manager [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Terminating instance [ 1662.610223] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799245, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.625030] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799244, 'name': CreateVM_Task, 'duration_secs': 0.71601} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.625030] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1662.625030] env[62683]: DEBUG oslo_concurrency.lockutils [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.625030] env[62683]: DEBUG oslo_concurrency.lockutils [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.625417] env[62683]: DEBUG oslo_concurrency.lockutils [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1662.625650] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8cb0f9c-8a4d-4553-a1b8-2062ce35e566 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.630927] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1662.630927] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5212b0f6-ee96-b4e3-9e2f-234c2cac4475" [ 1662.630927] env[62683]: _type = "Task" [ 1662.630927] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.641203] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5212b0f6-ee96-b4e3-9e2f-234c2cac4475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.749435] env[62683]: DEBUG nova.network.neutron [req-1885e0f3-8acc-45e2-81c9-81f1263e87e7 req-d011a698-3712-4544-b101-686e2d930106 service nova] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Updated VIF entry in instance network info cache for port e1accec7-0ca3-4ae7-ad39-235acf5e421a. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1662.749753] env[62683]: DEBUG nova.network.neutron [req-1885e0f3-8acc-45e2-81c9-81f1263e87e7 req-d011a698-3712-4544-b101-686e2d930106 service nova] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Updating instance_info_cache with network_info: [{"id": "e1accec7-0ca3-4ae7-ad39-235acf5e421a", "address": "fa:16:3e:d1:18:f9", "network": {"id": "56ec6ea4-baec-42d8-9557-31106649266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842389253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fdf78b06b4546f4b41a683bea2928cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1accec7-0c", "ovs_interfaceid": "e1accec7-0ca3-4ae7-ad39-235acf5e421a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.857716] env[62683]: DEBUG nova.scheduler.client.report [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1663.064639] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquiring lock "refresh_cache-91331302-fbc2-45c7-9791-792bd5c2f463" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.064639] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquired lock "refresh_cache-91331302-fbc2-45c7-9791-792bd5c2f463" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.064826] env[62683]: DEBUG nova.network.neutron [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1663.108992] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743602} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.109284] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf/3f47faa9-3226-4fe8-ba58-a4696cf7b1bf.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1663.109495] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1663.109782] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-284de226-d7f7-4d3f-be8d-fca12f202cc0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.117026] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1663.117026] env[62683]: value = "task-1799246" [ 1663.117026] env[62683]: _type = "Task" [ 1663.117026] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.125482] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.140775] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5212b0f6-ee96-b4e3-9e2f-234c2cac4475, 'name': SearchDatastore_Task, 'duration_secs': 0.053265} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.141462] env[62683]: DEBUG oslo_concurrency.lockutils [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.141710] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1663.141942] env[62683]: DEBUG oslo_concurrency.lockutils [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.142102] env[62683]: DEBUG oslo_concurrency.lockutils [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.142281] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1663.142586] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7d0be01-4a31-4a32-82ae-be74fe6ec244 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.151190] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1663.151396] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1663.152248] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdcaa127-48e3-43cc-afc3-7c0fd9cb9b41 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.157744] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1663.157744] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]529fc988-0d39-c54d-52d5-7ce55d06eac3" [ 1663.157744] env[62683]: _type = "Task" [ 1663.157744] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.166690] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]529fc988-0d39-c54d-52d5-7ce55d06eac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.253114] env[62683]: DEBUG oslo_concurrency.lockutils [req-1885e0f3-8acc-45e2-81c9-81f1263e87e7 req-d011a698-3712-4544-b101-686e2d930106 service nova] Releasing lock "refresh_cache-24a8b28a-1ca6-47e7-8ca2-80f79847e29e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.362910] env[62683]: DEBUG oslo_concurrency.lockutils [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.365330] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.528s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.366859] env[62683]: INFO nova.compute.claims [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1663.385694] env[62683]: INFO nova.scheduler.client.report [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Deleted allocations for instance b5584441-c85f-4cef-9391-2197cecb1845 [ 1663.584235] env[62683]: DEBUG nova.network.neutron [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1663.630393] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071903} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.630854] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1663.632129] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cc61f5-decd-431f-914d-de631d9e5ede {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.666507] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf/3f47faa9-3226-4fe8-ba58-a4696cf7b1bf.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1663.667952] env[62683]: DEBUG nova.network.neutron [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.669991] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e98f95df-a44d-42fc-b7ba-17f2e5b7d941 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.689786] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Releasing lock "refresh_cache-91331302-fbc2-45c7-9791-792bd5c2f463" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.690325] env[62683]: DEBUG nova.compute.manager [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1663.690552] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1663.697531] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b20ac85-0180-43e9-bf2e-4f4e6e7c5af3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.708107] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1663.713540] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0aadeb5-c7b2-463b-ad14-225563c75acf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.715492] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]529fc988-0d39-c54d-52d5-7ce55d06eac3, 'name': SearchDatastore_Task, 'duration_secs': 0.013403} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.715826] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1663.715826] env[62683]: value = "task-1799247" [ 1663.715826] env[62683]: _type = "Task" [ 1663.715826] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.717586] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1d5a11-18b5-465c-a2da-aeba96ef8d8c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.726693] env[62683]: DEBUG oslo_vmware.api [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1663.726693] env[62683]: value = "task-1799248" [ 1663.726693] env[62683]: _type = "Task" [ 1663.726693] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.740139] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.740751] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1663.740751] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]527d6b17-4217-4924-5ee9-577df8761c9c" [ 1663.740751] env[62683]: _type = "Task" [ 1663.740751] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.751647] env[62683]: DEBUG oslo_vmware.api [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.758768] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527d6b17-4217-4924-5ee9-577df8761c9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.893971] env[62683]: DEBUG oslo_concurrency.lockutils [None req-abb673d1-4173-4b78-92d4-3fe938be1095 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "b5584441-c85f-4cef-9391-2197cecb1845" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.590s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.226747] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799247, 'name': ReconfigVM_Task, 'duration_secs': 0.436842} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.226747] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf/3f47faa9-3226-4fe8-ba58-a4696cf7b1bf.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1664.227409] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c67a426-86fd-4633-9339-03fa82108737 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.237911] env[62683]: DEBUG oslo_vmware.api [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.239388] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1664.239388] env[62683]: value = "task-1799249" [ 1664.239388] env[62683]: _type = "Task" [ 1664.239388] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.250931] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799249, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.254701] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527d6b17-4217-4924-5ee9-577df8761c9c, 'name': SearchDatastore_Task, 'duration_secs': 0.044063} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.254984] env[62683]: DEBUG oslo_concurrency.lockutils [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.255286] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 24a8b28a-1ca6-47e7-8ca2-80f79847e29e/24a8b28a-1ca6-47e7-8ca2-80f79847e29e.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1664.255573] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30b65d84-a4d4-475d-a499-ce3038ffee4d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.262995] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1664.262995] env[62683]: value = "task-1799250" [ 1664.262995] env[62683]: _type = "Task" [ 1664.262995] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.271471] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.710648] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbf35fd-a4b7-4bef-806e-49b6335d82e5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.721455] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37ceb6d-1032-4436-8776-a1120c53c543 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.765675] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8955b8-73af-49e0-9404-a618d4623a30 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.774478] env[62683]: DEBUG oslo_vmware.api [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799248, 'name': PowerOffVM_Task, 'duration_secs': 0.673554} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.779268] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1664.779382] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1664.779652] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799249, 'name': Rename_Task, 'duration_secs': 0.152809} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.779848] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d368ad7b-4938-4dda-85ac-1b3bf9464fdf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.782119] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6110841f-2447-48bb-bd61-b962895ddb0d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.786017] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1664.790471] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec6c32de-1607-48a3-85c3-b1c1f2a0679f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.791600] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478841} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.792616] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 24a8b28a-1ca6-47e7-8ca2-80f79847e29e/24a8b28a-1ca6-47e7-8ca2-80f79847e29e.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1664.792807] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1664.793838] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e1f2a7a-a727-42bf-a5fe-cb8c548d1510 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.804544] env[62683]: DEBUG nova.compute.provider_tree [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1664.809674] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1664.809674] env[62683]: value = "task-1799252" [ 1664.809674] env[62683]: _type = "Task" [ 1664.809674] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.812163] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1664.812163] env[62683]: value = "task-1799253" [ 1664.812163] env[62683]: _type = "Task" [ 1664.812163] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.819874] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1664.820122] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1664.823054] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Deleting the datastore file [datastore1] 91331302-fbc2-45c7-9791-792bd5c2f463 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1664.823054] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799252, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.823054] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0955cc41-1b2e-4da4-b1b9-af99be1a0a5d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.826662] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.832333] env[62683]: DEBUG oslo_vmware.api [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for the task: (returnval){ [ 1664.832333] env[62683]: value = "task-1799254" [ 1664.832333] env[62683]: _type = "Task" [ 1664.832333] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.832333] env[62683]: DEBUG oslo_concurrency.lockutils [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "d82cdcad-7464-4f60-b3e9-9e3e46575d29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.832333] env[62683]: DEBUG oslo_concurrency.lockutils [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "d82cdcad-7464-4f60-b3e9-9e3e46575d29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.832333] env[62683]: DEBUG oslo_concurrency.lockutils [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "d82cdcad-7464-4f60-b3e9-9e3e46575d29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.832333] env[62683]: DEBUG oslo_concurrency.lockutils [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "d82cdcad-7464-4f60-b3e9-9e3e46575d29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.832333] env[62683]: DEBUG oslo_concurrency.lockutils [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "d82cdcad-7464-4f60-b3e9-9e3e46575d29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.837825] env[62683]: INFO nova.compute.manager [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Terminating instance [ 1664.844526] env[62683]: DEBUG oslo_vmware.api [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.309548] env[62683]: DEBUG nova.scheduler.client.report [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1665.330017] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799252, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.333973] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132885} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.334356] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1665.338012] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db113277-ca94-40a3-a897-767ee647e65e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.348077] env[62683]: DEBUG nova.compute.manager [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1665.348339] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1665.349045] env[62683]: DEBUG oslo_vmware.api [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Task: {'id': task-1799254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210175} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.080685] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e198109d-9c7b-43ee-b702-7b99e6da0664 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.084403] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1666.084683] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1666.084874] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1666.088081] env[62683]: INFO nova.compute.manager [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Took 2.39 seconds to destroy the instance on the hypervisor. [ 1666.088081] env[62683]: DEBUG oslo.service.loopingcall [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.088081] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.088081] env[62683]: DEBUG nova.compute.manager [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1666.103018] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 24a8b28a-1ca6-47e7-8ca2-80f79847e29e/24a8b28a-1ca6-47e7-8ca2-80f79847e29e.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1666.103018] env[62683]: DEBUG nova.compute.manager [-] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1666.103018] env[62683]: DEBUG nova.network.neutron [-] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1666.105133] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.329s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.105328] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.107164] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.048s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.108379] env[62683]: DEBUG nova.objects.instance [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Lazy-loading 'resources' on Instance uuid ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.113515] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c2738ee-2036-4918-925c-ee9ca7dcaa63 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.131594] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "8820fccf-a503-443e-a5a0-72065b31e5cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.131849] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "8820fccf-a503-443e-a5a0-72065b31e5cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.138591] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1666.143712] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-405a6710-29cd-4adc-be16-d56e2d535a65 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.144810] env[62683]: DEBUG oslo_vmware.api [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799252, 'name': PowerOnVM_Task, 'duration_secs': 0.722124} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.146532] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1666.147831] env[62683]: INFO nova.compute.manager [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1666.147831] env[62683]: DEBUG nova.compute.manager [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1666.147831] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1666.147831] env[62683]: value = "task-1799255" [ 1666.147831] env[62683]: _type = "Task" [ 1666.147831] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.148849] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b040e30a-5bf4-4d1e-b89a-309a72f2997e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.155935] env[62683]: INFO nova.scheduler.client.report [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleted allocations for instance d00064e2-9954-4cb6-8812-ea02311cb049 [ 1666.157863] env[62683]: DEBUG oslo_vmware.api [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1666.157863] env[62683]: value = "task-1799256" [ 1666.157863] env[62683]: _type = "Task" [ 1666.157863] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.169357] env[62683]: DEBUG nova.network.neutron [-] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1666.176582] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.182184] env[62683]: DEBUG oslo_vmware.api [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.185048] env[62683]: DEBUG oslo_vmware.rw_handles [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a9a3e-fa6e-e4aa-a06d-6076288fc4ae/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1666.186228] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40efd16-6dd4-417e-b9fe-455507f9b3b2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.193374] env[62683]: DEBUG oslo_vmware.rw_handles [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a9a3e-fa6e-e4aa-a06d-6076288fc4ae/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1666.193649] env[62683]: ERROR oslo_vmware.rw_handles [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a9a3e-fa6e-e4aa-a06d-6076288fc4ae/disk-0.vmdk due to incomplete transfer. [ 1666.194149] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1859a642-0641-4919-bdc9-0d2036c0a640 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.201709] env[62683]: DEBUG oslo_vmware.rw_handles [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a9a3e-fa6e-e4aa-a06d-6076288fc4ae/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1666.201931] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Uploaded image f1972f6c-5ab1-479d-8cbb-6cfc7d7ec280 to the Glance image server {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1666.204735] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Destroying the VM {{(pid=62683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1666.205013] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-90655da3-b992-4469-989b-afe8612d8e2a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.216024] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1666.216024] env[62683]: value = "task-1799257" [ 1666.216024] env[62683]: _type = "Task" [ 1666.216024] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.223701] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799257, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.603098] env[62683]: DEBUG nova.compute.utils [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1666.604543] env[62683]: DEBUG nova.compute.manager [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1666.604712] env[62683]: DEBUG nova.network.neutron [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1666.633545] env[62683]: DEBUG nova.compute.manager [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1666.643552] env[62683]: DEBUG nova.policy [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '201aba08db0e448badbf480b6cf94fd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa16baa1fefa43b591497da810718d47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1666.662211] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799255, 'name': ReconfigVM_Task, 'duration_secs': 0.326538} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.667836] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 24a8b28a-1ca6-47e7-8ca2-80f79847e29e/24a8b28a-1ca6-47e7-8ca2-80f79847e29e.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.668336] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8b419f8-15b7-4cbd-b332-8e507fe1cb3d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.680224] env[62683]: DEBUG oslo_vmware.api [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799256, 'name': PowerOffVM_Task, 'duration_secs': 0.220616} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.684207] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ff06790b-d680-46e5-ac0e-98456192784a tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "d00064e2-9954-4cb6-8812-ea02311cb049" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.481s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.685132] env[62683]: DEBUG nova.network.neutron [-] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.686436] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1666.686543] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1666.688366] env[62683]: INFO nova.compute.manager [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Took 27.20 seconds to build instance. [ 1666.689322] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d8def06-85a1-41c1-8f72-69a01fd47f18 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.690913] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1666.690913] env[62683]: value = "task-1799258" [ 1666.690913] env[62683]: _type = "Task" [ 1666.690913] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.704076] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799258, 'name': Rename_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.726395] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799257, 'name': Destroy_Task, 'duration_secs': 0.340581} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.726677] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Destroyed the VM [ 1666.726916] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Deleting Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1666.727177] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-914f8181-d24b-480c-acaa-ef7c995f46c7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.734545] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1666.734545] env[62683]: value = "task-1799260" [ 1666.734545] env[62683]: _type = "Task" [ 1666.734545] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.743019] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799260, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.767418] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1666.768080] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1666.769337] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Deleting the datastore file [datastore1] d82cdcad-7464-4f60-b3e9-9e3e46575d29 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1666.769337] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2086c48d-9280-4e20-9402-2db8a5abe2d1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.777218] env[62683]: DEBUG oslo_vmware.api [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1666.777218] env[62683]: value = "task-1799261" [ 1666.777218] env[62683]: _type = "Task" [ 1666.777218] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.785996] env[62683]: DEBUG oslo_vmware.api [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.962528] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08960de-a1d4-44bf-a819-f2b7a10e6532 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.969903] env[62683]: DEBUG nova.network.neutron [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Successfully created port: 9265b363-27c8-4a03-8b02-cd74a6611048 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1666.975015] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993268b5-3ad3-4297-9658-d4a5d6c567b2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.008845] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5280dccc-6c71-47a4-be5d-60c973b75985 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.016129] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9086852b-f035-4bde-b3b2-f5433f77c9d3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.030142] env[62683]: DEBUG nova.compute.provider_tree [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.107815] env[62683]: DEBUG nova.compute.manager [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1667.157013] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.188312] env[62683]: INFO nova.compute.manager [-] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Took 1.09 seconds to deallocate network for instance. [ 1667.193390] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8aa4c6d0-4640-4c69-88eb-926ab0e7aa1f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.710s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.201914] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799258, 'name': Rename_Task, 'duration_secs': 0.143769} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.202672] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1667.202672] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7180b36-15e1-4489-92ba-fa3183747558 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.209841] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1667.209841] env[62683]: value = "task-1799262" [ 1667.209841] env[62683]: _type = "Task" [ 1667.209841] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.217781] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.245169] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799260, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.287587] env[62683]: DEBUG oslo_vmware.api [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489877} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.287872] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1667.288084] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1667.288278] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1667.288473] env[62683]: INFO nova.compute.manager [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Took 1.94 seconds to destroy the instance on the hypervisor. [ 1667.288738] env[62683]: DEBUG oslo.service.loopingcall [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.288933] env[62683]: DEBUG nova.compute.manager [-] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1667.289061] env[62683]: DEBUG nova.network.neutron [-] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1667.532812] env[62683]: DEBUG nova.scheduler.client.report [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1667.667913] env[62683]: DEBUG nova.compute.manager [req-53f82e48-f1d4-40eb-ad46-9d5782e42426 req-d25f18f6-39bd-4b67-a213-968c3cc06d72 service nova] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Received event network-vif-deleted-9cc10ab2-6728-4b33-b9b4-26bdc1f9baa4 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1667.668142] env[62683]: INFO nova.compute.manager [req-53f82e48-f1d4-40eb-ad46-9d5782e42426 req-d25f18f6-39bd-4b67-a213-968c3cc06d72 service nova] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Neutron deleted interface 9cc10ab2-6728-4b33-b9b4-26bdc1f9baa4; detaching it from the instance and deleting it from the info cache [ 1667.668482] env[62683]: DEBUG nova.network.neutron [req-53f82e48-f1d4-40eb-ad46-9d5782e42426 req-d25f18f6-39bd-4b67-a213-968c3cc06d72 service nova] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.697587] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.719181] env[62683]: DEBUG oslo_vmware.api [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799262, 'name': PowerOnVM_Task, 'duration_secs': 0.466602} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.719450] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1667.719645] env[62683]: INFO nova.compute.manager [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1667.719825] env[62683]: DEBUG nova.compute.manager [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1667.720631] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4ee980-7c20-4b8d-8f16-dc53130ed3c4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.744529] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799260, 'name': RemoveSnapshot_Task, 'duration_secs': 0.663405} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.744784] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Deleted Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1667.745060] env[62683]: DEBUG nova.compute.manager [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1667.745794] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96b3d83-3004-440a-a666-56fc92e2909b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.040852] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.043223] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.917s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.043456] env[62683]: DEBUG nova.objects.instance [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lazy-loading 'resources' on Instance uuid 35f546a5-222c-47db-982e-9c7fa73d2381 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.062707] env[62683]: INFO nova.scheduler.client.report [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Deleted allocations for instance ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02 [ 1668.117224] env[62683]: DEBUG nova.compute.manager [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1668.143053] env[62683]: DEBUG nova.virt.hardware [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1668.143351] env[62683]: DEBUG nova.virt.hardware [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1668.143555] env[62683]: DEBUG nova.virt.hardware [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1668.143867] env[62683]: DEBUG nova.virt.hardware [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1668.143944] env[62683]: DEBUG nova.virt.hardware [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1668.144146] env[62683]: DEBUG nova.virt.hardware [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1668.144438] env[62683]: DEBUG nova.virt.hardware [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1668.144655] env[62683]: DEBUG nova.virt.hardware [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1668.144861] env[62683]: DEBUG nova.virt.hardware [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1668.145071] env[62683]: DEBUG nova.virt.hardware [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1668.145304] env[62683]: DEBUG nova.virt.hardware [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1668.145697] env[62683]: DEBUG nova.network.neutron [-] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.147659] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81b8cc3-497a-4cc0-8d13-5d7a47312c24 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.157021] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de6ca65-9cb3-49eb-a501-7b645927a807 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.172017] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c1ec417-70ae-4f55-bedb-3f992cd59215 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.180652] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea69cc4a-8e79-4c77-ac4d-e7926d4da575 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.213836] env[62683]: DEBUG nova.compute.manager [req-53f82e48-f1d4-40eb-ad46-9d5782e42426 req-d25f18f6-39bd-4b67-a213-968c3cc06d72 service nova] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Detach interface failed, port_id=9cc10ab2-6728-4b33-b9b4-26bdc1f9baa4, reason: Instance d82cdcad-7464-4f60-b3e9-9e3e46575d29 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1668.238761] env[62683]: INFO nova.compute.manager [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Took 26.89 seconds to build instance. [ 1668.258841] env[62683]: INFO nova.compute.manager [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Shelve offloading [ 1668.517219] env[62683]: INFO nova.compute.manager [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Rescuing [ 1668.517515] env[62683]: DEBUG oslo_concurrency.lockutils [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "refresh_cache-24a8b28a-1ca6-47e7-8ca2-80f79847e29e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.517681] env[62683]: DEBUG oslo_concurrency.lockutils [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquired lock "refresh_cache-24a8b28a-1ca6-47e7-8ca2-80f79847e29e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.517915] env[62683]: DEBUG nova.network.neutron [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1668.573373] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6609b0ab-1e8a-4db5-8333-0c8adde834e0 tempest-ServerPasswordTestJSON-204482937 tempest-ServerPasswordTestJSON-204482937-project-member] Lock "ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.978s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.655107] env[62683]: INFO nova.compute.manager [-] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Took 1.37 seconds to deallocate network for instance. [ 1668.727773] env[62683]: DEBUG nova.network.neutron [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Successfully updated port: 9265b363-27c8-4a03-8b02-cd74a6611048 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1668.741981] env[62683]: DEBUG oslo_concurrency.lockutils [None req-132915ab-7c39-4c53-8bad-85db2fd85681 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "24a8b28a-1ca6-47e7-8ca2-80f79847e29e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.404s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.762244] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1668.762768] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87e410b5-cfb9-4ce5-9a84-a3b1d1f6569c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.778880] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1668.778880] env[62683]: value = "task-1799263" [ 1668.778880] env[62683]: _type = "Task" [ 1668.778880] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.788890] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] VM already powered off {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1668.788937] env[62683]: DEBUG nova.compute.manager [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1668.792498] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad87420-49b8-4655-82cf-1b2a17559f4e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.800675] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "refresh_cache-bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.800963] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "refresh_cache-bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.801273] env[62683]: DEBUG nova.network.neutron [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1668.898072] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5afd2d7-8edd-4bb9-8db9-0380139a45c2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.907150] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee9bfeb-f772-476e-8cbd-e3bf2e26505f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.936851] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2917f659-3f70-45c4-8d56-e430577f58b4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.945260] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4408728c-c81e-4ef3-8973-adabea68a3fc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.959923] env[62683]: DEBUG nova.compute.provider_tree [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.164767] env[62683]: DEBUG oslo_concurrency.lockutils [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.235217] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "refresh_cache-31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.235217] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "refresh_cache-31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.235217] env[62683]: DEBUG nova.network.neutron [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1669.363212] env[62683]: DEBUG nova.network.neutron [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Updating instance_info_cache with network_info: [{"id": "e1accec7-0ca3-4ae7-ad39-235acf5e421a", "address": "fa:16:3e:d1:18:f9", "network": {"id": "56ec6ea4-baec-42d8-9557-31106649266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842389253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fdf78b06b4546f4b41a683bea2928cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1accec7-0c", "ovs_interfaceid": "e1accec7-0ca3-4ae7-ad39-235acf5e421a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.463077] env[62683]: DEBUG nova.scheduler.client.report [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1669.522562] env[62683]: DEBUG nova.network.neutron [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Updating instance_info_cache with network_info: [{"id": "957b93f8-70f7-4d3b-86af-8b62db44e4a3", "address": "fa:16:3e:87:59:d3", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap957b93f8-70", "ovs_interfaceid": "957b93f8-70f7-4d3b-86af-8b62db44e4a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.721885] env[62683]: DEBUG nova.compute.manager [req-135b6520-fa23-4e09-addf-bdda579d3df1 req-c7cb3da8-12d1-4e96-a52c-a9d5ef28d992 service nova] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Received event network-vif-plugged-9265b363-27c8-4a03-8b02-cd74a6611048 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1669.722143] env[62683]: DEBUG oslo_concurrency.lockutils [req-135b6520-fa23-4e09-addf-bdda579d3df1 req-c7cb3da8-12d1-4e96-a52c-a9d5ef28d992 service nova] Acquiring lock "31a6dfaf-a512-42a5-9dc4-3c17bf1126a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.722465] env[62683]: DEBUG oslo_concurrency.lockutils [req-135b6520-fa23-4e09-addf-bdda579d3df1 req-c7cb3da8-12d1-4e96-a52c-a9d5ef28d992 service nova] Lock "31a6dfaf-a512-42a5-9dc4-3c17bf1126a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.722659] env[62683]: DEBUG oslo_concurrency.lockutils [req-135b6520-fa23-4e09-addf-bdda579d3df1 req-c7cb3da8-12d1-4e96-a52c-a9d5ef28d992 service nova] Lock "31a6dfaf-a512-42a5-9dc4-3c17bf1126a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.722826] env[62683]: DEBUG nova.compute.manager [req-135b6520-fa23-4e09-addf-bdda579d3df1 req-c7cb3da8-12d1-4e96-a52c-a9d5ef28d992 service nova] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] No waiting events found dispatching network-vif-plugged-9265b363-27c8-4a03-8b02-cd74a6611048 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1669.722990] env[62683]: WARNING nova.compute.manager [req-135b6520-fa23-4e09-addf-bdda579d3df1 req-c7cb3da8-12d1-4e96-a52c-a9d5ef28d992 service nova] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Received unexpected event network-vif-plugged-9265b363-27c8-4a03-8b02-cd74a6611048 for instance with vm_state building and task_state spawning. [ 1669.723236] env[62683]: DEBUG nova.compute.manager [req-135b6520-fa23-4e09-addf-bdda579d3df1 req-c7cb3da8-12d1-4e96-a52c-a9d5ef28d992 service nova] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Received event network-changed-9265b363-27c8-4a03-8b02-cd74a6611048 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1669.723394] env[62683]: DEBUG nova.compute.manager [req-135b6520-fa23-4e09-addf-bdda579d3df1 req-c7cb3da8-12d1-4e96-a52c-a9d5ef28d992 service nova] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Refreshing instance network info cache due to event network-changed-9265b363-27c8-4a03-8b02-cd74a6611048. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1669.723559] env[62683]: DEBUG oslo_concurrency.lockutils [req-135b6520-fa23-4e09-addf-bdda579d3df1 req-c7cb3da8-12d1-4e96-a52c-a9d5ef28d992 service nova] Acquiring lock "refresh_cache-31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.764240] env[62683]: DEBUG nova.network.neutron [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1669.864701] env[62683]: DEBUG oslo_concurrency.lockutils [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Releasing lock "refresh_cache-24a8b28a-1ca6-47e7-8ca2-80f79847e29e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.960713] env[62683]: DEBUG nova.network.neutron [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Updating instance_info_cache with network_info: [{"id": "9265b363-27c8-4a03-8b02-cd74a6611048", "address": "fa:16:3e:26:8a:66", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9265b363-27", "ovs_interfaceid": "9265b363-27c8-4a03-8b02-cd74a6611048", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.969140] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.974030] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.811s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.974266] env[62683]: DEBUG nova.objects.instance [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Lazy-loading 'resources' on Instance uuid 70b372de-ebb6-4fe6-b683-b9a8d9b907c4 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.002976] env[62683]: INFO nova.scheduler.client.report [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Deleted allocations for instance 35f546a5-222c-47db-982e-9c7fa73d2381 [ 1670.025729] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "refresh_cache-bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.313155] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1670.314715] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0834f93-b4b7-414e-89c8-65cc1d96bdf8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.323530] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1670.323828] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84df542e-e547-4bbd-b013-960912656e18 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.400232] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1670.400446] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1670.400629] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Deleting the datastore file [datastore1] bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1670.402036] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb90feba-7f76-448e-bb0f-38e4dda20206 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.413254] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1670.413254] env[62683]: value = "task-1799265" [ 1670.413254] env[62683]: _type = "Task" [ 1670.413254] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.422359] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.463965] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "refresh_cache-31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.464321] env[62683]: DEBUG nova.compute.manager [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Instance network_info: |[{"id": "9265b363-27c8-4a03-8b02-cd74a6611048", "address": "fa:16:3e:26:8a:66", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9265b363-27", "ovs_interfaceid": "9265b363-27c8-4a03-8b02-cd74a6611048", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1670.464646] env[62683]: DEBUG oslo_concurrency.lockutils [req-135b6520-fa23-4e09-addf-bdda579d3df1 req-c7cb3da8-12d1-4e96-a52c-a9d5ef28d992 service nova] Acquired lock "refresh_cache-31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.464823] env[62683]: DEBUG nova.network.neutron [req-135b6520-fa23-4e09-addf-bdda579d3df1 req-c7cb3da8-12d1-4e96-a52c-a9d5ef28d992 service nova] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Refreshing network info cache for port 9265b363-27c8-4a03-8b02-cd74a6611048 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1670.466178] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:8a:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9265b363-27c8-4a03-8b02-cd74a6611048', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1670.473579] env[62683]: DEBUG oslo.service.loopingcall [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.474570] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1670.474799] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d949faa-0982-48ed-919c-a46dfd287216 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.500109] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1670.500109] env[62683]: value = "task-1799266" [ 1670.500109] env[62683]: _type = "Task" [ 1670.500109] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.510330] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799266, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.512977] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f632b862-bbcd-487d-994b-92aff367bfb1 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "35f546a5-222c-47db-982e-9c7fa73d2381" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.081s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.748026] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dba6d7-8fb8-4575-8a93-c217ed726857 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.756878] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba62073-ef8e-4062-b804-5c59c0721e4b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.795021] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e18b81-5314-4e45-be33-a23dc4afdb36 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.805269] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4ff3dd-c2fc-4df0-8e9e-134371f77222 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.820472] env[62683]: DEBUG nova.compute.provider_tree [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.923769] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.009830] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799266, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.242559] env[62683]: DEBUG nova.network.neutron [req-135b6520-fa23-4e09-addf-bdda579d3df1 req-c7cb3da8-12d1-4e96-a52c-a9d5ef28d992 service nova] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Updated VIF entry in instance network info cache for port 9265b363-27c8-4a03-8b02-cd74a6611048. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1671.242951] env[62683]: DEBUG nova.network.neutron [req-135b6520-fa23-4e09-addf-bdda579d3df1 req-c7cb3da8-12d1-4e96-a52c-a9d5ef28d992 service nova] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Updating instance_info_cache with network_info: [{"id": "9265b363-27c8-4a03-8b02-cd74a6611048", "address": "fa:16:3e:26:8a:66", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9265b363-27", "ovs_interfaceid": "9265b363-27c8-4a03-8b02-cd74a6611048", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.327756] env[62683]: DEBUG oslo_concurrency.lockutils [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "dfb8b226-70ba-415c-b183-6a81e9aa3026" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.328070] env[62683]: DEBUG oslo_concurrency.lockutils [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "dfb8b226-70ba-415c-b183-6a81e9aa3026" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.328299] env[62683]: DEBUG oslo_concurrency.lockutils [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "dfb8b226-70ba-415c-b183-6a81e9aa3026-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.328493] env[62683]: DEBUG oslo_concurrency.lockutils [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "dfb8b226-70ba-415c-b183-6a81e9aa3026-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.328646] env[62683]: DEBUG oslo_concurrency.lockutils [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "dfb8b226-70ba-415c-b183-6a81e9aa3026-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.330808] env[62683]: DEBUG nova.scheduler.client.report [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1671.336898] env[62683]: INFO nova.compute.manager [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Terminating instance [ 1671.407619] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1671.407619] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37e82c93-4dfa-40f2-be4a-2677e87c4e48 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.414642] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1671.414642] env[62683]: value = "task-1799267" [ 1671.414642] env[62683]: _type = "Task" [ 1671.414642] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.426987] env[62683]: DEBUG oslo_vmware.api [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.660719} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.430013] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1671.430234] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1671.430422] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1671.432500] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.455314] env[62683]: INFO nova.scheduler.client.report [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Deleted allocations for instance bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0 [ 1671.512435] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799266, 'name': CreateVM_Task, 'duration_secs': 0.736785} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.512641] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1671.513480] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.513663] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.513980] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1671.514250] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d8a1534-d05c-4cb2-8d66-fc874db6c476 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.519310] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1671.519310] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52637932-42a9-5aa2-69b2-db3408a5fae6" [ 1671.519310] env[62683]: _type = "Task" [ 1671.519310] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.527439] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52637932-42a9-5aa2-69b2-db3408a5fae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.746136] env[62683]: DEBUG oslo_concurrency.lockutils [req-135b6520-fa23-4e09-addf-bdda579d3df1 req-c7cb3da8-12d1-4e96-a52c-a9d5ef28d992 service nova] Releasing lock "refresh_cache-31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.750405] env[62683]: DEBUG nova.compute.manager [req-101c580d-b664-4e3e-9da1-c1f56fef0eb5 req-360aae27-25c9-4bf5-a1b5-59bed0af0555 service nova] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Received event network-vif-unplugged-957b93f8-70f7-4d3b-86af-8b62db44e4a3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1671.750405] env[62683]: DEBUG oslo_concurrency.lockutils [req-101c580d-b664-4e3e-9da1-c1f56fef0eb5 req-360aae27-25c9-4bf5-a1b5-59bed0af0555 service nova] Acquiring lock "bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.750643] env[62683]: DEBUG oslo_concurrency.lockutils [req-101c580d-b664-4e3e-9da1-c1f56fef0eb5 req-360aae27-25c9-4bf5-a1b5-59bed0af0555 service nova] Lock "bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.750766] env[62683]: DEBUG oslo_concurrency.lockutils [req-101c580d-b664-4e3e-9da1-c1f56fef0eb5 req-360aae27-25c9-4bf5-a1b5-59bed0af0555 service nova] Lock "bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.750952] env[62683]: DEBUG nova.compute.manager [req-101c580d-b664-4e3e-9da1-c1f56fef0eb5 req-360aae27-25c9-4bf5-a1b5-59bed0af0555 service nova] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] No waiting events found dispatching network-vif-unplugged-957b93f8-70f7-4d3b-86af-8b62db44e4a3 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1671.751746] env[62683]: WARNING nova.compute.manager [req-101c580d-b664-4e3e-9da1-c1f56fef0eb5 req-360aae27-25c9-4bf5-a1b5-59bed0af0555 service nova] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Received unexpected event network-vif-unplugged-957b93f8-70f7-4d3b-86af-8b62db44e4a3 for instance with vm_state shelved_offloaded and task_state None. [ 1671.751991] env[62683]: DEBUG nova.compute.manager [req-101c580d-b664-4e3e-9da1-c1f56fef0eb5 req-360aae27-25c9-4bf5-a1b5-59bed0af0555 service nova] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Received event network-changed-957b93f8-70f7-4d3b-86af-8b62db44e4a3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1671.752796] env[62683]: DEBUG nova.compute.manager [req-101c580d-b664-4e3e-9da1-c1f56fef0eb5 req-360aae27-25c9-4bf5-a1b5-59bed0af0555 service nova] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Refreshing instance network info cache due to event network-changed-957b93f8-70f7-4d3b-86af-8b62db44e4a3. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1671.753062] env[62683]: DEBUG oslo_concurrency.lockutils [req-101c580d-b664-4e3e-9da1-c1f56fef0eb5 req-360aae27-25c9-4bf5-a1b5-59bed0af0555 service nova] Acquiring lock "refresh_cache-bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.753161] env[62683]: DEBUG oslo_concurrency.lockutils [req-101c580d-b664-4e3e-9da1-c1f56fef0eb5 req-360aae27-25c9-4bf5-a1b5-59bed0af0555 service nova] Acquired lock "refresh_cache-bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.753325] env[62683]: DEBUG nova.network.neutron [req-101c580d-b664-4e3e-9da1-c1f56fef0eb5 req-360aae27-25c9-4bf5-a1b5-59bed0af0555 service nova] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Refreshing network info cache for port 957b93f8-70f7-4d3b-86af-8b62db44e4a3 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1671.839856] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.842272] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.306s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.843528] env[62683]: DEBUG nova.objects.instance [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Lazy-loading 'resources' on Instance uuid 20e8ff2f-2f70-4357-a026-7d9ffbceb275 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1671.843985] env[62683]: DEBUG nova.compute.manager [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1671.844210] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1671.846995] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be1436d-e0d5-4915-8c38-a4c015c5cac0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.854835] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1671.858604] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4e25325-4429-40b7-9dda-d958d6b3b80a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.866339] env[62683]: DEBUG oslo_vmware.api [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1671.866339] env[62683]: value = "task-1799268" [ 1671.866339] env[62683]: _type = "Task" [ 1671.866339] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.872613] env[62683]: INFO nova.scheduler.client.report [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Deleted allocations for instance 70b372de-ebb6-4fe6-b683-b9a8d9b907c4 [ 1671.883565] env[62683]: DEBUG oslo_vmware.api [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.927585] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799267, 'name': PowerOffVM_Task, 'duration_secs': 0.250305} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.927945] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1671.928824] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e09314-2ea7-4bae-805f-4d5a4a64fd59 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.950155] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b324098-1b37-41c3-989f-c3da0960ea2b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.958701] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.989241] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1671.989544] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e5d3064-ec47-458b-9dcd-fb0fef3526d0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.996864] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1671.996864] env[62683]: value = "task-1799269" [ 1671.996864] env[62683]: _type = "Task" [ 1671.996864] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.007512] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] VM already powered off {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1672.007737] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1672.007984] env[62683]: DEBUG oslo_concurrency.lockutils [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.008345] env[62683]: DEBUG oslo_concurrency.lockutils [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.008570] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1672.008816] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c083d160-4051-4675-9fbe-52f350d6ceba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.017847] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1672.017847] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1672.022025] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c45f883-f2a5-45d3-bc42-1dc06e15b709 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.028695] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1672.028695] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52572a3e-4c2c-b1b6-7299-5d80bf87838d" [ 1672.028695] env[62683]: _type = "Task" [ 1672.028695] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.032916] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52637932-42a9-5aa2-69b2-db3408a5fae6, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.039771] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.039771] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1672.039771] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.043850] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52572a3e-4c2c-b1b6-7299-5d80bf87838d, 'name': SearchDatastore_Task, 'duration_secs': 0.009131} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.044784] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efebecde-2428-4c53-ba7a-0bbe30a29b21 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.049490] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1672.049490] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52495e5d-aa47-03d1-8827-c48ceaaa6dc8" [ 1672.049490] env[62683]: _type = "Task" [ 1672.049490] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.057256] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52495e5d-aa47-03d1-8827-c48ceaaa6dc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.384150] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3e12df54-042a-46d1-8ef4-24fe889a6eb1 tempest-ImagesOneServerTestJSON-157257018 tempest-ImagesOneServerTestJSON-157257018-project-member] Lock "70b372de-ebb6-4fe6-b683-b9a8d9b907c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.818s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.388138] env[62683]: DEBUG oslo_vmware.api [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799268, 'name': PowerOffVM_Task, 'duration_secs': 0.200709} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.391281] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1672.391461] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1672.394107] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0fdde53-10f8-4b4b-9e53-2461346022cd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.476138] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1672.476138] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1672.476299] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Deleting the datastore file [datastore1] dfb8b226-70ba-415c-b183-6a81e9aa3026 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1672.476903] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7327b78a-cb47-4dee-90fb-4e9e3ed010b2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.485795] env[62683]: DEBUG oslo_vmware.api [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for the task: (returnval){ [ 1672.485795] env[62683]: value = "task-1799271" [ 1672.485795] env[62683]: _type = "Task" [ 1672.485795] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.496190] env[62683]: DEBUG oslo_vmware.api [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.544043] env[62683]: DEBUG nova.network.neutron [req-101c580d-b664-4e3e-9da1-c1f56fef0eb5 req-360aae27-25c9-4bf5-a1b5-59bed0af0555 service nova] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Updated VIF entry in instance network info cache for port 957b93f8-70f7-4d3b-86af-8b62db44e4a3. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1672.544572] env[62683]: DEBUG nova.network.neutron [req-101c580d-b664-4e3e-9da1-c1f56fef0eb5 req-360aae27-25c9-4bf5-a1b5-59bed0af0555 service nova] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Updating instance_info_cache with network_info: [{"id": "957b93f8-70f7-4d3b-86af-8b62db44e4a3", "address": "fa:16:3e:87:59:d3", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": null, "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap957b93f8-70", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.563902] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52495e5d-aa47-03d1-8827-c48ceaaa6dc8, 'name': SearchDatastore_Task, 'duration_secs': 0.011302} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.564199] env[62683]: DEBUG oslo_concurrency.lockutils [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.564518] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 24a8b28a-1ca6-47e7-8ca2-80f79847e29e/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk. {{(pid=62683) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1672.565100] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.565345] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1672.565598] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81cb3037-7b10-4d5a-b3b5-b2599a0c4818 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.568184] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee30d40f-ebe3-4a65-bdcf-3cf5cb1b7bf8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.578799] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1672.578799] env[62683]: value = "task-1799272" [ 1672.578799] env[62683]: _type = "Task" [ 1672.578799] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.590137] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.591852] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1672.592059] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1672.592809] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48d91f7f-966d-4546-963d-427159cb2479 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.598216] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1672.598216] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528ef7c8-76e9-79b2-f60d-21da5b1d73cf" [ 1672.598216] env[62683]: _type = "Task" [ 1672.598216] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.608647] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528ef7c8-76e9-79b2-f60d-21da5b1d73cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.664088] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffc33ba-67b8-4146-a10b-b427938310e5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.671998] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06c95a2-a53c-45a0-bc8f-643c60e5a8ec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.706262] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2ee360-bcb2-4e7d-821d-dbb7e0998b50 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.713540] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8f3775-791f-428e-bdb9-f2cb375be001 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.727168] env[62683]: DEBUG nova.compute.provider_tree [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.000415] env[62683]: DEBUG oslo_vmware.api [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Task: {'id': task-1799271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375166} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.000913] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1673.001272] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1673.001617] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1673.001946] env[62683]: INFO nova.compute.manager [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1673.002417] env[62683]: DEBUG oslo.service.loopingcall [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1673.002748] env[62683]: DEBUG nova.compute.manager [-] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1673.003028] env[62683]: DEBUG nova.network.neutron [-] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1673.050644] env[62683]: DEBUG oslo_concurrency.lockutils [req-101c580d-b664-4e3e-9da1-c1f56fef0eb5 req-360aae27-25c9-4bf5-a1b5-59bed0af0555 service nova] Releasing lock "refresh_cache-bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.051899] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8438c0f5-fe20-49a4-a958-7fc40f6cde11 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.090072] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799272, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.110156] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528ef7c8-76e9-79b2-f60d-21da5b1d73cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010241} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.111109] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aacafd2-1be2-4c2f-ab02-5c7d794d4c2c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.117309] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1673.117309] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5291dbc7-c299-cc99-9b26-014d05ed52e8" [ 1673.117309] env[62683]: _type = "Task" [ 1673.117309] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.126954] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5291dbc7-c299-cc99-9b26-014d05ed52e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.231211] env[62683]: DEBUG nova.scheduler.client.report [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1673.591330] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743677} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.591697] env[62683]: INFO nova.virt.vmwareapi.ds_util [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 24a8b28a-1ca6-47e7-8ca2-80f79847e29e/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk. [ 1673.592517] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51916fe0-b17c-4d8b-b5ed-d02a63b7afdf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.618504] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 24a8b28a-1ca6-47e7-8ca2-80f79847e29e/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1673.618871] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab454dac-6ac8-4d7f-9904-9abf07296df9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.643100] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5291dbc7-c299-cc99-9b26-014d05ed52e8, 'name': SearchDatastore_Task, 'duration_secs': 0.060219} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.644335] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.644835] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4/31a6dfaf-a512-42a5-9dc4-3c17bf1126a4.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1673.644944] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1673.644944] env[62683]: value = "task-1799273" [ 1673.644944] env[62683]: _type = "Task" [ 1673.644944] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.645121] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-359855a1-9ef1-482a-b98d-3e37decb6855 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.655359] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799273, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.657656] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1673.657656] env[62683]: value = "task-1799274" [ 1673.657656] env[62683]: _type = "Task" [ 1673.657656] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.665683] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.737061] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.739676] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.002s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.739982] env[62683]: DEBUG nova.objects.instance [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lazy-loading 'resources' on Instance uuid b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1673.765349] env[62683]: INFO nova.scheduler.client.report [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Deleted allocations for instance 20e8ff2f-2f70-4357-a026-7d9ffbceb275 [ 1673.811024] env[62683]: DEBUG nova.network.neutron [-] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.989286] env[62683]: DEBUG nova.compute.manager [req-1a87dce5-f5f7-4549-9cc7-286c80dd4119 req-7b426336-35ab-42b8-b0dc-fed9be0ef361 service nova] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Received event network-vif-deleted-f6f588e8-5f62-4ce8-ad68-a0780df44e8a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1674.161815] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799273, 'name': ReconfigVM_Task, 'duration_secs': 0.277508} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.168260] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 24a8b28a-1ca6-47e7-8ca2-80f79847e29e/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1674.169250] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63ca1a0-65c8-4484-b6a3-04cee8f0a6bb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.177460] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799274, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.202213] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab81d4f3-f94e-46df-95d7-22369d56f8f4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.217324] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1674.217324] env[62683]: value = "task-1799275" [ 1674.217324] env[62683]: _type = "Task" [ 1674.217324] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.229398] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.276567] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f8c9c016-e744-454f-b180-925bb83feece tempest-ServerTagsTestJSON-1560037943 tempest-ServerTagsTestJSON-1560037943-project-member] Lock "20e8ff2f-2f70-4357-a026-7d9ffbceb275" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.370s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.316214] env[62683]: INFO nova.compute.manager [-] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Took 1.31 seconds to deallocate network for instance. [ 1674.537320] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda42873-902c-4803-8693-428b50339818 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.545454] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854c1b21-d720-44ae-90b6-f1740bb2cfbf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.578143] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb82d54-c0ab-4593-8326-a1dec5f8c70a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.585370] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de98101a-9541-4b49-ac9d-c8e691e7f537 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.598973] env[62683]: DEBUG nova.compute.provider_tree [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1674.671850] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560525} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.671850] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4/31a6dfaf-a512-42a5-9dc4-3c17bf1126a4.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1674.672027] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1674.672259] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cbf7170-048f-4109-9fb3-104dfc250fb1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.679158] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1674.679158] env[62683]: value = "task-1799276" [ 1674.679158] env[62683]: _type = "Task" [ 1674.679158] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.690557] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.727561] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799275, 'name': ReconfigVM_Task, 'duration_secs': 0.160246} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.728358] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1674.728358] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-338f719b-61a1-4c25-a0eb-afd12a37afe5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.734756] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1674.734756] env[62683]: value = "task-1799277" [ 1674.734756] env[62683]: _type = "Task" [ 1674.734756] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.751559] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.824415] env[62683]: DEBUG oslo_concurrency.lockutils [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.126149] env[62683]: ERROR nova.scheduler.client.report [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] [req-5523aaa5-d827-4b7a-9ac0-d9fd88c65c0e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5523aaa5-d827-4b7a-9ac0-d9fd88c65c0e"}]} [ 1675.147470] env[62683]: DEBUG nova.scheduler.client.report [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1675.167024] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "0f863fc7-75df-4f02-b799-50e6f7619b3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.167378] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lock "0f863fc7-75df-4f02-b799-50e6f7619b3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.175337] env[62683]: DEBUG nova.scheduler.client.report [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1675.175424] env[62683]: DEBUG nova.compute.provider_tree [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1675.190885] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081707} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.191847] env[62683]: DEBUG nova.scheduler.client.report [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1675.193823] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1675.195204] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c66f7d3-a81d-4b5b-abdf-d24f9fb9d3a8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.228178] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4/31a6dfaf-a512-42a5-9dc4-3c17bf1126a4.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1675.229651] env[62683]: DEBUG nova.scheduler.client.report [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1675.231636] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-621f2608-3152-41b5-9411-dcea9db4b4b9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.257309] env[62683]: DEBUG oslo_vmware.api [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799277, 'name': PowerOnVM_Task, 'duration_secs': 0.459464} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.258615] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1675.260345] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1675.260345] env[62683]: value = "task-1799278" [ 1675.260345] env[62683]: _type = "Task" [ 1675.260345] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.261240] env[62683]: DEBUG nova.compute.manager [None req-97847d65-e45f-4187-8bf6-fd36e9153529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1675.262025] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2330f34-c381-46e5-bf90-9f60a3701fad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.279874] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.534308] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95050b30-466f-4480-933e-22f69d56aaad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.544059] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c6ea08-4bf1-4243-b1f4-0de6501487ea {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.575738] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7d316f-5f2b-4e48-b676-a841fdddcf3d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.584073] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b38073-c720-4e0f-9f77-011bea64f18e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.600017] env[62683]: DEBUG nova.compute.provider_tree [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1675.669622] env[62683]: DEBUG nova.compute.manager [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1675.773183] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799278, 'name': ReconfigVM_Task, 'duration_secs': 0.303814} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.773474] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4/31a6dfaf-a512-42a5-9dc4-3c17bf1126a4.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1675.774091] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a96d5607-c1e7-48f7-b797-3779c3e1ba28 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.785985] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1675.785985] env[62683]: value = "task-1799279" [ 1675.785985] env[62683]: _type = "Task" [ 1675.785985] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.797211] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799279, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.139355] env[62683]: DEBUG nova.scheduler.client.report [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1676.139355] env[62683]: DEBUG nova.compute.provider_tree [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 103 to 104 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1676.139355] env[62683]: DEBUG nova.compute.provider_tree [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1676.191527] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.293620] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799279, 'name': Rename_Task, 'duration_secs': 0.154956} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.293901] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1676.294177] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4eda5787-c9c0-48e6-9404-c416c1df0be2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.300293] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1676.300293] env[62683]: value = "task-1799280" [ 1676.300293] env[62683]: _type = "Task" [ 1676.300293] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.308086] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.643253] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.903s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.646428] env[62683]: DEBUG oslo_concurrency.lockutils [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.115s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.646770] env[62683]: DEBUG nova.objects.instance [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lazy-loading 'resources' on Instance uuid 63ad56ff-1d9d-46cd-aa65-7113c71f639c {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.666189] env[62683]: INFO nova.scheduler.client.report [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Deleted allocations for instance b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113 [ 1676.810051] env[62683]: DEBUG oslo_vmware.api [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799280, 'name': PowerOnVM_Task, 'duration_secs': 0.504087} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.810051] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1676.810215] env[62683]: INFO nova.compute.manager [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1676.810283] env[62683]: DEBUG nova.compute.manager [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1676.811070] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d91b786-9e15-4454-b9e4-89be42855a9e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.111089] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1677.111408] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1677.173229] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a22ddd3b-2ea5-45a5-95c3-fceb7aab7bb4 tempest-MigrationsAdminTest-549612857 tempest-MigrationsAdminTest-549612857-project-member] Lock "b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.871s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.331075] env[62683]: INFO nova.compute.manager [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Took 30.51 seconds to build instance. [ 1677.386655] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e008beee-1452-4ea9-a381-9fc861f58498 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.394393] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289bd729-ba31-4128-a37f-48891427ce10 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.425617] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791afc18-cf52-4ff0-bf07-79ecf5884412 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.432952] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bb1c5a-3402-4b77-b075-4944d72fde92 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.446218] env[62683]: DEBUG nova.compute.provider_tree [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1677.618878] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1677.619062] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1677.619185] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Rebuilding the list of instances to heal {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1677.833505] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf57cbbc-c3e2-4374-8d8d-8a262f23fb0e tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.024s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.949634] env[62683]: DEBUG nova.scheduler.client.report [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1678.127907] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Skipping network cache update for instance because it is being deleted. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 1678.144277] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "refresh_cache-dfb8b226-70ba-415c-b183-6a81e9aa3026" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.144471] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquired lock "refresh_cache-dfb8b226-70ba-415c-b183-6a81e9aa3026" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.144662] env[62683]: DEBUG nova.network.neutron [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Forcefully refreshing network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1678.144862] env[62683]: DEBUG nova.objects.instance [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lazy-loading 'info_cache' on Instance uuid dfb8b226-70ba-415c-b183-6a81e9aa3026 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1678.456860] env[62683]: DEBUG oslo_concurrency.lockutils [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.459074] env[62683]: INFO nova.compute.manager [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Rescuing [ 1678.459544] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "refresh_cache-3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.459544] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquired lock "refresh_cache-3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.459650] env[62683]: DEBUG nova.network.neutron [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1678.461274] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.353s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.461274] env[62683]: DEBUG nova.objects.instance [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lazy-loading 'pci_requests' on Instance uuid dc809566-db46-4911-89d6-0ee07d842fcc {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1678.488779] env[62683]: INFO nova.scheduler.client.report [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Deleted allocations for instance 63ad56ff-1d9d-46cd-aa65-7113c71f639c [ 1678.968722] env[62683]: DEBUG nova.objects.instance [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lazy-loading 'numa_topology' on Instance uuid dc809566-db46-4911-89d6-0ee07d842fcc {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1678.996223] env[62683]: DEBUG oslo_concurrency.lockutils [None req-614e590b-dca9-4115-89c9-08ff72db0b57 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "63ad56ff-1d9d-46cd-aa65-7113c71f639c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.048s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.183167] env[62683]: DEBUG nova.network.neutron [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1679.261024] env[62683]: DEBUG nova.compute.manager [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Stashing vm_state: active {{(pid=62683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1679.307755] env[62683]: DEBUG nova.network.neutron [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Updating instance_info_cache with network_info: [{"id": "7d52f1de-8965-4760-8c98-d554f453abf6", "address": "fa:16:3e:98:e0:31", "network": {"id": "56ec6ea4-baec-42d8-9557-31106649266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842389253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fdf78b06b4546f4b41a683bea2928cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d52f1de-89", "ovs_interfaceid": "7d52f1de-8965-4760-8c98-d554f453abf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.472101] env[62683]: INFO nova.compute.claims [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1679.699918] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "2a83307c-cb18-416f-8c72-69b75cdccbaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.700137] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "2a83307c-cb18-416f-8c72-69b75cdccbaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.771270] env[62683]: DEBUG nova.network.neutron [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.787269] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.810677] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Releasing lock "refresh_cache-3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.202290] env[62683]: DEBUG nova.compute.manager [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1680.273962] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Releasing lock "refresh_cache-dfb8b226-70ba-415c-b183-6a81e9aa3026" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.274228] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Updated the network info_cache for instance {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1680.274433] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1680.274593] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1680.274775] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1680.274937] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1680.275095] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1680.275246] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1680.275375] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1680.275519] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1680.720289] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f241ba91-09a6-4fc8-b7f4-29299e627180 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.723930] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.729191] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc88808-8137-4a39-b2fe-3174221213de {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.758017] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483b9b09-cd45-448c-8f44-1238cb648906 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.765539] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3183f780-231c-4113-9d6a-56d177fc9f47 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.778395] env[62683]: DEBUG nova.compute.provider_tree [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.780357] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.282466] env[62683]: DEBUG nova.scheduler.client.report [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1681.339285] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1681.339585] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-053f4caf-3eea-4a52-822d-506e60eb49b1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.348034] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1681.348034] env[62683]: value = "task-1799281" [ 1681.348034] env[62683]: _type = "Task" [ 1681.348034] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.356159] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.787558] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.326s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.790296] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.633s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.792507] env[62683]: INFO nova.compute.claims [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1681.836053] env[62683]: INFO nova.network.neutron [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Updating port c85c3bc5-8cf7-485b-89fc-2821b6aac024 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1681.859502] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799281, 'name': PowerOffVM_Task, 'duration_secs': 0.175749} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.859832] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1681.860728] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e54bc45-38e2-4c8d-a197-e12043de48ff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.879514] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7128ed48-c0b3-4d31-b344-7e8014c57f1c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.913617] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1681.913920] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f0d1f15-1dd3-41ea-bb4e-891d13432d76 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.921699] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1681.921699] env[62683]: value = "task-1799282" [ 1681.921699] env[62683]: _type = "Task" [ 1681.921699] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.932891] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] VM already powered off {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1681.933117] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1681.933369] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.933682] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.933682] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1681.933927] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb6d8a7f-7474-4bb4-810f-f96cd8aaf340 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.942748] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1681.942945] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1681.943681] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e4e2990-2d5c-4420-a2c4-d6bfa10e8325 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.948783] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1681.948783] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5270aa0c-6a2b-1a4a-033b-d82c6bbed49a" [ 1681.948783] env[62683]: _type = "Task" [ 1681.948783] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.956728] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5270aa0c-6a2b-1a4a-033b-d82c6bbed49a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.461065] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5270aa0c-6a2b-1a4a-033b-d82c6bbed49a, 'name': SearchDatastore_Task, 'duration_secs': 0.008682} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.461065] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd35493a-2209-4806-88d4-31a075d264b9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.466665] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1682.466665] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d587f1-541e-8f5b-14e2-daae32a7da3e" [ 1682.466665] env[62683]: _type = "Task" [ 1682.466665] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.474908] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d587f1-541e-8f5b-14e2-daae32a7da3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.979303] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d587f1-541e-8f5b-14e2-daae32a7da3e, 'name': SearchDatastore_Task, 'duration_secs': 0.025933} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.979604] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.980138] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk. {{(pid=62683) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1682.980138] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3c356c1-6306-4fd6-8cc3-22cdf2839135 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.987375] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1682.987375] env[62683]: value = "task-1799283" [ 1682.987375] env[62683]: _type = "Task" [ 1682.987375] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.995336] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.049780] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d157a2-694e-411b-a079-3b5847f3bce4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.058577] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8682e7da-4b91-42f9-8be7-df0a095e354b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.088956] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c3709d-ff5c-4d5f-93eb-0dae7a130774 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.096305] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540b6bc8-677b-4639-9640-a55b7772f441 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.109442] env[62683]: DEBUG nova.compute.provider_tree [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.182983] env[62683]: DEBUG nova.compute.manager [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1683.183952] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1e3f26-d262-4051-a91e-6624c26162eb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.321327] env[62683]: DEBUG nova.compute.manager [req-d321f7dc-1c91-4c04-bd9f-5367cde304bc req-803d98ca-e30a-41e8-8d1f-f077786049c2 service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Received event network-vif-plugged-c85c3bc5-8cf7-485b-89fc-2821b6aac024 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1683.321606] env[62683]: DEBUG oslo_concurrency.lockutils [req-d321f7dc-1c91-4c04-bd9f-5367cde304bc req-803d98ca-e30a-41e8-8d1f-f077786049c2 service nova] Acquiring lock "dc809566-db46-4911-89d6-0ee07d842fcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.321879] env[62683]: DEBUG oslo_concurrency.lockutils [req-d321f7dc-1c91-4c04-bd9f-5367cde304bc req-803d98ca-e30a-41e8-8d1f-f077786049c2 service nova] Lock "dc809566-db46-4911-89d6-0ee07d842fcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.322072] env[62683]: DEBUG oslo_concurrency.lockutils [req-d321f7dc-1c91-4c04-bd9f-5367cde304bc req-803d98ca-e30a-41e8-8d1f-f077786049c2 service nova] Lock "dc809566-db46-4911-89d6-0ee07d842fcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.322289] env[62683]: DEBUG nova.compute.manager [req-d321f7dc-1c91-4c04-bd9f-5367cde304bc req-803d98ca-e30a-41e8-8d1f-f077786049c2 service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] No waiting events found dispatching network-vif-plugged-c85c3bc5-8cf7-485b-89fc-2821b6aac024 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1683.322468] env[62683]: WARNING nova.compute.manager [req-d321f7dc-1c91-4c04-bd9f-5367cde304bc req-803d98ca-e30a-41e8-8d1f-f077786049c2 service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Received unexpected event network-vif-plugged-c85c3bc5-8cf7-485b-89fc-2821b6aac024 for instance with vm_state shelved_offloaded and task_state spawning. [ 1683.456624] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.456624] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquired lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.456624] env[62683]: DEBUG nova.network.neutron [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1683.498971] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799283, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.612857] env[62683]: DEBUG nova.scheduler.client.report [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1683.694343] env[62683]: INFO nova.compute.manager [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] instance snapshotting [ 1683.695077] env[62683]: DEBUG nova.objects.instance [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lazy-loading 'flavor' on Instance uuid 134c873e-9d20-4c6a-931f-c835cfb97376 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.000089] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533671} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.000387] env[62683]: INFO nova.virt.vmwareapi.ds_util [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk. [ 1684.001725] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a190880-970f-4f67-9b83-5bf1f842bd6e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.027654] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1684.027950] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90eb5301-96bf-49ec-b9d8-37d86a5b4b1e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.052020] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1684.052020] env[62683]: value = "task-1799284" [ 1684.052020] env[62683]: _type = "Task" [ 1684.052020] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.057986] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.118185] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.120804] env[62683]: DEBUG nova.compute.manager [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1684.121438] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.424s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.121678] env[62683]: DEBUG nova.objects.instance [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lazy-loading 'resources' on Instance uuid 91331302-fbc2-45c7-9791-792bd5c2f463 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.200997] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8b16cf-7811-4b6c-8bab-323c17e912a4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.221618] env[62683]: DEBUG nova.network.neutron [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Updating instance_info_cache with network_info: [{"id": "c85c3bc5-8cf7-485b-89fc-2821b6aac024", "address": "fa:16:3e:9e:31:d0", "network": {"id": "3a8c94a0-79bc-45cb-b176-d9388a67a25f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801868409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6cd09848e24e80b340268b551e3e62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc85c3bc5-8c", "ovs_interfaceid": "c85c3bc5-8cf7-485b-89fc-2821b6aac024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.223459] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640edd5e-e0fd-48d9-8775-e71ce0961602 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.558603] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799284, 'name': ReconfigVM_Task, 'duration_secs': 0.377162} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.558963] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1684.559760] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1cce19-31b1-4e1b-bd2a-10eeee7f9141 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.584915] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-914d9697-ef1c-4f62-a4eb-ddde63f3ec40 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.599544] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1684.599544] env[62683]: value = "task-1799285" [ 1684.599544] env[62683]: _type = "Task" [ 1684.599544] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.609607] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.625023] env[62683]: DEBUG nova.compute.utils [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1684.627559] env[62683]: DEBUG nova.compute.manager [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1684.627559] env[62683]: DEBUG nova.network.neutron [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1684.683547] env[62683]: DEBUG nova.policy [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85111b2afdaa4dbd82887d81ae9e0172', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76a33757b0f245438ad83067b69dad34', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1684.728134] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Releasing lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.735116] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Creating Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1684.735281] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dcbf60a5-f578-4520-87bb-411208265d7c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.742304] env[62683]: DEBUG oslo_vmware.api [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1684.742304] env[62683]: value = "task-1799286" [ 1684.742304] env[62683]: _type = "Task" [ 1684.742304] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.756507] env[62683]: DEBUG oslo_vmware.api [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799286, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.762506] env[62683]: DEBUG nova.virt.hardware [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e0011dc7e56638220b2d40360703297d',container_format='bare',created_at=2024-12-12T06:54:38Z,direct_url=,disk_format='vmdk',id=01ff28aa-eed5-460c-869e-454b7e6b845d,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-183250745-shelved',owner='3f6cd09848e24e80b340268b551e3e62',properties=ImageMetaProps,protected=,size=31664640,status='active',tags=,updated_at=2024-12-12T06:55:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1684.762803] env[62683]: DEBUG nova.virt.hardware [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1684.763030] env[62683]: DEBUG nova.virt.hardware [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1684.763252] env[62683]: DEBUG nova.virt.hardware [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1684.763446] env[62683]: DEBUG nova.virt.hardware [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1684.763619] env[62683]: DEBUG nova.virt.hardware [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1684.763886] env[62683]: DEBUG nova.virt.hardware [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1684.764100] env[62683]: DEBUG nova.virt.hardware [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1684.764288] env[62683]: DEBUG nova.virt.hardware [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1684.764501] env[62683]: DEBUG nova.virt.hardware [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1684.764743] env[62683]: DEBUG nova.virt.hardware [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1684.765687] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5efc6e2-b68e-4803-b008-aa24e8106f47 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.776832] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe8b0e7-6d64-484d-ac91-94c2e2667687 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.793961] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:31:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c85c3bc5-8cf7-485b-89fc-2821b6aac024', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1684.801762] env[62683]: DEBUG oslo.service.loopingcall [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1684.804674] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1684.805180] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73112d2e-2d39-403c-a106-c8eba2482b4e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.831637] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1684.831637] env[62683]: value = "task-1799287" [ 1684.831637] env[62683]: _type = "Task" [ 1684.831637] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.843167] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799287, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.949547] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32dedaf-5925-48f4-9506-77f576e648e5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.957190] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62365da-7872-4272-9b53-bbb242e9fb08 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.999263] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ffbb4e-4065-4aa3-864e-e3c3ce5a9fa9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.008800] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b883bfd1-825d-4753-9c81-048b27c6deec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.024135] env[62683]: DEBUG nova.compute.provider_tree [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1685.053019] env[62683]: DEBUG nova.network.neutron [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Successfully created port: 23fed31a-640b-4091-90b5-f704598ffd6f {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1685.110467] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799285, 'name': ReconfigVM_Task, 'duration_secs': 0.190236} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.110826] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1685.111673] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bb83e07-8ae6-483a-8a42-6ab062a75584 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.117850] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1685.117850] env[62683]: value = "task-1799288" [ 1685.117850] env[62683]: _type = "Task" [ 1685.117850] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.133149] env[62683]: DEBUG nova.compute.manager [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1685.133149] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.252423] env[62683]: DEBUG oslo_vmware.api [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799286, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.328210] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquiring lock "05476a5d-00fd-42e3-a3f4-d4b8557ce490" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.328661] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lock "05476a5d-00fd-42e3-a3f4-d4b8557ce490" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.328982] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquiring lock "05476a5d-00fd-42e3-a3f4-d4b8557ce490-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.329159] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lock "05476a5d-00fd-42e3-a3f4-d4b8557ce490-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.329346] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lock "05476a5d-00fd-42e3-a3f4-d4b8557ce490-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.335779] env[62683]: INFO nova.compute.manager [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Terminating instance [ 1685.344633] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799287, 'name': CreateVM_Task, 'duration_secs': 0.317931} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.344633] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1685.345093] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01ff28aa-eed5-460c-869e-454b7e6b845d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.345299] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01ff28aa-eed5-460c-869e-454b7e6b845d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.345711] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01ff28aa-eed5-460c-869e-454b7e6b845d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1685.347292] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dcd3333-71f3-4771-ace6-1bde9b6e4119 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.355832] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1685.355832] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]520e71ae-7ebd-62f0-ea22-9f09c2a8b924" [ 1685.355832] env[62683]: _type = "Task" [ 1685.355832] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.366740] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]520e71ae-7ebd-62f0-ea22-9f09c2a8b924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.376587] env[62683]: DEBUG nova.compute.manager [req-05b84ed8-5bc6-478d-bb2f-5d2f2cd4bf26 req-ca2d6de8-453d-418b-aad6-f2e2821a1a45 service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Received event network-changed-c85c3bc5-8cf7-485b-89fc-2821b6aac024 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1685.376587] env[62683]: DEBUG nova.compute.manager [req-05b84ed8-5bc6-478d-bb2f-5d2f2cd4bf26 req-ca2d6de8-453d-418b-aad6-f2e2821a1a45 service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Refreshing instance network info cache due to event network-changed-c85c3bc5-8cf7-485b-89fc-2821b6aac024. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1685.376587] env[62683]: DEBUG oslo_concurrency.lockutils [req-05b84ed8-5bc6-478d-bb2f-5d2f2cd4bf26 req-ca2d6de8-453d-418b-aad6-f2e2821a1a45 service nova] Acquiring lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.376587] env[62683]: DEBUG oslo_concurrency.lockutils [req-05b84ed8-5bc6-478d-bb2f-5d2f2cd4bf26 req-ca2d6de8-453d-418b-aad6-f2e2821a1a45 service nova] Acquired lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.376587] env[62683]: DEBUG nova.network.neutron [req-05b84ed8-5bc6-478d-bb2f-5d2f2cd4bf26 req-ca2d6de8-453d-418b-aad6-f2e2821a1a45 service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Refreshing network info cache for port c85c3bc5-8cf7-485b-89fc-2821b6aac024 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1685.529021] env[62683]: DEBUG nova.scheduler.client.report [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1685.627811] env[62683]: DEBUG oslo_vmware.api [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799288, 'name': PowerOnVM_Task, 'duration_secs': 0.451879} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.628445] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1685.631544] env[62683]: DEBUG nova.compute.manager [None req-fef6e994-af3c-4df7-8f3a-7aaaac7c2c50 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1685.632525] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ac00a2-eb26-4c85-a292-b98535cac549 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.754137] env[62683]: DEBUG oslo_vmware.api [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799286, 'name': CreateSnapshot_Task, 'duration_secs': 0.546447} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.754414] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Created Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1685.755195] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fedf450-9536-4444-893c-2f5a93f33d59 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.840230] env[62683]: DEBUG nova.compute.manager [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1685.840423] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1685.841415] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f87c4f7-104e-46d8-b7bb-e90efbd61903 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.850900] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1685.851185] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-205a0977-72d7-4604-b6ee-7b70ff59a4ae {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.860190] env[62683]: DEBUG oslo_vmware.api [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1685.860190] env[62683]: value = "task-1799289" [ 1685.860190] env[62683]: _type = "Task" [ 1685.860190] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.867360] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01ff28aa-eed5-460c-869e-454b7e6b845d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.867615] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Processing image 01ff28aa-eed5-460c-869e-454b7e6b845d {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1685.867852] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01ff28aa-eed5-460c-869e-454b7e6b845d/01ff28aa-eed5-460c-869e-454b7e6b845d.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.868011] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01ff28aa-eed5-460c-869e-454b7e6b845d/01ff28aa-eed5-460c-869e-454b7e6b845d.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.868219] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1685.868454] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e790c2c6-4363-4d31-8f36-8d51a9d3ce0e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.872859] env[62683]: DEBUG oslo_vmware.api [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1799289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.879563] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1685.879744] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1685.880821] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a0bb4c8-c958-462e-a371-de94a00424e3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.885524] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1685.885524] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b34eaa-914c-04cc-2c99-b749be786f50" [ 1685.885524] env[62683]: _type = "Task" [ 1685.885524] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.892996] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b34eaa-914c-04cc-2c99-b749be786f50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.033226] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.035414] env[62683]: DEBUG oslo_concurrency.lockutils [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.871s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.035657] env[62683]: DEBUG nova.objects.instance [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lazy-loading 'resources' on Instance uuid d82cdcad-7464-4f60-b3e9-9e3e46575d29 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1686.065420] env[62683]: INFO nova.scheduler.client.report [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Deleted allocations for instance 91331302-fbc2-45c7-9791-792bd5c2f463 [ 1686.125448] env[62683]: DEBUG nova.network.neutron [req-05b84ed8-5bc6-478d-bb2f-5d2f2cd4bf26 req-ca2d6de8-453d-418b-aad6-f2e2821a1a45 service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Updated VIF entry in instance network info cache for port c85c3bc5-8cf7-485b-89fc-2821b6aac024. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.125871] env[62683]: DEBUG nova.network.neutron [req-05b84ed8-5bc6-478d-bb2f-5d2f2cd4bf26 req-ca2d6de8-453d-418b-aad6-f2e2821a1a45 service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Updating instance_info_cache with network_info: [{"id": "c85c3bc5-8cf7-485b-89fc-2821b6aac024", "address": "fa:16:3e:9e:31:d0", "network": {"id": "3a8c94a0-79bc-45cb-b176-d9388a67a25f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801868409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6cd09848e24e80b340268b551e3e62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc85c3bc5-8c", "ovs_interfaceid": "c85c3bc5-8cf7-485b-89fc-2821b6aac024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.140896] env[62683]: DEBUG nova.compute.manager [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1686.163718] env[62683]: DEBUG nova.virt.hardware [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1686.163990] env[62683]: DEBUG nova.virt.hardware [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1686.164171] env[62683]: DEBUG nova.virt.hardware [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1686.164361] env[62683]: DEBUG nova.virt.hardware [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1686.164509] env[62683]: DEBUG nova.virt.hardware [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1686.164678] env[62683]: DEBUG nova.virt.hardware [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1686.164974] env[62683]: DEBUG nova.virt.hardware [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1686.165156] env[62683]: DEBUG nova.virt.hardware [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1686.165325] env[62683]: DEBUG nova.virt.hardware [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1686.165488] env[62683]: DEBUG nova.virt.hardware [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1686.165658] env[62683]: DEBUG nova.virt.hardware [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1686.166603] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d88ef0-1790-463b-9244-8e4d7e27954a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.176211] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded9cb84-7ce5-4ca8-9073-e6279f60b6ba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.273285] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Creating linked-clone VM from snapshot {{(pid=62683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1686.273655] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2dc004cb-e05a-47b1-881c-ff1c7cfd0505 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.282896] env[62683]: DEBUG oslo_vmware.api [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1686.282896] env[62683]: value = "task-1799290" [ 1686.282896] env[62683]: _type = "Task" [ 1686.282896] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.292219] env[62683]: DEBUG oslo_vmware.api [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799290, 'name': CloneVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.371268] env[62683]: DEBUG oslo_vmware.api [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1799289, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.396507] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Preparing fetch location {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1686.396882] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Fetch image to [datastore1] OSTACK_IMG_4474a1c5-101a-42dc-8bd1-30ada7db674f/OSTACK_IMG_4474a1c5-101a-42dc-8bd1-30ada7db674f.vmdk {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1686.397280] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Downloading stream optimized image 01ff28aa-eed5-460c-869e-454b7e6b845d to [datastore1] OSTACK_IMG_4474a1c5-101a-42dc-8bd1-30ada7db674f/OSTACK_IMG_4474a1c5-101a-42dc-8bd1-30ada7db674f.vmdk on the data store datastore1 as vApp {{(pid=62683) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1686.397514] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Downloading image file data 01ff28aa-eed5-460c-869e-454b7e6b845d to the ESX as VM named 'OSTACK_IMG_4474a1c5-101a-42dc-8bd1-30ada7db674f' {{(pid=62683) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1686.489199] env[62683]: DEBUG oslo_vmware.rw_handles [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1686.489199] env[62683]: value = "resgroup-9" [ 1686.489199] env[62683]: _type = "ResourcePool" [ 1686.489199] env[62683]: }. {{(pid=62683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1686.489754] env[62683]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4dc954c4-7202-457a-b714-e1b18ba4fd52 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.512291] env[62683]: DEBUG oslo_vmware.rw_handles [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lease: (returnval){ [ 1686.512291] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522ccd9b-d31d-aa28-b046-34ae3c9e255f" [ 1686.512291] env[62683]: _type = "HttpNfcLease" [ 1686.512291] env[62683]: } obtained for vApp import into resource pool (val){ [ 1686.512291] env[62683]: value = "resgroup-9" [ 1686.512291] env[62683]: _type = "ResourcePool" [ 1686.512291] env[62683]: }. {{(pid=62683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1686.512644] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the lease: (returnval){ [ 1686.512644] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522ccd9b-d31d-aa28-b046-34ae3c9e255f" [ 1686.512644] env[62683]: _type = "HttpNfcLease" [ 1686.512644] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1686.521787] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1686.521787] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522ccd9b-d31d-aa28-b046-34ae3c9e255f" [ 1686.521787] env[62683]: _type = "HttpNfcLease" [ 1686.521787] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1686.578161] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de744e3-bb66-4598-9d40-4c0594d17362 tempest-ServerShowV247Test-838123680 tempest-ServerShowV247Test-838123680-project-member] Lock "91331302-fbc2-45c7-9791-792bd5c2f463" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.021s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.631517] env[62683]: DEBUG oslo_concurrency.lockutils [req-05b84ed8-5bc6-478d-bb2f-5d2f2cd4bf26 req-ca2d6de8-453d-418b-aad6-f2e2821a1a45 service nova] Releasing lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.792658] env[62683]: DEBUG oslo_vmware.api [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799290, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.824399] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed34c1b2-f434-41dd-bac2-73d49d441e89 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.835096] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828a1f82-2531-4a40-99af-e9fdd770b84a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.869970] env[62683]: INFO nova.compute.manager [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Unrescuing [ 1686.870238] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "refresh_cache-3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.870995] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquired lock "refresh_cache-3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.870995] env[62683]: DEBUG nova.network.neutron [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1686.876222] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf76d06-6f50-48a2-9931-2988b6907ea9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.887952] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa32f69-7da3-4926-8417-6d01586454d1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.891833] env[62683]: DEBUG oslo_vmware.api [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1799289, 'name': PowerOffVM_Task, 'duration_secs': 0.556951} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.894308] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1686.894504] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1686.895140] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42d0529f-08db-4fbc-a7f6-eb8d9b755eee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.906291] env[62683]: DEBUG nova.compute.provider_tree [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.907051] env[62683]: DEBUG nova.network.neutron [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Successfully updated port: 23fed31a-640b-4091-90b5-f704598ffd6f {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1686.978161] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1686.978446] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1686.978674] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Deleting the datastore file [datastore1] 05476a5d-00fd-42e3-a3f4-d4b8557ce490 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1686.978985] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-905bfb64-1d40-44f6-b056-84e74f2536c1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.985589] env[62683]: DEBUG oslo_vmware.api [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for the task: (returnval){ [ 1686.985589] env[62683]: value = "task-1799293" [ 1686.985589] env[62683]: _type = "Task" [ 1686.985589] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.995841] env[62683]: DEBUG oslo_vmware.api [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1799293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.020140] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1687.020140] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522ccd9b-d31d-aa28-b046-34ae3c9e255f" [ 1687.020140] env[62683]: _type = "HttpNfcLease" [ 1687.020140] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1687.295534] env[62683]: DEBUG oslo_vmware.api [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799290, 'name': CloneVM_Task, 'duration_secs': 0.986367} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.295856] env[62683]: INFO nova.virt.vmwareapi.vmops [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Created linked-clone VM from snapshot [ 1687.296646] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4893dba7-d965-4130-81e1-98bceae8b4ad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.311076] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Uploading image be85435a-f686-4c0a-883a-83247edc71a6 {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1687.336024] env[62683]: DEBUG oslo_vmware.rw_handles [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1687.336024] env[62683]: value = "vm-373117" [ 1687.336024] env[62683]: _type = "VirtualMachine" [ 1687.336024] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1687.336405] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-edf2877b-9b09-458d-b329-d361e58beb42 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.344251] env[62683]: DEBUG oslo_vmware.rw_handles [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lease: (returnval){ [ 1687.344251] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cef498-edcb-4d62-3c7e-8c7774515ec8" [ 1687.344251] env[62683]: _type = "HttpNfcLease" [ 1687.344251] env[62683]: } obtained for exporting VM: (result){ [ 1687.344251] env[62683]: value = "vm-373117" [ 1687.344251] env[62683]: _type = "VirtualMachine" [ 1687.344251] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1687.344496] env[62683]: DEBUG oslo_vmware.api [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the lease: (returnval){ [ 1687.344496] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cef498-edcb-4d62-3c7e-8c7774515ec8" [ 1687.344496] env[62683]: _type = "HttpNfcLease" [ 1687.344496] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1687.352046] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1687.352046] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cef498-edcb-4d62-3c7e-8c7774515ec8" [ 1687.352046] env[62683]: _type = "HttpNfcLease" [ 1687.352046] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1687.409224] env[62683]: DEBUG nova.scheduler.client.report [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1687.412781] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "refresh_cache-8820fccf-a503-443e-a5a0-72065b31e5cd" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.412899] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquired lock "refresh_cache-8820fccf-a503-443e-a5a0-72065b31e5cd" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.413019] env[62683]: DEBUG nova.network.neutron [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1687.416331] env[62683]: DEBUG nova.compute.manager [req-7958210e-a2f3-49df-9434-a33aa622b29d req-c593b79b-5885-4293-9428-64b9cf6a5209 service nova] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Received event network-vif-plugged-23fed31a-640b-4091-90b5-f704598ffd6f {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1687.416448] env[62683]: DEBUG oslo_concurrency.lockutils [req-7958210e-a2f3-49df-9434-a33aa622b29d req-c593b79b-5885-4293-9428-64b9cf6a5209 service nova] Acquiring lock "8820fccf-a503-443e-a5a0-72065b31e5cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.416656] env[62683]: DEBUG oslo_concurrency.lockutils [req-7958210e-a2f3-49df-9434-a33aa622b29d req-c593b79b-5885-4293-9428-64b9cf6a5209 service nova] Lock "8820fccf-a503-443e-a5a0-72065b31e5cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.416813] env[62683]: DEBUG oslo_concurrency.lockutils [req-7958210e-a2f3-49df-9434-a33aa622b29d req-c593b79b-5885-4293-9428-64b9cf6a5209 service nova] Lock "8820fccf-a503-443e-a5a0-72065b31e5cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.416970] env[62683]: DEBUG nova.compute.manager [req-7958210e-a2f3-49df-9434-a33aa622b29d req-c593b79b-5885-4293-9428-64b9cf6a5209 service nova] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] No waiting events found dispatching network-vif-plugged-23fed31a-640b-4091-90b5-f704598ffd6f {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1687.417155] env[62683]: WARNING nova.compute.manager [req-7958210e-a2f3-49df-9434-a33aa622b29d req-c593b79b-5885-4293-9428-64b9cf6a5209 service nova] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Received unexpected event network-vif-plugged-23fed31a-640b-4091-90b5-f704598ffd6f for instance with vm_state building and task_state spawning. [ 1687.417351] env[62683]: DEBUG nova.compute.manager [req-7958210e-a2f3-49df-9434-a33aa622b29d req-c593b79b-5885-4293-9428-64b9cf6a5209 service nova] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Received event network-changed-23fed31a-640b-4091-90b5-f704598ffd6f {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1687.417493] env[62683]: DEBUG nova.compute.manager [req-7958210e-a2f3-49df-9434-a33aa622b29d req-c593b79b-5885-4293-9428-64b9cf6a5209 service nova] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Refreshing instance network info cache due to event network-changed-23fed31a-640b-4091-90b5-f704598ffd6f. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1687.417693] env[62683]: DEBUG oslo_concurrency.lockutils [req-7958210e-a2f3-49df-9434-a33aa622b29d req-c593b79b-5885-4293-9428-64b9cf6a5209 service nova] Acquiring lock "refresh_cache-8820fccf-a503-443e-a5a0-72065b31e5cd" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.495019] env[62683]: DEBUG oslo_vmware.api [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Task: {'id': task-1799293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230532} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.495315] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1687.495509] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1687.495693] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1687.495910] env[62683]: INFO nova.compute.manager [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1687.496170] env[62683]: DEBUG oslo.service.loopingcall [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1687.496360] env[62683]: DEBUG nova.compute.manager [-] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1687.496455] env[62683]: DEBUG nova.network.neutron [-] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1687.522784] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1687.522784] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522ccd9b-d31d-aa28-b046-34ae3c9e255f" [ 1687.522784] env[62683]: _type = "HttpNfcLease" [ 1687.522784] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1687.523123] env[62683]: DEBUG oslo_vmware.rw_handles [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1687.523123] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522ccd9b-d31d-aa28-b046-34ae3c9e255f" [ 1687.523123] env[62683]: _type = "HttpNfcLease" [ 1687.523123] env[62683]: }. {{(pid=62683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1687.523837] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafcfb97-02b2-4905-b63c-e1fe2c68358d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.532332] env[62683]: DEBUG oslo_vmware.rw_handles [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8f114-fa20-03cb-fb80-d745e6062920/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1687.532557] env[62683]: DEBUG oslo_vmware.rw_handles [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Creating HTTP connection to write to file with size = 31664640 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8f114-fa20-03cb-fb80-d745e6062920/disk-0.vmdk. {{(pid=62683) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1687.606198] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3a9fb936-0afd-4d1b-9dc4-c42666ce8a34 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.769935] env[62683]: DEBUG nova.network.neutron [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Updating instance_info_cache with network_info: [{"id": "7d52f1de-8965-4760-8c98-d554f453abf6", "address": "fa:16:3e:98:e0:31", "network": {"id": "56ec6ea4-baec-42d8-9557-31106649266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842389253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fdf78b06b4546f4b41a683bea2928cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d52f1de-89", "ovs_interfaceid": "7d52f1de-8965-4760-8c98-d554f453abf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.855976] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1687.855976] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cef498-edcb-4d62-3c7e-8c7774515ec8" [ 1687.855976] env[62683]: _type = "HttpNfcLease" [ 1687.855976] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1687.856735] env[62683]: DEBUG oslo_vmware.rw_handles [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1687.856735] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cef498-edcb-4d62-3c7e-8c7774515ec8" [ 1687.856735] env[62683]: _type = "HttpNfcLease" [ 1687.856735] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1687.858978] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2269dfe-6157-4500-a833-821660a1ea20 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.868126] env[62683]: DEBUG oslo_vmware.rw_handles [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e8fce-daf1-1895-06bc-03d258d09d81/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1687.868279] env[62683]: DEBUG oslo_vmware.rw_handles [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e8fce-daf1-1895-06bc-03d258d09d81/disk-0.vmdk for reading. {{(pid=62683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1687.931098] env[62683]: DEBUG oslo_concurrency.lockutils [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.939440] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.981s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.939778] env[62683]: DEBUG nova.objects.instance [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lazy-loading 'resources' on Instance uuid bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.962993] env[62683]: INFO nova.scheduler.client.report [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Deleted allocations for instance d82cdcad-7464-4f60-b3e9-9e3e46575d29 [ 1687.979577] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-061e29cd-734d-48db-bb6e-a1d7e94ccd42 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.985060] env[62683]: DEBUG nova.network.neutron [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1688.273767] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Releasing lock "refresh_cache-3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.274678] env[62683]: DEBUG nova.objects.instance [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lazy-loading 'flavor' on Instance uuid 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.445357] env[62683]: DEBUG nova.objects.instance [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lazy-loading 'numa_topology' on Instance uuid bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.476542] env[62683]: DEBUG oslo_concurrency.lockutils [None req-93df768f-c29e-4be7-9afb-c49899bf4eb2 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "d82cdcad-7464-4f60-b3e9-9e3e46575d29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.645s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.491014] env[62683]: DEBUG nova.network.neutron [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Updating instance_info_cache with network_info: [{"id": "23fed31a-640b-4091-90b5-f704598ffd6f", "address": "fa:16:3e:df:62:47", "network": {"id": "cdb480de-3249-4b80-bb76-9a5d49f86683", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2016498149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a33757b0f245438ad83067b69dad34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23fed31a-64", "ovs_interfaceid": "23fed31a-640b-4091-90b5-f704598ffd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.783980] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf83159-aa99-48b3-9f16-57c8b1ad6519 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.825511] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1688.830325] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-722f9766-a7ab-4db8-9f75-60fec84b2ab9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.840136] env[62683]: DEBUG oslo_vmware.api [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1688.840136] env[62683]: value = "task-1799295" [ 1688.840136] env[62683]: _type = "Task" [ 1688.840136] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.850716] env[62683]: DEBUG oslo_vmware.api [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.852543] env[62683]: DEBUG oslo_vmware.rw_handles [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Completed reading data from the image iterator. {{(pid=62683) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1688.852777] env[62683]: DEBUG oslo_vmware.rw_handles [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8f114-fa20-03cb-fb80-d745e6062920/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1688.853672] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5dfcde-5311-436b-b34b-c30477b021dd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.860083] env[62683]: DEBUG oslo_vmware.rw_handles [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8f114-fa20-03cb-fb80-d745e6062920/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1688.860288] env[62683]: DEBUG oslo_vmware.rw_handles [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8f114-fa20-03cb-fb80-d745e6062920/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1688.860527] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b78f0d1a-2c34-4cea-827c-7fd7e794a26c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.949545] env[62683]: DEBUG nova.objects.base [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1688.994247] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Releasing lock "refresh_cache-8820fccf-a503-443e-a5a0-72065b31e5cd" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.994374] env[62683]: DEBUG nova.compute.manager [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Instance network_info: |[{"id": "23fed31a-640b-4091-90b5-f704598ffd6f", "address": "fa:16:3e:df:62:47", "network": {"id": "cdb480de-3249-4b80-bb76-9a5d49f86683", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2016498149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a33757b0f245438ad83067b69dad34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23fed31a-64", "ovs_interfaceid": "23fed31a-640b-4091-90b5-f704598ffd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1688.995346] env[62683]: DEBUG oslo_concurrency.lockutils [req-7958210e-a2f3-49df-9434-a33aa622b29d req-c593b79b-5885-4293-9428-64b9cf6a5209 service nova] Acquired lock "refresh_cache-8820fccf-a503-443e-a5a0-72065b31e5cd" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.995346] env[62683]: DEBUG nova.network.neutron [req-7958210e-a2f3-49df-9434-a33aa622b29d req-c593b79b-5885-4293-9428-64b9cf6a5209 service nova] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Refreshing network info cache for port 23fed31a-640b-4091-90b5-f704598ffd6f {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1688.996437] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:62:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23fed31a-640b-4091-90b5-f704598ffd6f', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1689.013105] env[62683]: DEBUG oslo.service.loopingcall [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.018302] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1689.019830] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4000f2e9-583c-4aaf-a617-a35b0f3cfcf4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.054679] env[62683]: DEBUG nova.network.neutron [-] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.055995] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1689.055995] env[62683]: value = "task-1799296" [ 1689.055995] env[62683]: _type = "Task" [ 1689.055995] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.067864] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799296, 'name': CreateVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.168072] env[62683]: DEBUG oslo_vmware.rw_handles [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8f114-fa20-03cb-fb80-d745e6062920/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1689.168507] env[62683]: INFO nova.virt.vmwareapi.images [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Downloaded image file data 01ff28aa-eed5-460c-869e-454b7e6b845d [ 1689.170091] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d2ef43-0a68-4544-8fa7-5918ecb1551c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.207669] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60d93d2a-8b87-468f-ae8e-0a4d96831fd9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.239128] env[62683]: INFO nova.virt.vmwareapi.images [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] The imported VM was unregistered [ 1689.241610] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Caching image {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1689.241865] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Creating directory with path [datastore1] devstack-image-cache_base/01ff28aa-eed5-460c-869e-454b7e6b845d {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1689.245442] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bfa94c0-7c5f-4db4-8dd8-a936a0af1d95 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.259107] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Created directory with path [datastore1] devstack-image-cache_base/01ff28aa-eed5-460c-869e-454b7e6b845d {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1689.259279] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_4474a1c5-101a-42dc-8bd1-30ada7db674f/OSTACK_IMG_4474a1c5-101a-42dc-8bd1-30ada7db674f.vmdk to [datastore1] devstack-image-cache_base/01ff28aa-eed5-460c-869e-454b7e6b845d/01ff28aa-eed5-460c-869e-454b7e6b845d.vmdk. {{(pid=62683) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1689.259727] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c8642ab3-59e2-4ad7-a410-dde260b3240e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.272943] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1689.272943] env[62683]: value = "task-1799298" [ 1689.272943] env[62683]: _type = "Task" [ 1689.272943] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.277832] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339037d1-5d10-4dbf-978f-9565b5c29165 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.285030] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799298, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.290934] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c43e7d-4fa5-4ada-8154-d8b8d3105e16 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.327506] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6485de-606e-4e2f-8666-ba70beeb7b87 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.336028] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387bd18c-98ec-4cf4-85e2-d8175750075c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.355290] env[62683]: DEBUG nova.compute.provider_tree [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1689.360298] env[62683]: DEBUG oslo_vmware.api [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799295, 'name': PowerOffVM_Task, 'duration_secs': 0.334912} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.360992] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1689.366880] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1689.368105] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b34b3d0-5882-4927-9301-1844981136a3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.390103] env[62683]: DEBUG oslo_vmware.api [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1689.390103] env[62683]: value = "task-1799299" [ 1689.390103] env[62683]: _type = "Task" [ 1689.390103] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.401786] env[62683]: DEBUG oslo_vmware.api [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799299, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.447942] env[62683]: DEBUG nova.compute.manager [req-36f99341-ab7c-42c9-8b9d-4fbe266a6928 req-cd3baa12-a078-4727-91f6-a5422c5de4f1 service nova] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Received event network-vif-deleted-334a9896-2499-4af5-93ff-89057ff05db4 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1689.567376] env[62683]: INFO nova.compute.manager [-] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Took 2.07 seconds to deallocate network for instance. [ 1689.567962] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799296, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.781646] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799298, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.802463] env[62683]: DEBUG nova.network.neutron [req-7958210e-a2f3-49df-9434-a33aa622b29d req-c593b79b-5885-4293-9428-64b9cf6a5209 service nova] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Updated VIF entry in instance network info cache for port 23fed31a-640b-4091-90b5-f704598ffd6f. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1689.802925] env[62683]: DEBUG nova.network.neutron [req-7958210e-a2f3-49df-9434-a33aa622b29d req-c593b79b-5885-4293-9428-64b9cf6a5209 service nova] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Updating instance_info_cache with network_info: [{"id": "23fed31a-640b-4091-90b5-f704598ffd6f", "address": "fa:16:3e:df:62:47", "network": {"id": "cdb480de-3249-4b80-bb76-9a5d49f86683", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2016498149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a33757b0f245438ad83067b69dad34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23fed31a-64", "ovs_interfaceid": "23fed31a-640b-4091-90b5-f704598ffd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.862730] env[62683]: DEBUG nova.scheduler.client.report [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1689.904454] env[62683]: DEBUG oslo_vmware.api [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.067540] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799296, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.078719] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.282809] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799298, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.306062] env[62683]: DEBUG oslo_concurrency.lockutils [req-7958210e-a2f3-49df-9434-a33aa622b29d req-c593b79b-5885-4293-9428-64b9cf6a5209 service nova] Releasing lock "refresh_cache-8820fccf-a503-443e-a5a0-72065b31e5cd" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.368363] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.429s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.371675] env[62683]: DEBUG oslo_concurrency.lockutils [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.547s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.372267] env[62683]: DEBUG nova.objects.instance [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lazy-loading 'resources' on Instance uuid dfb8b226-70ba-415c-b183-6a81e9aa3026 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.401597] env[62683]: DEBUG oslo_vmware.api [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.568058] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799296, 'name': CreateVM_Task, 'duration_secs': 1.458991} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.568252] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1690.568950] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.569144] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.569567] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1690.569846] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cfd78f8-b675-4a6c-8840-c8c918613c48 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.574560] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1690.574560] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5291a0e6-5810-bed6-5186-066b3cbb36fd" [ 1690.574560] env[62683]: _type = "Task" [ 1690.574560] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.584383] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5291a0e6-5810-bed6-5186-066b3cbb36fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.783626] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799298, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.882184] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e01aa51f-4f64-4dd1-aa7a-e2af45e2dc9b tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.446s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.883419] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8438c0f5-fe20-49a4-a958-7fc40f6cde11 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 17.832s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.883670] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8438c0f5-fe20-49a4-a958-7fc40f6cde11 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.883885] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8438c0f5-fe20-49a4-a958-7fc40f6cde11 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.884768] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8438c0f5-fe20-49a4-a958-7fc40f6cde11 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.886060] env[62683]: INFO nova.compute.manager [None req-8438c0f5-fe20-49a4-a958-7fc40f6cde11 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Terminating instance [ 1690.902186] env[62683]: DEBUG oslo_vmware.api [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799299, 'name': ReconfigVM_Task, 'duration_secs': 1.136839} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.906019] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1690.906205] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1690.907039] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fb98140-22cd-4510-bbab-971173bc3863 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.915061] env[62683]: DEBUG oslo_vmware.api [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1690.915061] env[62683]: value = "task-1799300" [ 1690.915061] env[62683]: _type = "Task" [ 1690.915061] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.928981] env[62683]: DEBUG oslo_vmware.api [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.089446] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5291a0e6-5810-bed6-5186-066b3cbb36fd, 'name': SearchDatastore_Task, 'duration_secs': 0.087505} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.089777] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.090027] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1691.090398] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.090437] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.090674] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1691.090972] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acf8577c-1203-4dac-b527-17a6e71902ac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.112782] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1691.113356] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1691.114588] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-787d1d55-28ce-470d-ad11-56d7cb00d8e8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.120074] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1691.120074] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52db84d7-c2a0-05fd-5a13-e87edc4dbe5f" [ 1691.120074] env[62683]: _type = "Task" [ 1691.120074] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.132226] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52db84d7-c2a0-05fd-5a13-e87edc4dbe5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.141020] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e7ebf6-29e1-4981-81c9-d9eb976ecf9c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.148696] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f71a92-3378-4f79-87ed-1c70aa316a57 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.181236] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79faf18c-383f-4e9b-b97b-0ab82b16047c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.189834] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09b5310-1992-4913-b930-d6db006a5079 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.205016] env[62683]: DEBUG nova.compute.provider_tree [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1691.284434] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799298, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.390537] env[62683]: DEBUG nova.compute.manager [None req-8438c0f5-fe20-49a4-a958-7fc40f6cde11 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1691.390789] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8438c0f5-fe20-49a4-a958-7fc40f6cde11 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1691.391136] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a8c4f47-d2de-4d90-9a15-ad1f0cea3155 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.401093] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412697e6-7625-4c9f-9183-a4f835104439 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.425676] env[62683]: DEBUG oslo_vmware.api [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.440545] env[62683]: WARNING nova.virt.vmwareapi.vmops [None req-8438c0f5-fe20-49a4-a958-7fc40f6cde11 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0 could not be found. [ 1691.440833] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8438c0f5-fe20-49a4-a958-7fc40f6cde11 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1691.441117] env[62683]: INFO nova.compute.manager [None req-8438c0f5-fe20-49a4-a958-7fc40f6cde11 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1691.441447] env[62683]: DEBUG oslo.service.loopingcall [None req-8438c0f5-fe20-49a4-a958-7fc40f6cde11 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1691.441794] env[62683]: DEBUG nova.compute.manager [-] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1691.441901] env[62683]: DEBUG nova.network.neutron [-] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1691.632432] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52db84d7-c2a0-05fd-5a13-e87edc4dbe5f, 'name': SearchDatastore_Task, 'duration_secs': 0.088781} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.632432] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b305d76c-ae02-40c6-9fa9-8247aec178d8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.640035] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1691.640035] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b2a7ce-3c2d-090e-6c49-3132efaec3e6" [ 1691.640035] env[62683]: _type = "Task" [ 1691.640035] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.648705] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b2a7ce-3c2d-090e-6c49-3132efaec3e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.707888] env[62683]: DEBUG nova.scheduler.client.report [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1691.791743] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799298, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.464408} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.792397] env[62683]: INFO nova.virt.vmwareapi.ds_util [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_4474a1c5-101a-42dc-8bd1-30ada7db674f/OSTACK_IMG_4474a1c5-101a-42dc-8bd1-30ada7db674f.vmdk to [datastore1] devstack-image-cache_base/01ff28aa-eed5-460c-869e-454b7e6b845d/01ff28aa-eed5-460c-869e-454b7e6b845d.vmdk. [ 1691.792603] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Cleaning up location [datastore1] OSTACK_IMG_4474a1c5-101a-42dc-8bd1-30ada7db674f {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1691.792775] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_4474a1c5-101a-42dc-8bd1-30ada7db674f {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1691.793056] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7c17e4a-f819-4ef5-8366-5afc62f59c3d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.799867] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1691.799867] env[62683]: value = "task-1799301" [ 1691.799867] env[62683]: _type = "Task" [ 1691.799867] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.808356] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.930903] env[62683]: DEBUG oslo_vmware.api [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799300, 'name': PowerOnVM_Task, 'duration_secs': 0.994338} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.931471] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1691.931471] env[62683]: DEBUG nova.compute.manager [None req-e6a99998-f854-4b11-a5f0-2d100812203d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1691.932356] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99f6f26-2bd7-40fc-be38-055b8119d59d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.150647] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b2a7ce-3c2d-090e-6c49-3132efaec3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010282} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.151313] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.151313] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 8820fccf-a503-443e-a5a0-72065b31e5cd/8820fccf-a503-443e-a5a0-72065b31e5cd.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1692.151483] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67b78cbf-af26-48ab-9e11-5a3743f80c4a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.157805] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1692.157805] env[62683]: value = "task-1799302" [ 1692.157805] env[62683]: _type = "Task" [ 1692.157805] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.165718] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.168122] env[62683]: DEBUG nova.network.neutron [-] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.214536] env[62683]: DEBUG oslo_concurrency.lockutils [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.217905] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.026s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.219623] env[62683]: INFO nova.compute.claims [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1692.258024] env[62683]: INFO nova.scheduler.client.report [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Deleted allocations for instance dfb8b226-70ba-415c-b183-6a81e9aa3026 [ 1692.314765] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.054829} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.315095] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1692.315295] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01ff28aa-eed5-460c-869e-454b7e6b845d/01ff28aa-eed5-460c-869e-454b7e6b845d.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.315588] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01ff28aa-eed5-460c-869e-454b7e6b845d/01ff28aa-eed5-460c-869e-454b7e6b845d.vmdk to [datastore1] dc809566-db46-4911-89d6-0ee07d842fcc/dc809566-db46-4911-89d6-0ee07d842fcc.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1692.315862] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6aadf9c9-bc48-48ac-8edc-1c84ba61264f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.327519] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1692.327519] env[62683]: value = "task-1799303" [ 1692.327519] env[62683]: _type = "Task" [ 1692.327519] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.338353] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.669964] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799302, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.670474] env[62683]: INFO nova.compute.manager [-] [instance: bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0] Took 1.23 seconds to deallocate network for instance. [ 1692.769142] env[62683]: DEBUG oslo_concurrency.lockutils [None req-50ed934c-5e98-4930-8df8-d4644dc53d59 tempest-ServersAdminTestJSON-1982945298 tempest-ServersAdminTestJSON-1982945298-project-member] Lock "dfb8b226-70ba-415c-b183-6a81e9aa3026" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.441s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.837674] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.169872] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667877} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.170281] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 8820fccf-a503-443e-a5a0-72065b31e5cd/8820fccf-a503-443e-a5a0-72065b31e5cd.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1693.170384] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1693.170667] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccf68a0f-4df5-4e4b-af23-8cc00b29c4b3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.181558] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1693.181558] env[62683]: value = "task-1799304" [ 1693.181558] env[62683]: _type = "Task" [ 1693.181558] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.191226] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.339274] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799303, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.573075] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742d9bf0-d3cc-4dde-b97d-9132282c0b86 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.583231] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b582d20-8563-45d8-916a-c61728404c2d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.629425] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0aaf17-0202-4926-87f0-9fa208aa8dd7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.638840] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9cd43f-cb95-4591-932e-b39ec12539e6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.655049] env[62683]: DEBUG nova.compute.provider_tree [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1693.692471] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092757} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.692792] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1693.693683] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93422e6-6b48-4774-88e0-559118fd258b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.719879] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 8820fccf-a503-443e-a5a0-72065b31e5cd/8820fccf-a503-443e-a5a0-72065b31e5cd.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1693.720666] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8438c0f5-fe20-49a4-a958-7fc40f6cde11 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "bdcb8bf7-e97e-4d46-a159-4e5fef6e66d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.837s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.721899] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c71c5b2c-b313-4b2f-9ae9-fc0894e2318b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.746565] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1693.746565] env[62683]: value = "task-1799305" [ 1693.746565] env[62683]: _type = "Task" [ 1693.746565] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.755196] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.840112] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799303, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.178243] env[62683]: ERROR nova.scheduler.client.report [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [req-db5ded6b-4744-49e7-8183-415e37542e6f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-db5ded6b-4744-49e7-8183-415e37542e6f"}]} [ 1694.202448] env[62683]: DEBUG nova.scheduler.client.report [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1694.220061] env[62683]: DEBUG nova.scheduler.client.report [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1694.220356] env[62683]: DEBUG nova.compute.provider_tree [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1694.232846] env[62683]: DEBUG nova.scheduler.client.report [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1694.256427] env[62683]: DEBUG nova.scheduler.client.report [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1694.264168] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.343859] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799303, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.572159] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d803e8e0-3c54-4a2e-b17a-cd53b63e3ae5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.581365] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404d7922-8f38-43bf-9633-98d7bad15930 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.630428] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016ba4a0-ba26-48ab-89bf-11b05602649a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.637274] env[62683]: DEBUG oslo_concurrency.lockutils [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "c28bf1f2-6a02-455c-b4f0-8cc9046a22eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.637274] env[62683]: DEBUG oslo_concurrency.lockutils [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "c28bf1f2-6a02-455c-b4f0-8cc9046a22eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.643660] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa628426-ba5e-498f-a218-2a822f35fde6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.668503] env[62683]: DEBUG nova.compute.provider_tree [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1694.756172] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.841907] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799303, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.141930] env[62683]: DEBUG nova.compute.manager [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1695.192200] env[62683]: ERROR nova.scheduler.client.report [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [req-39d5d17a-03c0-4afc-a289-1b1122d83f69] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-39d5d17a-03c0-4afc-a289-1b1122d83f69"}]} [ 1695.214384] env[62683]: DEBUG nova.scheduler.client.report [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1695.230154] env[62683]: DEBUG nova.scheduler.client.report [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1695.230419] env[62683]: DEBUG nova.compute.provider_tree [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1695.250123] env[62683]: DEBUG nova.scheduler.client.report [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1695.261764] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799305, 'name': ReconfigVM_Task, 'duration_secs': 1.079375} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.262428] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 8820fccf-a503-443e-a5a0-72065b31e5cd/8820fccf-a503-443e-a5a0-72065b31e5cd.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1695.263329] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fef54995-c235-4e66-923a-f5b70c326305 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.273051] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1695.273051] env[62683]: value = "task-1799306" [ 1695.273051] env[62683]: _type = "Task" [ 1695.273051] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.274400] env[62683]: DEBUG nova.scheduler.client.report [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1695.290380] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799306, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.353658] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799303, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.815403} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.353984] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01ff28aa-eed5-460c-869e-454b7e6b845d/01ff28aa-eed5-460c-869e-454b7e6b845d.vmdk to [datastore1] dc809566-db46-4911-89d6-0ee07d842fcc/dc809566-db46-4911-89d6-0ee07d842fcc.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1695.354823] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b545362-0021-4ebe-a7fc-a9498d7c09da {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.381528] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] dc809566-db46-4911-89d6-0ee07d842fcc/dc809566-db46-4911-89d6-0ee07d842fcc.vmdk or device None with type streamOptimized {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1695.384381] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da591a98-0ade-4757-b950-ab85b39392ee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.408204] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1695.408204] env[62683]: value = "task-1799307" [ 1695.408204] env[62683]: _type = "Task" [ 1695.408204] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.421652] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.600882] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "c8063def-3d83-4b9f-87db-db1ab1faeff3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.601193] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "c8063def-3d83-4b9f-87db-db1ab1faeff3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.602957] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936c55d6-9c4a-488a-b310-0e1e94479339 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.613390] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9f9d97-a3f1-4d5a-83c7-7e578b5fc47d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.655627] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d05206f-3a39-4fa6-a262-ca1efe147a39 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.666293] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a974cd35-1af4-4d83-b96f-1a7233364e4e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.671478] env[62683]: DEBUG oslo_concurrency.lockutils [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.688009] env[62683]: DEBUG nova.compute.provider_tree [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.790633] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799306, 'name': Rename_Task, 'duration_secs': 0.178615} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.790931] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1695.791206] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7054af6-8f62-45ba-83f5-8035f2ac7b41 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.798426] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1695.798426] env[62683]: value = "task-1799308" [ 1695.798426] env[62683]: _type = "Task" [ 1695.798426] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.807436] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.920281] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.105404] env[62683]: DEBUG oslo_vmware.rw_handles [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e8fce-daf1-1895-06bc-03d258d09d81/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1696.106628] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014e61d7-1572-4cb5-a98d-6a85dabb0b15 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.109738] env[62683]: DEBUG nova.compute.manager [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1696.117283] env[62683]: DEBUG oslo_vmware.rw_handles [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e8fce-daf1-1895-06bc-03d258d09d81/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1696.117540] env[62683]: ERROR oslo_vmware.rw_handles [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e8fce-daf1-1895-06bc-03d258d09d81/disk-0.vmdk due to incomplete transfer. [ 1696.117820] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ea533cf0-da25-4fdb-8d65-65789ba22cee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.129216] env[62683]: DEBUG oslo_vmware.rw_handles [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e8fce-daf1-1895-06bc-03d258d09d81/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1696.129508] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Uploaded image be85435a-f686-4c0a-883a-83247edc71a6 to the Glance image server {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1696.132321] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Destroying the VM {{(pid=62683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1696.132626] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3f3edacf-abd0-4e5d-9764-59cb1ba709e5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.143064] env[62683]: DEBUG oslo_vmware.api [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1696.143064] env[62683]: value = "task-1799309" [ 1696.143064] env[62683]: _type = "Task" [ 1696.143064] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.156914] env[62683]: DEBUG oslo_vmware.api [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799309, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.191688] env[62683]: DEBUG nova.scheduler.client.report [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1696.312153] env[62683]: DEBUG oslo_vmware.api [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799308, 'name': PowerOnVM_Task, 'duration_secs': 0.499014} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.312719] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1696.312961] env[62683]: INFO nova.compute.manager [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1696.313228] env[62683]: DEBUG nova.compute.manager [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1696.314279] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d88ad3-78bf-4749-8d19-7a550d1dd551 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.421955] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799307, 'name': ReconfigVM_Task, 'duration_secs': 0.57845} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.421955] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Reconfigured VM instance instance-00000029 to attach disk [datastore1] dc809566-db46-4911-89d6-0ee07d842fcc/dc809566-db46-4911-89d6-0ee07d842fcc.vmdk or device None with type streamOptimized {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1696.423119] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd32e8f6-bd09-4cc8-91cf-f9c5434cef7a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.429693] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1696.429693] env[62683]: value = "task-1799310" [ 1696.429693] env[62683]: _type = "Task" [ 1696.429693] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.439041] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799310, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.590555] env[62683]: INFO nova.compute.manager [None req-079756cf-1514-49ec-87c7-ba93e080318f tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Get console output [ 1696.590918] env[62683]: WARNING nova.virt.vmwareapi.driver [None req-079756cf-1514-49ec-87c7-ba93e080318f tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] The console log is missing. Check your VSPC configuration [ 1696.634325] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.654336] env[62683]: DEBUG oslo_vmware.api [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799309, 'name': Destroy_Task, 'duration_secs': 0.39073} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.654616] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Destroyed the VM [ 1696.654858] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Deleting Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1696.655165] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ba733df0-c4eb-45f4-8d38-b7cfca7af77e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.664072] env[62683]: DEBUG oslo_vmware.api [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1696.664072] env[62683]: value = "task-1799311" [ 1696.664072] env[62683]: _type = "Task" [ 1696.664072] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.673446] env[62683]: DEBUG oslo_vmware.api [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799311, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.698235] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.481s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.699009] env[62683]: DEBUG nova.compute.manager [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1696.702846] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.916s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.835227] env[62683]: INFO nova.compute.manager [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Took 29.70 seconds to build instance. [ 1696.942388] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799310, 'name': Rename_Task, 'duration_secs': 0.337301} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.942675] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1696.943250] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71c48118-47a5-49f3-8a94-e6b0b6fe7daa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.951042] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1696.951042] env[62683]: value = "task-1799312" [ 1696.951042] env[62683]: _type = "Task" [ 1696.951042] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.984066] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799312, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.174939] env[62683]: DEBUG oslo_vmware.api [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799311, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.206561] env[62683]: DEBUG nova.compute.utils [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1697.213022] env[62683]: INFO nova.compute.claims [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1697.214494] env[62683]: DEBUG nova.compute.manager [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1697.214736] env[62683]: DEBUG nova.network.neutron [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1697.304603] env[62683]: DEBUG nova.policy [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35ee095be1314867b8eaecb437a66fb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc2e01d7972d47eca29ca8ec2a162a32', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1697.337046] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9cc5d8f1-30c2-435a-844e-2ac2f087e558 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "8820fccf-a503-443e-a5a0-72065b31e5cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.205s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.465314] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.679428] env[62683]: DEBUG oslo_vmware.api [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799311, 'name': RemoveSnapshot_Task, 'duration_secs': 0.596138} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.679727] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Deleted Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1697.679968] env[62683]: INFO nova.compute.manager [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Took 13.48 seconds to snapshot the instance on the hypervisor. [ 1697.717028] env[62683]: DEBUG nova.compute.manager [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1697.722091] env[62683]: INFO nova.compute.resource_tracker [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Updating resource usage from migration e8ce14ce-d8ef-44a3-a63b-fa4197c2bb62 [ 1697.733097] env[62683]: DEBUG nova.network.neutron [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Successfully created port: 9add8821-236c-494d-bcb1-a9033dbd36aa {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1697.812781] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "638fdfcd-54a2-4151-8f56-9230a6969ba3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.813095] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "638fdfcd-54a2-4151-8f56-9230a6969ba3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.813301] env[62683]: INFO nova.compute.manager [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Shelving [ 1697.926623] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Acquiring lock "fa66cd32-a744-41ee-a6d9-ae0d131a57ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.926623] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Lock "fa66cd32-a744-41ee-a6d9-ae0d131a57ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.926623] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Acquiring lock "fa66cd32-a744-41ee-a6d9-ae0d131a57ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.926623] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Lock "fa66cd32-a744-41ee-a6d9-ae0d131a57ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.926623] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Lock "fa66cd32-a744-41ee-a6d9-ae0d131a57ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.930724] env[62683]: INFO nova.compute.manager [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Terminating instance [ 1697.969590] env[62683]: DEBUG oslo_vmware.api [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799312, 'name': PowerOnVM_Task, 'duration_secs': 0.864933} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.969908] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1698.074217] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec8ba98-4883-4019-a700-98d9909ec5b4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.084527] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f992ab04-c97b-411a-b994-6b2a237162b7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.121048] env[62683]: DEBUG nova.compute.manager [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1698.121369] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06622313-63c5-4836-aefa-a6965db01ff9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.125107] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369b4675-d791-4f8b-9b24-01b088f0d931 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.137065] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6e047e-9968-4ae2-b384-a35f8372c671 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.152256] env[62683]: DEBUG nova.compute.provider_tree [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.226385] env[62683]: DEBUG nova.compute.manager [None req-ce9655bb-d47f-45cd-8e52-591c68192a02 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Found 1 images (rotation: 2) {{(pid=62683) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1698.435076] env[62683]: DEBUG nova.compute.manager [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1698.435409] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1698.435669] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f6db82c-2db2-4b36-872f-96005f5c7a43 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.447244] env[62683]: DEBUG oslo_vmware.api [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Waiting for the task: (returnval){ [ 1698.447244] env[62683]: value = "task-1799313" [ 1698.447244] env[62683]: _type = "Task" [ 1698.447244] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.462632] env[62683]: DEBUG oslo_vmware.api [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Task: {'id': task-1799313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.657191] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a4a3cbec-e0fc-4f52-9b31-4220a52dd60f tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "dc809566-db46-4911-89d6-0ee07d842fcc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.572s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.657786] env[62683]: DEBUG nova.scheduler.client.report [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1698.735021] env[62683]: DEBUG nova.compute.manager [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1698.765021] env[62683]: DEBUG nova.virt.hardware [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1698.765021] env[62683]: DEBUG nova.virt.hardware [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1698.765319] env[62683]: DEBUG nova.virt.hardware [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1698.769117] env[62683]: DEBUG nova.virt.hardware [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1698.769117] env[62683]: DEBUG nova.virt.hardware [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1698.769117] env[62683]: DEBUG nova.virt.hardware [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1698.769117] env[62683]: DEBUG nova.virt.hardware [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1698.769117] env[62683]: DEBUG nova.virt.hardware [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1698.769117] env[62683]: DEBUG nova.virt.hardware [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1698.769117] env[62683]: DEBUG nova.virt.hardware [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1698.769117] env[62683]: DEBUG nova.virt.hardware [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1698.769117] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea89af9d-11ca-42b1-bda6-ff026e68956a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.777305] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd63b3a9-4d1b-4946-b930-b93d869cbfb5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.825120] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1698.825477] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f543f00-3954-4476-8ece-7811e355438c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.835103] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1698.835103] env[62683]: value = "task-1799314" [ 1698.835103] env[62683]: _type = "Task" [ 1698.835103] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.845144] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.943540] env[62683]: DEBUG nova.compute.manager [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1698.944506] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9e92b3-d857-4671-a486-c20826b56297 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.959138] env[62683]: DEBUG oslo_vmware.api [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Task: {'id': task-1799313, 'name': PowerOffVM_Task, 'duration_secs': 0.372687} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.960662] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1698.961468] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Volume detach. Driver type: vmdk {{(pid=62683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1698.961468] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372962', 'volume_id': 'b1ed362e-e3e4-4a31-886a-1da676b5429f', 'name': 'volume-b1ed362e-e3e4-4a31-886a-1da676b5429f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fa66cd32-a744-41ee-a6d9-ae0d131a57ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1ed362e-e3e4-4a31-886a-1da676b5429f', 'serial': 'b1ed362e-e3e4-4a31-886a-1da676b5429f'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1698.965832] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8519d9b-0288-4ce0-b5e0-4c130c0ae874 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.996307] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc20633-c41b-4649-80d6-d647a7991f85 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.007784] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8d38a5-6948-4d3c-8862-36aa88ae7a63 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.031787] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49a8f9a-fe28-4783-a100-113fb5b83618 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.049148] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] The volume has not been displaced from its original location: [datastore1] volume-b1ed362e-e3e4-4a31-886a-1da676b5429f/volume-b1ed362e-e3e4-4a31-886a-1da676b5429f.vmdk. No consolidation needed. {{(pid=62683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1699.058596] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1699.059080] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b295e12a-50f7-4657-b6d2-fedd24df74c3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.078874] env[62683]: DEBUG oslo_vmware.api [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Waiting for the task: (returnval){ [ 1699.078874] env[62683]: value = "task-1799315" [ 1699.078874] env[62683]: _type = "Task" [ 1699.078874] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.089632] env[62683]: DEBUG oslo_vmware.api [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Task: {'id': task-1799315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.163562] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.461s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.163888] env[62683]: INFO nova.compute.manager [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Migrating [ 1699.175299] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.451s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.177614] env[62683]: INFO nova.compute.claims [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1699.346290] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799314, 'name': PowerOffVM_Task, 'duration_secs': 0.200352} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.346576] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1699.347419] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b28a124-2847-408f-aec3-18afe1d02c29 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.370150] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6bdbb1-81bc-4810-b5fc-2bb629faa34f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.470633] env[62683]: INFO nova.compute.manager [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] instance snapshotting [ 1699.476051] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d977296a-e090-4185-8fb5-27b45a973c6d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.498949] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65c651b-75fb-4e12-8b41-b8913283f6f3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.590058] env[62683]: DEBUG oslo_vmware.api [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Task: {'id': task-1799315, 'name': ReconfigVM_Task, 'duration_secs': 0.288868} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.590378] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1699.595425] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ead245d-3c1f-4933-b98f-b4424a39d78d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.613309] env[62683]: DEBUG oslo_vmware.api [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Waiting for the task: (returnval){ [ 1699.613309] env[62683]: value = "task-1799316" [ 1699.613309] env[62683]: _type = "Task" [ 1699.613309] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.620691] env[62683]: DEBUG nova.compute.manager [req-ab6588f7-7be7-481d-890a-1d30ce97086c req-8bdf36ab-8d64-4476-a0d4-ecbd9d7307f9 service nova] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Received event network-vif-plugged-9add8821-236c-494d-bcb1-a9033dbd36aa {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1699.620920] env[62683]: DEBUG oslo_concurrency.lockutils [req-ab6588f7-7be7-481d-890a-1d30ce97086c req-8bdf36ab-8d64-4476-a0d4-ecbd9d7307f9 service nova] Acquiring lock "0f863fc7-75df-4f02-b799-50e6f7619b3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.621145] env[62683]: DEBUG oslo_concurrency.lockutils [req-ab6588f7-7be7-481d-890a-1d30ce97086c req-8bdf36ab-8d64-4476-a0d4-ecbd9d7307f9 service nova] Lock "0f863fc7-75df-4f02-b799-50e6f7619b3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.621306] env[62683]: DEBUG oslo_concurrency.lockutils [req-ab6588f7-7be7-481d-890a-1d30ce97086c req-8bdf36ab-8d64-4476-a0d4-ecbd9d7307f9 service nova] Lock "0f863fc7-75df-4f02-b799-50e6f7619b3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.621470] env[62683]: DEBUG nova.compute.manager [req-ab6588f7-7be7-481d-890a-1d30ce97086c req-8bdf36ab-8d64-4476-a0d4-ecbd9d7307f9 service nova] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] No waiting events found dispatching network-vif-plugged-9add8821-236c-494d-bcb1-a9033dbd36aa {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1699.621634] env[62683]: WARNING nova.compute.manager [req-ab6588f7-7be7-481d-890a-1d30ce97086c req-8bdf36ab-8d64-4476-a0d4-ecbd9d7307f9 service nova] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Received unexpected event network-vif-plugged-9add8821-236c-494d-bcb1-a9033dbd36aa for instance with vm_state building and task_state spawning. [ 1699.626590] env[62683]: DEBUG oslo_vmware.api [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Task: {'id': task-1799316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.696022] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "refresh_cache-31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.696022] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "refresh_cache-31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.696248] env[62683]: DEBUG nova.network.neutron [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1699.793262] env[62683]: DEBUG nova.network.neutron [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Successfully updated port: 9add8821-236c-494d-bcb1-a9033dbd36aa {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1699.817535] env[62683]: DEBUG nova.compute.manager [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1699.818511] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99ff874-3482-4c2f-bcc4-1250688643c1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.883783] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Creating Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1699.884612] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c5bd6e2a-ffe3-42db-938b-6a9952a8a8bc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.895169] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1699.895169] env[62683]: value = "task-1799317" [ 1699.895169] env[62683]: _type = "Task" [ 1699.895169] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.906842] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799317, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.012290] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Creating Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1700.012679] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-34811dc5-3c0f-4100-934e-b801905b8bf0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.021660] env[62683]: DEBUG oslo_vmware.api [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1700.021660] env[62683]: value = "task-1799318" [ 1700.021660] env[62683]: _type = "Task" [ 1700.021660] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.033573] env[62683]: DEBUG oslo_vmware.api [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799318, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.124855] env[62683]: DEBUG oslo_vmware.api [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Task: {'id': task-1799316, 'name': ReconfigVM_Task, 'duration_secs': 0.30096} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.124855] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372962', 'volume_id': 'b1ed362e-e3e4-4a31-886a-1da676b5429f', 'name': 'volume-b1ed362e-e3e4-4a31-886a-1da676b5429f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fa66cd32-a744-41ee-a6d9-ae0d131a57ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1ed362e-e3e4-4a31-886a-1da676b5429f', 'serial': 'b1ed362e-e3e4-4a31-886a-1da676b5429f'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1700.124855] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1700.125406] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8530a213-e3be-4f75-ae8e-6f869c8638e1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.133541] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1700.133789] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-331b8aca-119b-4979-9e31-6669280ec6c9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.223185] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1700.223501] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1700.227165] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Deleting the datastore file [datastore1] fa66cd32-a744-41ee-a6d9-ae0d131a57ce {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1700.227993] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a07c8416-609e-4ef9-8833-813f4419bdac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.239367] env[62683]: DEBUG oslo_vmware.api [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Waiting for the task: (returnval){ [ 1700.239367] env[62683]: value = "task-1799320" [ 1700.239367] env[62683]: _type = "Task" [ 1700.239367] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.256894] env[62683]: DEBUG oslo_vmware.api [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Task: {'id': task-1799320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.298295] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "refresh_cache-0f863fc7-75df-4f02-b799-50e6f7619b3b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.298532] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquired lock "refresh_cache-0f863fc7-75df-4f02-b799-50e6f7619b3b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.298777] env[62683]: DEBUG nova.network.neutron [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1700.332040] env[62683]: INFO nova.compute.manager [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] instance snapshotting [ 1700.332279] env[62683]: DEBUG nova.objects.instance [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lazy-loading 'flavor' on Instance uuid 134c873e-9d20-4c6a-931f-c835cfb97376 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1700.405882] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799317, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.447793] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c06091f-c662-4c12-911f-a875537cb073 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.462800] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5aadac-ca22-4257-aac5-dcac2e29425e tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Suspending the VM {{(pid=62683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1700.466022] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-53a22493-269a-49e8-8d16-ab67edc9b70b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.474165] env[62683]: DEBUG oslo_vmware.api [None req-2f5aadac-ca22-4257-aac5-dcac2e29425e tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1700.474165] env[62683]: value = "task-1799321" [ 1700.474165] env[62683]: _type = "Task" [ 1700.474165] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.491844] env[62683]: DEBUG oslo_vmware.api [None req-2f5aadac-ca22-4257-aac5-dcac2e29425e tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799321, 'name': SuspendVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.531910] env[62683]: DEBUG oslo_vmware.api [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799318, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.572518] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b21e80-7150-4f2b-a803-cb06e130856d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.584155] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be64e5a8-99fc-4c9f-9a6b-ab1f87a20412 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.627063] env[62683]: DEBUG nova.network.neutron [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Updating instance_info_cache with network_info: [{"id": "9265b363-27c8-4a03-8b02-cd74a6611048", "address": "fa:16:3e:26:8a:66", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9265b363-27", "ovs_interfaceid": "9265b363-27c8-4a03-8b02-cd74a6611048", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.631021] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11edd994-8e30-4c70-bd27-3d424c9238aa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.639203] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92b0a86-a55d-4ed5-a5d9-05fae8d21a75 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.656979] env[62683]: DEBUG nova.compute.provider_tree [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1700.752383] env[62683]: DEBUG oslo_vmware.api [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Task: {'id': task-1799320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106974} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.752690] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1700.752872] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1700.753057] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1700.753310] env[62683]: INFO nova.compute.manager [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1700.753564] env[62683]: DEBUG oslo.service.loopingcall [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1700.753791] env[62683]: DEBUG nova.compute.manager [-] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1700.753885] env[62683]: DEBUG nova.network.neutron [-] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1700.844335] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082b877d-42aa-4327-8d30-03762d817a7e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.867996] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e498a3-b3ca-4f1f-8618-8fad44db9560 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.905176] env[62683]: DEBUG nova.network.neutron [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1700.912414] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799317, 'name': CreateSnapshot_Task, 'duration_secs': 0.62805} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.912959] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Created Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1700.913993] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada296d9-4ab0-4d93-b677-e5c43288c2c1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.992192] env[62683]: DEBUG oslo_vmware.api [None req-2f5aadac-ca22-4257-aac5-dcac2e29425e tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799321, 'name': SuspendVM_Task} progress is 62%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.034770] env[62683]: DEBUG oslo_vmware.api [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799318, 'name': CreateSnapshot_Task, 'duration_secs': 0.578931} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.035101] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Created Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1701.036405] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6ec2c0-a767-4545-ace6-4f1b74176822 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.128650] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "refresh_cache-31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.160323] env[62683]: DEBUG nova.scheduler.client.report [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1701.185797] env[62683]: DEBUG nova.network.neutron [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Updating instance_info_cache with network_info: [{"id": "9add8821-236c-494d-bcb1-a9033dbd36aa", "address": "fa:16:3e:12:88:a3", "network": {"id": "945f29a5-9625-46d8-9aa4-a744574632f7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2012003310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc2e01d7972d47eca29ca8ec2a162a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9add8821-23", "ovs_interfaceid": "9add8821-236c-494d-bcb1-a9033dbd36aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.383896] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Creating Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1701.384786] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f21d305c-c796-42f3-a5d0-f248d5b755ea {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.400438] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1701.400438] env[62683]: value = "task-1799322" [ 1701.400438] env[62683]: _type = "Task" [ 1701.400438] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.414181] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799322, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.427751] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.428178] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.439931] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Creating linked-clone VM from snapshot {{(pid=62683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1701.439931] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fa07a76e-961d-49f1-917d-4eda3275bae2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.459816] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1701.459816] env[62683]: value = "task-1799323" [ 1701.459816] env[62683]: _type = "Task" [ 1701.459816] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.460502] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "0079d28d-4030-4ee2-ae5c-2cdaef180812" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.460950] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "0079d28d-4030-4ee2-ae5c-2cdaef180812" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.474746] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799323, 'name': CloneVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.489884] env[62683]: DEBUG oslo_vmware.api [None req-2f5aadac-ca22-4257-aac5-dcac2e29425e tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799321, 'name': SuspendVM_Task, 'duration_secs': 0.88032} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.490243] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5aadac-ca22-4257-aac5-dcac2e29425e tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Suspended the VM {{(pid=62683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1701.490440] env[62683]: DEBUG nova.compute.manager [None req-2f5aadac-ca22-4257-aac5-dcac2e29425e tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1701.491318] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824d1ab8-a80c-4db0-b23f-9edf6241e1b6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.557896] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Creating linked-clone VM from snapshot {{(pid=62683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1701.558706] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-42c18654-895a-4a58-9054-210b6727e016 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.569107] env[62683]: DEBUG oslo_vmware.api [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1701.569107] env[62683]: value = "task-1799324" [ 1701.569107] env[62683]: _type = "Task" [ 1701.569107] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.579810] env[62683]: DEBUG oslo_vmware.api [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799324, 'name': CloneVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.655435] env[62683]: DEBUG nova.compute.manager [req-97061e67-687d-4790-a6b6-fc8eb924382e req-33fa8c3a-d8fd-4117-9260-8ca0aa14379e service nova] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Received event network-changed-9add8821-236c-494d-bcb1-a9033dbd36aa {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1701.655706] env[62683]: DEBUG nova.compute.manager [req-97061e67-687d-4790-a6b6-fc8eb924382e req-33fa8c3a-d8fd-4117-9260-8ca0aa14379e service nova] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Refreshing instance network info cache due to event network-changed-9add8821-236c-494d-bcb1-a9033dbd36aa. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1701.655921] env[62683]: DEBUG oslo_concurrency.lockutils [req-97061e67-687d-4790-a6b6-fc8eb924382e req-33fa8c3a-d8fd-4117-9260-8ca0aa14379e service nova] Acquiring lock "refresh_cache-0f863fc7-75df-4f02-b799-50e6f7619b3b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.665438] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.666057] env[62683]: DEBUG nova.compute.manager [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1701.668957] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.889s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.669606] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.669606] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1701.669958] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.591s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.670308] env[62683]: DEBUG nova.objects.instance [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lazy-loading 'resources' on Instance uuid 05476a5d-00fd-42e3-a3f4-d4b8557ce490 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1701.672557] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82435e3a-b03f-4950-b21c-5c296fbf7e9f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.684068] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cf901b-8aa7-4295-ad94-595fce8e9516 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.688979] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Releasing lock "refresh_cache-0f863fc7-75df-4f02-b799-50e6f7619b3b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.689369] env[62683]: DEBUG nova.compute.manager [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Instance network_info: |[{"id": "9add8821-236c-494d-bcb1-a9033dbd36aa", "address": "fa:16:3e:12:88:a3", "network": {"id": "945f29a5-9625-46d8-9aa4-a744574632f7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2012003310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc2e01d7972d47eca29ca8ec2a162a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9add8821-23", "ovs_interfaceid": "9add8821-236c-494d-bcb1-a9033dbd36aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1701.690132] env[62683]: DEBUG oslo_concurrency.lockutils [req-97061e67-687d-4790-a6b6-fc8eb924382e req-33fa8c3a-d8fd-4117-9260-8ca0aa14379e service nova] Acquired lock "refresh_cache-0f863fc7-75df-4f02-b799-50e6f7619b3b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.690264] env[62683]: DEBUG nova.network.neutron [req-97061e67-687d-4790-a6b6-fc8eb924382e req-33fa8c3a-d8fd-4117-9260-8ca0aa14379e service nova] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Refreshing network info cache for port 9add8821-236c-494d-bcb1-a9033dbd36aa {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1701.691490] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:88:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9add8821-236c-494d-bcb1-a9033dbd36aa', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1701.699155] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Creating folder: Project (cc2e01d7972d47eca29ca8ec2a162a32). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1701.708839] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd183365-0faa-43b0-9e58-4d4224e0caa8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.711651] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce037b39-91c7-4ab3-85a8-6ffc483eeb2c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.725052] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340c43c4-695d-4ca1-a02c-9ac96ed86234 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.730580] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Created folder: Project (cc2e01d7972d47eca29ca8ec2a162a32) in parent group-v372889. [ 1701.730817] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Creating folder: Instances. Parent ref: group-v373124. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1701.731585] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c81b7e6-8610-42d3-bfd5-79796a1c13b5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.764538] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179154MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1701.764641] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.766443] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Created folder: Instances in parent group-v373124. [ 1701.766697] env[62683]: DEBUG oslo.service.loopingcall [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1701.766969] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1701.767116] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7ddb9f8-9abc-4e1d-b0cd-26e412747699 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.788352] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1701.788352] env[62683]: value = "task-1799327" [ 1701.788352] env[62683]: _type = "Task" [ 1701.788352] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.798123] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799327, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.912296] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799322, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.941725] env[62683]: DEBUG nova.compute.manager [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1701.973064] env[62683]: DEBUG nova.compute.manager [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1701.974143] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799323, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.010701] env[62683]: DEBUG nova.network.neutron [-] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.080521] env[62683]: DEBUG oslo_vmware.api [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799324, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.173155] env[62683]: DEBUG nova.compute.utils [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1702.175292] env[62683]: DEBUG nova.compute.manager [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1702.175292] env[62683]: DEBUG nova.network.neutron [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1702.265962] env[62683]: DEBUG nova.policy [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70d3dc3d42734996b6b5d1aa194b8daa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad1a391f49c44877bfa0ca1e6fd0e4ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1702.303402] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799327, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.418112] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799322, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.468106] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.478729] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799323, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.493122] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.514492] env[62683]: INFO nova.compute.manager [-] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Took 1.76 seconds to deallocate network for instance. [ 1702.536479] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d60e0d-3f12-4568-b8f2-93207c3c1df1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.545296] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7696859b-7190-4c45-adf1-e41c79222af7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.585059] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52164ac9-107d-451e-8762-71ebd89355a1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.599982] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c179200e-42da-4a57-9dce-5a2079144152 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.605020] env[62683]: DEBUG oslo_vmware.api [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799324, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.617355] env[62683]: DEBUG nova.compute.provider_tree [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1702.645216] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4b9b86-5ef0-434c-bd08-87585018b89a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.667730] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Updating instance '31a6dfaf-a512-42a5-9dc4-3c17bf1126a4' progress to 0 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1702.671911] env[62683]: DEBUG nova.network.neutron [req-97061e67-687d-4790-a6b6-fc8eb924382e req-33fa8c3a-d8fd-4117-9260-8ca0aa14379e service nova] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Updated VIF entry in instance network info cache for port 9add8821-236c-494d-bcb1-a9033dbd36aa. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1702.672230] env[62683]: DEBUG nova.network.neutron [req-97061e67-687d-4790-a6b6-fc8eb924382e req-33fa8c3a-d8fd-4117-9260-8ca0aa14379e service nova] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Updating instance_info_cache with network_info: [{"id": "9add8821-236c-494d-bcb1-a9033dbd36aa", "address": "fa:16:3e:12:88:a3", "network": {"id": "945f29a5-9625-46d8-9aa4-a744574632f7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2012003310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc2e01d7972d47eca29ca8ec2a162a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9add8821-23", "ovs_interfaceid": "9add8821-236c-494d-bcb1-a9033dbd36aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.678323] env[62683]: DEBUG nova.compute.manager [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1702.779920] env[62683]: DEBUG nova.network.neutron [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Successfully created port: 4f721b63-cf64-429b-898a-62efb7ffec87 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1702.801241] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799327, 'name': CreateVM_Task, 'duration_secs': 0.596037} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.801434] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1702.803076] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.803258] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.803580] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1702.803844] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816a983e-2bcf-47d2-9b83-d782b64a0183 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.810224] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1702.810224] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52780856-6b88-74fb-1b93-06b173c1b9ef" [ 1702.810224] env[62683]: _type = "Task" [ 1702.810224] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.819126] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52780856-6b88-74fb-1b93-06b173c1b9ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.917944] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799322, 'name': CreateSnapshot_Task, 'duration_secs': 1.144636} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.918263] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Created Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1702.919052] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad65e2e8-2e6e-44ca-8867-bf6459a83eb2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.971929] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799323, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.065074] env[62683]: INFO nova.compute.manager [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Took 0.55 seconds to detach 1 volumes for instance. [ 1703.069602] env[62683]: DEBUG nova.compute.manager [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Deleting volume: b1ed362e-e3e4-4a31-886a-1da676b5429f {{(pid=62683) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1703.089077] env[62683]: DEBUG oslo_vmware.api [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799324, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.091658] env[62683]: INFO nova.compute.manager [None req-dbe0d41f-5c17-4d94-b7bc-bea5c47ddf68 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Resuming [ 1703.092340] env[62683]: DEBUG nova.objects.instance [None req-dbe0d41f-5c17-4d94-b7bc-bea5c47ddf68 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lazy-loading 'flavor' on Instance uuid dc809566-db46-4911-89d6-0ee07d842fcc {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1703.140361] env[62683]: ERROR nova.scheduler.client.report [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] [req-9513eedb-2c62-4529-94a1-1e67e6dd9b69] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9513eedb-2c62-4529-94a1-1e67e6dd9b69"}]} [ 1703.159214] env[62683]: DEBUG nova.scheduler.client.report [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1703.177904] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1703.178458] env[62683]: DEBUG oslo_concurrency.lockutils [req-97061e67-687d-4790-a6b6-fc8eb924382e req-33fa8c3a-d8fd-4117-9260-8ca0aa14379e service nova] Releasing lock "refresh_cache-0f863fc7-75df-4f02-b799-50e6f7619b3b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.178869] env[62683]: DEBUG nova.compute.manager [req-97061e67-687d-4790-a6b6-fc8eb924382e req-33fa8c3a-d8fd-4117-9260-8ca0aa14379e service nova] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Received event network-vif-deleted-043e71da-d085-4ce6-82ff-951e5e9ce308 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1703.179134] env[62683]: INFO nova.compute.manager [req-97061e67-687d-4790-a6b6-fc8eb924382e req-33fa8c3a-d8fd-4117-9260-8ca0aa14379e service nova] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Neutron deleted interface 043e71da-d085-4ce6-82ff-951e5e9ce308; detaching it from the instance and deleting it from the info cache [ 1703.179465] env[62683]: DEBUG nova.network.neutron [req-97061e67-687d-4790-a6b6-fc8eb924382e req-33fa8c3a-d8fd-4117-9260-8ca0aa14379e service nova] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.181831] env[62683]: DEBUG nova.scheduler.client.report [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1703.182056] env[62683]: DEBUG nova.compute.provider_tree [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1703.184200] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c9f9d4d-e3e9-43e2-8ecb-e772abbebbbb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.190643] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f2a3d8d-ee14-4485-880e-e544f19c0908 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.202807] env[62683]: DEBUG nova.scheduler.client.report [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1703.209327] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616acfb1-dde2-45fa-b9c1-2d3c62cb3761 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.228483] env[62683]: DEBUG oslo_vmware.api [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1703.228483] env[62683]: value = "task-1799329" [ 1703.228483] env[62683]: _type = "Task" [ 1703.228483] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.243513] env[62683]: DEBUG oslo_vmware.api [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.257756] env[62683]: DEBUG nova.compute.manager [req-97061e67-687d-4790-a6b6-fc8eb924382e req-33fa8c3a-d8fd-4117-9260-8ca0aa14379e service nova] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Detach interface failed, port_id=043e71da-d085-4ce6-82ff-951e5e9ce308, reason: Instance fa66cd32-a744-41ee-a6d9-ae0d131a57ce could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1703.259144] env[62683]: DEBUG nova.scheduler.client.report [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1703.325505] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52780856-6b88-74fb-1b93-06b173c1b9ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009837} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.325842] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.326708] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1703.326708] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.326708] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.326708] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1703.326963] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71df9abb-a236-4b8a-b9b9-c1ffe073fb10 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.337254] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1703.337451] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1703.338313] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce02deb-33ec-4e3f-9489-b9e6855b1825 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.347760] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1703.347760] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d6a8c6-459f-6327-0809-12d85262714b" [ 1703.347760] env[62683]: _type = "Task" [ 1703.347760] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.356986] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d6a8c6-459f-6327-0809-12d85262714b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.440788] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Creating linked-clone VM from snapshot {{(pid=62683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1703.443906] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-df87ee75-3b6a-47a6-9612-4f3557f1a382 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.454372] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1703.454372] env[62683]: value = "task-1799330" [ 1703.454372] env[62683]: _type = "Task" [ 1703.454372] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.470363] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799330, 'name': CloneVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.481329] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799323, 'name': CloneVM_Task, 'duration_secs': 1.845466} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.484297] env[62683]: INFO nova.virt.vmwareapi.vmops [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Created linked-clone VM from snapshot [ 1703.485305] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391283a3-fc6c-4732-8bca-80b0fcd5c8d4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.493838] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Uploading image 90810b54-c06b-496a-b525-261404c2e410 {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1703.519108] env[62683]: DEBUG oslo_vmware.rw_handles [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1703.519108] env[62683]: value = "vm-373122" [ 1703.519108] env[62683]: _type = "VirtualMachine" [ 1703.519108] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1703.519108] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bab6d381-4d3f-4018-b874-b63ee7768e5c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.526446] env[62683]: DEBUG oslo_vmware.rw_handles [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lease: (returnval){ [ 1703.526446] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52270dae-f778-068d-f6c6-13a92c6c29b5" [ 1703.526446] env[62683]: _type = "HttpNfcLease" [ 1703.526446] env[62683]: } obtained for exporting VM: (result){ [ 1703.526446] env[62683]: value = "vm-373122" [ 1703.526446] env[62683]: _type = "VirtualMachine" [ 1703.526446] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1703.526813] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the lease: (returnval){ [ 1703.526813] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52270dae-f778-068d-f6c6-13a92c6c29b5" [ 1703.526813] env[62683]: _type = "HttpNfcLease" [ 1703.526813] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1703.533916] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1703.533916] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52270dae-f778-068d-f6c6-13a92c6c29b5" [ 1703.533916] env[62683]: _type = "HttpNfcLease" [ 1703.533916] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1703.566375] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f203e2-23bc-4d8f-b391-f8be0eead01f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.578161] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee9e333-6dd9-45bb-a88b-5dae4cd45f1b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.593040] env[62683]: DEBUG oslo_vmware.api [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799324, 'name': CloneVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.622374] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.624642] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8db7088-6c1e-4b0d-9b80-112aac3f5cf6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.634166] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af850cb-4127-423c-89a7-ab8d025bf97f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.651640] env[62683]: DEBUG nova.compute.provider_tree [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1703.696091] env[62683]: DEBUG nova.compute.manager [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1703.721605] env[62683]: DEBUG nova.virt.hardware [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1703.721872] env[62683]: DEBUG nova.virt.hardware [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1703.722043] env[62683]: DEBUG nova.virt.hardware [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1703.722233] env[62683]: DEBUG nova.virt.hardware [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1703.722389] env[62683]: DEBUG nova.virt.hardware [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1703.722536] env[62683]: DEBUG nova.virt.hardware [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1703.722739] env[62683]: DEBUG nova.virt.hardware [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1703.722897] env[62683]: DEBUG nova.virt.hardware [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1703.723111] env[62683]: DEBUG nova.virt.hardware [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1703.723287] env[62683]: DEBUG nova.virt.hardware [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1703.723464] env[62683]: DEBUG nova.virt.hardware [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1703.724366] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0c6d3a-cf98-4452-beb9-35d88ae9ea3b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.736122] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39221ccf-8a27-4ba0-ae70-d069d2a25285 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.754075] env[62683]: DEBUG oslo_vmware.api [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799329, 'name': PowerOffVM_Task, 'duration_secs': 0.418164} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.754358] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1703.754803] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Updating instance '31a6dfaf-a512-42a5-9dc4-3c17bf1126a4' progress to 17 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1703.859719] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d6a8c6-459f-6327-0809-12d85262714b, 'name': SearchDatastore_Task, 'duration_secs': 0.011598} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.860550] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-882974b9-0183-45a0-b405-acce69201a5c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.867727] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1703.867727] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a9817a-a1ce-95f7-8545-f70de40883d2" [ 1703.867727] env[62683]: _type = "Task" [ 1703.867727] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.876854] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a9817a-a1ce-95f7-8545-f70de40883d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.966426] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799330, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.035998] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1704.035998] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52270dae-f778-068d-f6c6-13a92c6c29b5" [ 1704.035998] env[62683]: _type = "HttpNfcLease" [ 1704.035998] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1704.036382] env[62683]: DEBUG oslo_vmware.rw_handles [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1704.036382] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52270dae-f778-068d-f6c6-13a92c6c29b5" [ 1704.036382] env[62683]: _type = "HttpNfcLease" [ 1704.036382] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1704.037256] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59259583-c952-4969-a049-681879c9cb1a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.045444] env[62683]: DEBUG oslo_vmware.rw_handles [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52449d02-3b79-ecc6-5aa0-927a27b04337/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1704.045444] env[62683]: DEBUG oslo_vmware.rw_handles [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52449d02-3b79-ecc6-5aa0-927a27b04337/disk-0.vmdk for reading. {{(pid=62683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1704.118536] env[62683]: DEBUG oslo_vmware.api [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799324, 'name': CloneVM_Task, 'duration_secs': 2.031502} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.118844] env[62683]: INFO nova.virt.vmwareapi.vmops [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Created linked-clone VM from snapshot [ 1704.119691] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47baff73-df16-4ce5-83ec-a8e725ff4aac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.130383] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Uploading image 38761833-381b-42d9-9679-aa68cceb8f1e {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1704.142704] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Destroying the VM {{(pid=62683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1704.143076] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d477d0d3-a3ee-4385-b959-1746803abd95 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.150477] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-161f778f-d420-45ed-ab37-bf91e142cd33 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.153483] env[62683]: DEBUG oslo_vmware.api [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1704.153483] env[62683]: value = "task-1799332" [ 1704.153483] env[62683]: _type = "Task" [ 1704.153483] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.169263] env[62683]: DEBUG oslo_vmware.api [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799332, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.191804] env[62683]: DEBUG nova.scheduler.client.report [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1704.191804] env[62683]: DEBUG nova.compute.provider_tree [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 111 to 112 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1704.191804] env[62683]: DEBUG nova.compute.provider_tree [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1704.262258] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:35:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1704.262556] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1704.262741] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1704.263081] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1704.263398] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1704.263635] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1704.263901] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1704.264131] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1704.264352] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1704.264593] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1704.264815] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1704.270171] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bde3d54a-0400-4bd6-9cc2-70206fa6d315 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.289119] env[62683]: DEBUG oslo_vmware.api [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1704.289119] env[62683]: value = "task-1799333" [ 1704.289119] env[62683]: _type = "Task" [ 1704.289119] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.299433] env[62683]: DEBUG oslo_vmware.api [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.317653] env[62683]: DEBUG nova.compute.manager [req-b087fe4e-7f3d-46f1-a9ec-1fa978315a63 req-0b7178f9-e7f7-47fe-979e-22da57eae71d service nova] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Received event network-vif-plugged-4f721b63-cf64-429b-898a-62efb7ffec87 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1704.317956] env[62683]: DEBUG oslo_concurrency.lockutils [req-b087fe4e-7f3d-46f1-a9ec-1fa978315a63 req-0b7178f9-e7f7-47fe-979e-22da57eae71d service nova] Acquiring lock "2a83307c-cb18-416f-8c72-69b75cdccbaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.318257] env[62683]: DEBUG oslo_concurrency.lockutils [req-b087fe4e-7f3d-46f1-a9ec-1fa978315a63 req-0b7178f9-e7f7-47fe-979e-22da57eae71d service nova] Lock "2a83307c-cb18-416f-8c72-69b75cdccbaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.318515] env[62683]: DEBUG oslo_concurrency.lockutils [req-b087fe4e-7f3d-46f1-a9ec-1fa978315a63 req-0b7178f9-e7f7-47fe-979e-22da57eae71d service nova] Lock "2a83307c-cb18-416f-8c72-69b75cdccbaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.318772] env[62683]: DEBUG nova.compute.manager [req-b087fe4e-7f3d-46f1-a9ec-1fa978315a63 req-0b7178f9-e7f7-47fe-979e-22da57eae71d service nova] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] No waiting events found dispatching network-vif-plugged-4f721b63-cf64-429b-898a-62efb7ffec87 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1704.319042] env[62683]: WARNING nova.compute.manager [req-b087fe4e-7f3d-46f1-a9ec-1fa978315a63 req-0b7178f9-e7f7-47fe-979e-22da57eae71d service nova] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Received unexpected event network-vif-plugged-4f721b63-cf64-429b-898a-62efb7ffec87 for instance with vm_state building and task_state spawning. [ 1704.379545] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a9817a-a1ce-95f7-8545-f70de40883d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.379839] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.380142] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 0f863fc7-75df-4f02-b799-50e6f7619b3b/0f863fc7-75df-4f02-b799-50e6f7619b3b.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1704.380382] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcdc355f-d7a4-4216-ac6f-d5b63147dc09 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.392335] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1704.392335] env[62683]: value = "task-1799334" [ 1704.392335] env[62683]: _type = "Task" [ 1704.392335] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.401086] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.428178] env[62683]: DEBUG nova.network.neutron [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Successfully updated port: 4f721b63-cf64-429b-898a-62efb7ffec87 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1704.467654] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799330, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.633804] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dbe0d41f-5c17-4d94-b7bc-bea5c47ddf68 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.634220] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dbe0d41f-5c17-4d94-b7bc-bea5c47ddf68 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquired lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.634370] env[62683]: DEBUG nova.network.neutron [None req-dbe0d41f-5c17-4d94-b7bc-bea5c47ddf68 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1704.666020] env[62683]: DEBUG oslo_vmware.api [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799332, 'name': Destroy_Task, 'duration_secs': 0.444139} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.667018] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Destroyed the VM [ 1704.667018] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Deleting Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1704.667207] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-24c4d023-f697-4960-8346-1ed077c31c68 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.676063] env[62683]: DEBUG oslo_vmware.api [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1704.676063] env[62683]: value = "task-1799335" [ 1704.676063] env[62683]: _type = "Task" [ 1704.676063] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.689084] env[62683]: DEBUG oslo_vmware.api [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799335, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.696279] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.026s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.699625] env[62683]: DEBUG oslo_concurrency.lockutils [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.028s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.701523] env[62683]: INFO nova.compute.claims [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1704.731676] env[62683]: INFO nova.scheduler.client.report [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Deleted allocations for instance 05476a5d-00fd-42e3-a3f4-d4b8557ce490 [ 1704.802020] env[62683]: DEBUG oslo_vmware.api [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799333, 'name': ReconfigVM_Task, 'duration_secs': 0.305319} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.802573] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Updating instance '31a6dfaf-a512-42a5-9dc4-3c17bf1126a4' progress to 33 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1704.903508] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799334, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.931118] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "refresh_cache-2a83307c-cb18-416f-8c72-69b75cdccbaa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.931269] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquired lock "refresh_cache-2a83307c-cb18-416f-8c72-69b75cdccbaa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.931435] env[62683]: DEBUG nova.network.neutron [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1704.966645] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799330, 'name': CloneVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.189215] env[62683]: DEBUG oslo_vmware.api [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799335, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.242032] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c25994e9-ba40-4623-b19f-160d8207a636 tempest-ServersWithSpecificFlavorTestJSON-1759386013 tempest-ServersWithSpecificFlavorTestJSON-1759386013-project-member] Lock "05476a5d-00fd-42e3-a3f4-d4b8557ce490" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.912s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.311816] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1705.312569] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1705.312918] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1705.313065] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1705.313376] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1705.313537] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1705.314983] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1705.315343] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1705.315718] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1705.315906] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1705.316256] env[62683]: DEBUG nova.virt.hardware [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1705.322861] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1705.326860] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90259c56-75a2-4059-9832-2ab6343efba8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.349472] env[62683]: DEBUG oslo_vmware.api [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1705.349472] env[62683]: value = "task-1799336" [ 1705.349472] env[62683]: _type = "Task" [ 1705.349472] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.358792] env[62683]: DEBUG oslo_vmware.api [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.404667] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598503} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.404938] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 0f863fc7-75df-4f02-b799-50e6f7619b3b/0f863fc7-75df-4f02-b799-50e6f7619b3b.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1705.405218] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1705.405544] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b06d1b27-fed5-4f5a-985b-9ca8c132818a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.416074] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1705.416074] env[62683]: value = "task-1799337" [ 1705.416074] env[62683]: _type = "Task" [ 1705.416074] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.425017] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.438058] env[62683]: DEBUG nova.network.neutron [None req-dbe0d41f-5c17-4d94-b7bc-bea5c47ddf68 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Updating instance_info_cache with network_info: [{"id": "c85c3bc5-8cf7-485b-89fc-2821b6aac024", "address": "fa:16:3e:9e:31:d0", "network": {"id": "3a8c94a0-79bc-45cb-b176-d9388a67a25f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801868409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6cd09848e24e80b340268b551e3e62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc85c3bc5-8c", "ovs_interfaceid": "c85c3bc5-8cf7-485b-89fc-2821b6aac024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.467979] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799330, 'name': CloneVM_Task, 'duration_secs': 1.58253} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.468521] env[62683]: INFO nova.virt.vmwareapi.vmops [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Created linked-clone VM from snapshot [ 1705.469388] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154bc029-9c86-4ad3-9f56-01ef2be6eab2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.478929] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Uploading image 22cafa4d-c1ee-402c-8787-55c9cb034704 {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1705.506154] env[62683]: DEBUG nova.network.neutron [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1705.510984] env[62683]: DEBUG oslo_vmware.rw_handles [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1705.510984] env[62683]: value = "vm-373128" [ 1705.510984] env[62683]: _type = "VirtualMachine" [ 1705.510984] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1705.511730] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7bd30ba1-d332-4409-81d2-1fe21a5ac616 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.522013] env[62683]: DEBUG oslo_vmware.rw_handles [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lease: (returnval){ [ 1705.522013] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526729df-acf0-5902-f3d8-52413d81f261" [ 1705.522013] env[62683]: _type = "HttpNfcLease" [ 1705.522013] env[62683]: } obtained for exporting VM: (result){ [ 1705.522013] env[62683]: value = "vm-373128" [ 1705.522013] env[62683]: _type = "VirtualMachine" [ 1705.522013] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1705.522013] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the lease: (returnval){ [ 1705.522013] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526729df-acf0-5902-f3d8-52413d81f261" [ 1705.522013] env[62683]: _type = "HttpNfcLease" [ 1705.522013] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1705.531277] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1705.531277] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526729df-acf0-5902-f3d8-52413d81f261" [ 1705.531277] env[62683]: _type = "HttpNfcLease" [ 1705.531277] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1705.689365] env[62683]: DEBUG oslo_vmware.api [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799335, 'name': RemoveSnapshot_Task, 'duration_secs': 0.971661} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.692593] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Deleted Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1705.763753] env[62683]: DEBUG nova.network.neutron [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Updating instance_info_cache with network_info: [{"id": "4f721b63-cf64-429b-898a-62efb7ffec87", "address": "fa:16:3e:bc:00:b5", "network": {"id": "a5ec0655-76b8-4fb1-ac1b-63836f780431", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-214907200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1a391f49c44877bfa0ca1e6fd0e4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f721b63-cf", "ovs_interfaceid": "4f721b63-cf64-429b-898a-62efb7ffec87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.860611] env[62683]: DEBUG oslo_vmware.api [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799336, 'name': ReconfigVM_Task, 'duration_secs': 0.195983} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.863925] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1705.865204] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f13345-a6c2-4358-b842-2ce42963d85b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.890170] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4/31a6dfaf-a512-42a5-9dc4-3c17bf1126a4.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1705.893301] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-657546d5-17fc-4bc0-9866-a46997348627 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.914216] env[62683]: DEBUG oslo_vmware.api [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1705.914216] env[62683]: value = "task-1799339" [ 1705.914216] env[62683]: _type = "Task" [ 1705.914216] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.931319] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078027} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.935645] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1705.936152] env[62683]: DEBUG oslo_vmware.api [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799339, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.939679] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8031f436-fa28-4d08-8e44-83375f82808b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.943077] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dbe0d41f-5c17-4d94-b7bc-bea5c47ddf68 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Releasing lock "refresh_cache-dc809566-db46-4911-89d6-0ee07d842fcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.944143] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821b2f26-0351-474e-8cc5-e37d6c5884c1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.953296] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe0d41f-5c17-4d94-b7bc-bea5c47ddf68 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Resuming the VM {{(pid=62683) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1705.965703] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbfa398c-91cc-4678-9f7e-40c192133b17 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.976416] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 0f863fc7-75df-4f02-b799-50e6f7619b3b/0f863fc7-75df-4f02-b799-50e6f7619b3b.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1705.978061] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c0412ef-73c4-4244-8d0b-5af03191ec5b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.006765] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1706.006765] env[62683]: value = "task-1799341" [ 1706.006765] env[62683]: _type = "Task" [ 1706.006765] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.009636] env[62683]: DEBUG oslo_vmware.api [None req-dbe0d41f-5c17-4d94-b7bc-bea5c47ddf68 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1706.009636] env[62683]: value = "task-1799340" [ 1706.009636] env[62683]: _type = "Task" [ 1706.009636] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.036824] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.044135] env[62683]: DEBUG oslo_vmware.api [None req-dbe0d41f-5c17-4d94-b7bc-bea5c47ddf68 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799340, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.049280] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1706.049280] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526729df-acf0-5902-f3d8-52413d81f261" [ 1706.049280] env[62683]: _type = "HttpNfcLease" [ 1706.049280] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1706.049746] env[62683]: DEBUG oslo_vmware.rw_handles [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1706.049746] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526729df-acf0-5902-f3d8-52413d81f261" [ 1706.049746] env[62683]: _type = "HttpNfcLease" [ 1706.049746] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1706.050563] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f85d6d-c186-434b-8c1d-3bb0dc0e976b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.062486] env[62683]: DEBUG oslo_vmware.rw_handles [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5267f2a7-e769-0c9a-3c40-28b890db7145/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1706.062830] env[62683]: DEBUG oslo_vmware.rw_handles [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5267f2a7-e769-0c9a-3c40-28b890db7145/disk-0.vmdk for reading. {{(pid=62683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1706.138783] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99061d23-5c35-49b4-869e-2dbd856c9ca9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.147837] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5639239-5bd1-4674-8058-6d895839a08e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.186107] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8212ff-5a8a-4ea1-8ed2-addc9418cba7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.189619] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-609d5763-db50-4eb5-bfc4-710138c76efe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.197787] env[62683]: WARNING nova.compute.manager [None req-8708dc6d-684c-45dc-9303-887be2e6b47b tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Image not found during snapshot: nova.exception.ImageNotFound: Image 38761833-381b-42d9-9679-aa68cceb8f1e could not be found. [ 1706.201022] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5506c54c-b0f1-41e3-b852-09de333814d0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.223255] env[62683]: DEBUG nova.compute.provider_tree [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1706.267041] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Releasing lock "refresh_cache-2a83307c-cb18-416f-8c72-69b75cdccbaa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.267157] env[62683]: DEBUG nova.compute.manager [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Instance network_info: |[{"id": "4f721b63-cf64-429b-898a-62efb7ffec87", "address": "fa:16:3e:bc:00:b5", "network": {"id": "a5ec0655-76b8-4fb1-ac1b-63836f780431", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-214907200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1a391f49c44877bfa0ca1e6fd0e4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f721b63-cf", "ovs_interfaceid": "4f721b63-cf64-429b-898a-62efb7ffec87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1706.267544] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:00:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f721b63-cf64-429b-898a-62efb7ffec87', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1706.277423] env[62683]: DEBUG oslo.service.loopingcall [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.277423] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1706.277423] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e00004ae-3571-443b-a0b2-8a0b9a4f5596 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.298877] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1706.298877] env[62683]: value = "task-1799342" [ 1706.298877] env[62683]: _type = "Task" [ 1706.298877] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.308780] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799342, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.431029] env[62683]: DEBUG oslo_vmware.api [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799339, 'name': ReconfigVM_Task, 'duration_secs': 0.48906} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.431029] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4/31a6dfaf-a512-42a5-9dc4-3c17bf1126a4.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1706.431029] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Updating instance '31a6dfaf-a512-42a5-9dc4-3c17bf1126a4' progress to 50 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1706.494938] env[62683]: DEBUG nova.compute.manager [req-9a61a1ea-0483-43ba-9967-19dde84712a3 req-ba39d3c5-8e53-4f86-b0ff-7e3492b42443 service nova] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Received event network-changed-4f721b63-cf64-429b-898a-62efb7ffec87 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1706.495172] env[62683]: DEBUG nova.compute.manager [req-9a61a1ea-0483-43ba-9967-19dde84712a3 req-ba39d3c5-8e53-4f86-b0ff-7e3492b42443 service nova] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Refreshing instance network info cache due to event network-changed-4f721b63-cf64-429b-898a-62efb7ffec87. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1706.495430] env[62683]: DEBUG oslo_concurrency.lockutils [req-9a61a1ea-0483-43ba-9967-19dde84712a3 req-ba39d3c5-8e53-4f86-b0ff-7e3492b42443 service nova] Acquiring lock "refresh_cache-2a83307c-cb18-416f-8c72-69b75cdccbaa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.495603] env[62683]: DEBUG oslo_concurrency.lockutils [req-9a61a1ea-0483-43ba-9967-19dde84712a3 req-ba39d3c5-8e53-4f86-b0ff-7e3492b42443 service nova] Acquired lock "refresh_cache-2a83307c-cb18-416f-8c72-69b75cdccbaa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.495798] env[62683]: DEBUG nova.network.neutron [req-9a61a1ea-0483-43ba-9967-19dde84712a3 req-ba39d3c5-8e53-4f86-b0ff-7e3492b42443 service nova] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Refreshing network info cache for port 4f721b63-cf64-429b-898a-62efb7ffec87 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1706.502468] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "8820fccf-a503-443e-a5a0-72065b31e5cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.503448] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "8820fccf-a503-443e-a5a0-72065b31e5cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.503448] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "8820fccf-a503-443e-a5a0-72065b31e5cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.503448] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "8820fccf-a503-443e-a5a0-72065b31e5cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.503448] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "8820fccf-a503-443e-a5a0-72065b31e5cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.506156] env[62683]: INFO nova.compute.manager [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Terminating instance [ 1706.525741] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799341, 'name': ReconfigVM_Task, 'duration_secs': 0.473356} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.527064] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 0f863fc7-75df-4f02-b799-50e6f7619b3b/0f863fc7-75df-4f02-b799-50e6f7619b3b.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1706.528134] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-563b6e24-808b-4c87-bf8b-8334d15553c9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.534165] env[62683]: DEBUG oslo_vmware.api [None req-dbe0d41f-5c17-4d94-b7bc-bea5c47ddf68 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799340, 'name': PowerOnVM_Task} progress is 93%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.541764] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1706.541764] env[62683]: value = "task-1799343" [ 1706.541764] env[62683]: _type = "Task" [ 1706.541764] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.553295] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799343, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.725243] env[62683]: DEBUG nova.scheduler.client.report [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1706.816287] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799342, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.939828] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342b01f9-84d4-489d-9082-575b3a68d099 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.965188] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114652fa-31ba-4171-9c46-7ed59211dc5f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.998788] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Updating instance '31a6dfaf-a512-42a5-9dc4-3c17bf1126a4' progress to 67 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1707.011156] env[62683]: DEBUG nova.compute.manager [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1707.011631] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1707.019020] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f247ee2d-7450-48ed-bb57-04b8d9087b37 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.028734] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1707.033044] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-638c25fa-e82b-4398-8b6e-49e3dccf0655 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.036534] env[62683]: DEBUG oslo_vmware.api [None req-dbe0d41f-5c17-4d94-b7bc-bea5c47ddf68 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799340, 'name': PowerOnVM_Task, 'duration_secs': 0.653576} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.037150] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe0d41f-5c17-4d94-b7bc-bea5c47ddf68 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Resumed the VM {{(pid=62683) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1707.037685] env[62683]: DEBUG nova.compute.manager [None req-dbe0d41f-5c17-4d94-b7bc-bea5c47ddf68 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1707.039692] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e5857d-3687-4674-b915-715a0657e69d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.054100] env[62683]: DEBUG oslo_vmware.api [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1707.054100] env[62683]: value = "task-1799344" [ 1707.054100] env[62683]: _type = "Task" [ 1707.054100] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.069102] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799343, 'name': Rename_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.079154] env[62683]: DEBUG oslo_vmware.api [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.233293] env[62683]: DEBUG oslo_concurrency.lockutils [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.234175] env[62683]: DEBUG nova.compute.manager [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1707.237054] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.603s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.240127] env[62683]: INFO nova.compute.claims [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1707.315156] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799342, 'name': CreateVM_Task, 'duration_secs': 0.537107} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.315156] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1707.315381] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.315527] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.316322] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1707.316322] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cbe0ac6-7ebf-4eb5-8153-130a80777557 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.322533] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1707.322533] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5210c616-fcf4-51ce-5268-6bd52f503f25" [ 1707.322533] env[62683]: _type = "Task" [ 1707.322533] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.333193] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5210c616-fcf4-51ce-5268-6bd52f503f25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.370168] env[62683]: DEBUG nova.network.neutron [req-9a61a1ea-0483-43ba-9967-19dde84712a3 req-ba39d3c5-8e53-4f86-b0ff-7e3492b42443 service nova] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Updated VIF entry in instance network info cache for port 4f721b63-cf64-429b-898a-62efb7ffec87. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1707.370168] env[62683]: DEBUG nova.network.neutron [req-9a61a1ea-0483-43ba-9967-19dde84712a3 req-ba39d3c5-8e53-4f86-b0ff-7e3492b42443 service nova] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Updating instance_info_cache with network_info: [{"id": "4f721b63-cf64-429b-898a-62efb7ffec87", "address": "fa:16:3e:bc:00:b5", "network": {"id": "a5ec0655-76b8-4fb1-ac1b-63836f780431", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-214907200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1a391f49c44877bfa0ca1e6fd0e4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f721b63-cf", "ovs_interfaceid": "4f721b63-cf64-429b-898a-62efb7ffec87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.550168] env[62683]: DEBUG nova.network.neutron [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Port 9265b363-27c8-4a03-8b02-cd74a6611048 binding to destination host cpu-1 is already ACTIVE {{(pid=62683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1707.560114] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799343, 'name': Rename_Task, 'duration_secs': 0.562292} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.566017] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1707.566017] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff6fad7f-e256-4aa9-adb5-fdbc45b80f89 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.573258] env[62683]: DEBUG oslo_vmware.api [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799344, 'name': PowerOffVM_Task, 'duration_secs': 0.245113} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.578882] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1707.578882] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1707.578882] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1707.578882] env[62683]: value = "task-1799345" [ 1707.578882] env[62683]: _type = "Task" [ 1707.578882] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.579749] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d630a13-84fc-44fd-ac07-d0ffb964f4ed {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.593534] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.672021] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1707.672383] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1707.672470] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Deleting the datastore file [datastore1] 8820fccf-a503-443e-a5a0-72065b31e5cd {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1707.672748] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d37f6407-363f-466c-8275-9dba46fd4bc1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.685618] env[62683]: DEBUG oslo_vmware.api [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for the task: (returnval){ [ 1707.685618] env[62683]: value = "task-1799347" [ 1707.685618] env[62683]: _type = "Task" [ 1707.685618] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.696940] env[62683]: DEBUG oslo_vmware.api [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.747501] env[62683]: DEBUG nova.compute.utils [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1707.748502] env[62683]: DEBUG nova.compute.manager [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1707.748697] env[62683]: DEBUG nova.network.neutron [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1707.811357] env[62683]: DEBUG nova.policy [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f94bf6f648c3459ba20a90a95eac0209', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '750cf26924e247a3b4087b435f44e162', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1707.835328] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5210c616-fcf4-51ce-5268-6bd52f503f25, 'name': SearchDatastore_Task, 'duration_secs': 0.013679} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.836275] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.836275] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1707.836410] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.837031] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.837031] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1707.837031] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd8c65d7-4e45-45de-a5f4-2cf5b4c759bf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.859205] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1707.859514] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1707.860533] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc13716-e85b-48bc-bd9f-5e7ac44b4224 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.867582] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1707.867582] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]523dd9fb-96e7-d8d2-773c-38f2d7efc508" [ 1707.867582] env[62683]: _type = "Task" [ 1707.867582] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.875981] env[62683]: DEBUG oslo_concurrency.lockutils [req-9a61a1ea-0483-43ba-9967-19dde84712a3 req-ba39d3c5-8e53-4f86-b0ff-7e3492b42443 service nova] Releasing lock "refresh_cache-2a83307c-cb18-416f-8c72-69b75cdccbaa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.885795] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523dd9fb-96e7-d8d2-773c-38f2d7efc508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.097147] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.197460] env[62683]: DEBUG oslo_vmware.api [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Task: {'id': task-1799347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382316} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.198122] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1708.198555] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1708.198938] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1708.199285] env[62683]: INFO nova.compute.manager [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1708.199775] env[62683]: DEBUG oslo.service.loopingcall [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.200113] env[62683]: DEBUG nova.compute.manager [-] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1708.200346] env[62683]: DEBUG nova.network.neutron [-] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1708.255019] env[62683]: DEBUG nova.compute.manager [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1708.389888] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523dd9fb-96e7-d8d2-773c-38f2d7efc508, 'name': SearchDatastore_Task, 'duration_secs': 0.019237} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.389888] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b830f3-418f-43e7-a2f8-0921ba278b11 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.397127] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1708.397127] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]524893d9-79d8-57d9-610d-8e8cb327d0eb" [ 1708.397127] env[62683]: _type = "Task" [ 1708.397127] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.415022] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]524893d9-79d8-57d9-610d-8e8cb327d0eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.550360] env[62683]: DEBUG nova.network.neutron [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Successfully created port: 1b8e49da-abee-4b09-b030-218a1553c049 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1708.584928] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "31a6dfaf-a512-42a5-9dc4-3c17bf1126a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.585447] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "31a6dfaf-a512-42a5-9dc4-3c17bf1126a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.585447] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "31a6dfaf-a512-42a5-9dc4-3c17bf1126a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.601941] env[62683]: DEBUG oslo_vmware.api [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799345, 'name': PowerOnVM_Task, 'duration_secs': 0.904265} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.604890] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1708.605316] env[62683]: INFO nova.compute.manager [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1708.605405] env[62683]: DEBUG nova.compute.manager [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1708.609968] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae036fa9-46ee-4598-8867-254ab49e40c0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.647506] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17760928-21ba-416f-8cc7-257e7c5d0102 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.658625] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b68abe-bfff-4b19-9438-b75959017c33 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.699707] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236fdf72-d45a-4124-aaef-591d711155d3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.709594] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50298a5c-99e2-4582-bc41-e7dab183c2ed {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.726032] env[62683]: DEBUG nova.compute.provider_tree [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1708.919584] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]524893d9-79d8-57d9-610d-8e8cb327d0eb, 'name': SearchDatastore_Task, 'duration_secs': 0.023377} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.921491] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.921607] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 2a83307c-cb18-416f-8c72-69b75cdccbaa/2a83307c-cb18-416f-8c72-69b75cdccbaa.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1708.921911] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-062aeebf-dcff-411e-b1b6-313897bf0c28 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.932670] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1708.932670] env[62683]: value = "task-1799348" [ 1708.932670] env[62683]: _type = "Task" [ 1708.932670] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.947040] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.104291] env[62683]: DEBUG nova.compute.manager [req-738468e5-60f0-459f-9ca1-02ddc86fbeeb req-08e2811e-5cc0-4772-82f9-0821d5351b5e service nova] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Received event network-vif-deleted-23fed31a-640b-4091-90b5-f704598ffd6f {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1709.104534] env[62683]: INFO nova.compute.manager [req-738468e5-60f0-459f-9ca1-02ddc86fbeeb req-08e2811e-5cc0-4772-82f9-0821d5351b5e service nova] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Neutron deleted interface 23fed31a-640b-4091-90b5-f704598ffd6f; detaching it from the instance and deleting it from the info cache [ 1709.104755] env[62683]: DEBUG nova.network.neutron [req-738468e5-60f0-459f-9ca1-02ddc86fbeeb req-08e2811e-5cc0-4772-82f9-0821d5351b5e service nova] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.136400] env[62683]: INFO nova.compute.manager [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Took 32.96 seconds to build instance. [ 1709.269125] env[62683]: DEBUG nova.scheduler.client.report [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1709.269457] env[62683]: DEBUG nova.compute.provider_tree [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 112 to 113 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1709.269679] env[62683]: DEBUG nova.compute.provider_tree [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1709.276836] env[62683]: DEBUG nova.compute.manager [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1709.413512] env[62683]: DEBUG nova.network.neutron [-] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.448376] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799348, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.583326] env[62683]: INFO nova.compute.manager [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Rescuing [ 1709.583680] env[62683]: DEBUG oslo_concurrency.lockutils [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "refresh_cache-0f863fc7-75df-4f02-b799-50e6f7619b3b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.583838] env[62683]: DEBUG oslo_concurrency.lockutils [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquired lock "refresh_cache-0f863fc7-75df-4f02-b799-50e6f7619b3b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.584024] env[62683]: DEBUG nova.network.neutron [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1709.608742] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26906529-3c41-4eb4-9c17-7379a0a5347e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.620406] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9541155b-30e0-4442-9836-069f9f47af75 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.632416] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "refresh_cache-31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.632670] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "refresh_cache-31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.632883] env[62683]: DEBUG nova.network.neutron [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1709.639204] env[62683]: DEBUG oslo_concurrency.lockutils [None req-64fc546e-2694-415e-b950-fba326394619 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lock "0f863fc7-75df-4f02-b799-50e6f7619b3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.472s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.661332] env[62683]: DEBUG nova.compute.manager [req-738468e5-60f0-459f-9ca1-02ddc86fbeeb req-08e2811e-5cc0-4772-82f9-0821d5351b5e service nova] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Detach interface failed, port_id=23fed31a-640b-4091-90b5-f704598ffd6f, reason: Instance 8820fccf-a503-443e-a5a0-72065b31e5cd could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1709.782473] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.783009] env[62683]: DEBUG nova.compute.manager [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1709.786010] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.021s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.914600] env[62683]: INFO nova.compute.manager [-] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Took 1.71 seconds to deallocate network for instance. [ 1709.945252] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606091} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.945610] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 2a83307c-cb18-416f-8c72-69b75cdccbaa/2a83307c-cb18-416f-8c72-69b75cdccbaa.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1709.945610] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1709.945763] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f862456-63ca-4baa-acf1-b285b66cc78a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.955151] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1709.955151] env[62683]: value = "task-1799349" [ 1709.955151] env[62683]: _type = "Task" [ 1709.955151] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.970984] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.300263] env[62683]: DEBUG nova.compute.utils [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1710.301748] env[62683]: DEBUG nova.compute.manager [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1710.302247] env[62683]: DEBUG nova.network.neutron [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1710.422739] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.445085] env[62683]: DEBUG nova.policy [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4542ca4e6e4a4cef800f39d11e4dc916', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fdf78b06b4546f4b41a683bea2928cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1710.469814] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110713} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.470494] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1710.471709] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd3bdf2-b0eb-4c26-8f40-10bb97839ce6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.504635] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 2a83307c-cb18-416f-8c72-69b75cdccbaa/2a83307c-cb18-416f-8c72-69b75cdccbaa.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1710.511542] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1872dca6-750e-4a4c-9fef-04f066ee660f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.535335] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1710.535335] env[62683]: value = "task-1799350" [ 1710.535335] env[62683]: _type = "Task" [ 1710.535335] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.544948] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.655648] env[62683]: DEBUG nova.network.neutron [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Updating instance_info_cache with network_info: [{"id": "9add8821-236c-494d-bcb1-a9033dbd36aa", "address": "fa:16:3e:12:88:a3", "network": {"id": "945f29a5-9625-46d8-9aa4-a744574632f7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2012003310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc2e01d7972d47eca29ca8ec2a162a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9add8821-23", "ovs_interfaceid": "9add8821-236c-494d-bcb1-a9033dbd36aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.716795] env[62683]: DEBUG nova.network.neutron [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Updating instance_info_cache with network_info: [{"id": "9265b363-27c8-4a03-8b02-cd74a6611048", "address": "fa:16:3e:26:8a:66", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9265b363-27", "ovs_interfaceid": "9265b363-27c8-4a03-8b02-cd74a6611048", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.802937] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Applying migration context for instance 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4 as it has an incoming, in-progress migration e8ce14ce-d8ef-44a3-a63b-fa4197c2bb62. Migration status is post-migrating {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1710.805138] env[62683]: INFO nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Updating resource usage from migration e8ce14ce-d8ef-44a3-a63b-fa4197c2bb62 [ 1710.808261] env[62683]: DEBUG nova.compute.manager [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1710.843178] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance ae965366-0db1-499a-b590-11511dd4d8b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1710.843475] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance fa66cd32-a744-41ee-a6d9-ae0d131a57ce is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1710.843638] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 134c873e-9d20-4c6a-931f-c835cfb97376 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1710.843793] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 9a5b6016-07c9-4b69-b161-1741fe86286f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1710.843946] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance c1ddfa77-305e-4beb-b788-6f5b815aa7fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1710.844301] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 638fdfcd-54a2-4151-8f56-9230a6969ba3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1710.844301] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 2284b1b2-e495-4610-adb3-b59a56eac70c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1710.844409] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1710.844530] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 24a8b28a-1ca6-47e7-8ca2-80f79847e29e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1710.844685] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance dc809566-db46-4911-89d6-0ee07d842fcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1710.844887] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 8820fccf-a503-443e-a5a0-72065b31e5cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1710.845013] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 0f863fc7-75df-4f02-b799-50e6f7619b3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1710.847276] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Migration e8ce14ce-d8ef-44a3-a63b-fa4197c2bb62 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1710.847417] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1710.847545] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 2a83307c-cb18-416f-8c72-69b75cdccbaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1710.847693] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance c28bf1f2-6a02-455c-b4f0-8cc9046a22eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1710.847830] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance c8063def-3d83-4b9f-87db-db1ab1faeff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1710.985486] env[62683]: DEBUG nova.network.neutron [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Successfully created port: 417b812d-f85f-4111-befc-2b197e61792b {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1711.000315] env[62683]: DEBUG nova.network.neutron [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Successfully updated port: 1b8e49da-abee-4b09-b030-218a1553c049 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1711.048042] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799350, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.134095] env[62683]: DEBUG nova.compute.manager [req-ec4c68de-7849-435a-8ea0-7be9e0ee44bb req-ac0eb355-7a09-4a80-8f59-d93dc9ad8282 service nova] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Received event network-vif-plugged-1b8e49da-abee-4b09-b030-218a1553c049 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1711.134407] env[62683]: DEBUG oslo_concurrency.lockutils [req-ec4c68de-7849-435a-8ea0-7be9e0ee44bb req-ac0eb355-7a09-4a80-8f59-d93dc9ad8282 service nova] Acquiring lock "c28bf1f2-6a02-455c-b4f0-8cc9046a22eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.134685] env[62683]: DEBUG oslo_concurrency.lockutils [req-ec4c68de-7849-435a-8ea0-7be9e0ee44bb req-ac0eb355-7a09-4a80-8f59-d93dc9ad8282 service nova] Lock "c28bf1f2-6a02-455c-b4f0-8cc9046a22eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.134959] env[62683]: DEBUG oslo_concurrency.lockutils [req-ec4c68de-7849-435a-8ea0-7be9e0ee44bb req-ac0eb355-7a09-4a80-8f59-d93dc9ad8282 service nova] Lock "c28bf1f2-6a02-455c-b4f0-8cc9046a22eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.135389] env[62683]: DEBUG nova.compute.manager [req-ec4c68de-7849-435a-8ea0-7be9e0ee44bb req-ac0eb355-7a09-4a80-8f59-d93dc9ad8282 service nova] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] No waiting events found dispatching network-vif-plugged-1b8e49da-abee-4b09-b030-218a1553c049 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1711.135668] env[62683]: WARNING nova.compute.manager [req-ec4c68de-7849-435a-8ea0-7be9e0ee44bb req-ac0eb355-7a09-4a80-8f59-d93dc9ad8282 service nova] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Received unexpected event network-vif-plugged-1b8e49da-abee-4b09-b030-218a1553c049 for instance with vm_state building and task_state spawning. [ 1711.135955] env[62683]: DEBUG nova.compute.manager [req-ec4c68de-7849-435a-8ea0-7be9e0ee44bb req-ac0eb355-7a09-4a80-8f59-d93dc9ad8282 service nova] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Received event network-changed-1b8e49da-abee-4b09-b030-218a1553c049 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1711.137572] env[62683]: DEBUG nova.compute.manager [req-ec4c68de-7849-435a-8ea0-7be9e0ee44bb req-ac0eb355-7a09-4a80-8f59-d93dc9ad8282 service nova] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Refreshing instance network info cache due to event network-changed-1b8e49da-abee-4b09-b030-218a1553c049. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1711.138370] env[62683]: DEBUG oslo_concurrency.lockutils [req-ec4c68de-7849-435a-8ea0-7be9e0ee44bb req-ac0eb355-7a09-4a80-8f59-d93dc9ad8282 service nova] Acquiring lock "refresh_cache-c28bf1f2-6a02-455c-b4f0-8cc9046a22eb" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.138657] env[62683]: DEBUG oslo_concurrency.lockutils [req-ec4c68de-7849-435a-8ea0-7be9e0ee44bb req-ac0eb355-7a09-4a80-8f59-d93dc9ad8282 service nova] Acquired lock "refresh_cache-c28bf1f2-6a02-455c-b4f0-8cc9046a22eb" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.139114] env[62683]: DEBUG nova.network.neutron [req-ec4c68de-7849-435a-8ea0-7be9e0ee44bb req-ac0eb355-7a09-4a80-8f59-d93dc9ad8282 service nova] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Refreshing network info cache for port 1b8e49da-abee-4b09-b030-218a1553c049 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1711.159781] env[62683]: DEBUG oslo_concurrency.lockutils [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Releasing lock "refresh_cache-0f863fc7-75df-4f02-b799-50e6f7619b3b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.220169] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "refresh_cache-31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.355794] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1711.501882] env[62683]: DEBUG oslo_concurrency.lockutils [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "refresh_cache-c28bf1f2-6a02-455c-b4f0-8cc9046a22eb" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.547054] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799350, 'name': ReconfigVM_Task, 'duration_secs': 0.539484} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.547370] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 2a83307c-cb18-416f-8c72-69b75cdccbaa/2a83307c-cb18-416f-8c72-69b75cdccbaa.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1711.548091] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-032eaa8e-0c89-4ea4-9a8a-6cd29d628e87 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.556765] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1711.556765] env[62683]: value = "task-1799351" [ 1711.556765] env[62683]: _type = "Task" [ 1711.556765] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.567892] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799351, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.674403] env[62683]: DEBUG nova.network.neutron [req-ec4c68de-7849-435a-8ea0-7be9e0ee44bb req-ac0eb355-7a09-4a80-8f59-d93dc9ad8282 service nova] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1711.763030] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9642d0b4-a2ea-4e41-8beb-d0828d4bb4c1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.788791] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083d4df7-deac-4a5f-8e5b-2de4d6452d6f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.800373] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Updating instance '31a6dfaf-a512-42a5-9dc4-3c17bf1126a4' progress to 83 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1711.829519] env[62683]: DEBUG nova.compute.manager [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1711.860859] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 0079d28d-4030-4ee2-ae5c-2cdaef180812 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1711.868307] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1711.868307] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1711.945894] env[62683]: DEBUG nova.network.neutron [req-ec4c68de-7849-435a-8ea0-7be9e0ee44bb req-ac0eb355-7a09-4a80-8f59-d93dc9ad8282 service nova] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.071045] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799351, 'name': Rename_Task, 'duration_secs': 0.233389} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.071045] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1712.071045] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-978abef8-a3c9-46d2-864b-fe299607c65c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.083026] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1712.083026] env[62683]: value = "task-1799352" [ 1712.083026] env[62683]: _type = "Task" [ 1712.083026] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.097000] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.231132] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69986e9-e817-4f51-931d-750945c9088e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.239704] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b227cfaa-0dd4-45f4-9915-bc9ebb7ef458 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.277678] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c55ff4-9618-48ea-984f-dd61a2564ac8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.289736] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dbb5c1-d137-4312-9611-41906e3aa87d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.309927] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1712.312839] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1712.313134] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa1d8b75-39c9-4fc9-becc-c7af3f30f498 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.327786] env[62683]: DEBUG oslo_vmware.api [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1712.327786] env[62683]: value = "task-1799353" [ 1712.327786] env[62683]: _type = "Task" [ 1712.327786] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.338920] env[62683]: DEBUG oslo_vmware.api [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.448756] env[62683]: DEBUG oslo_concurrency.lockutils [req-ec4c68de-7849-435a-8ea0-7be9e0ee44bb req-ac0eb355-7a09-4a80-8f59-d93dc9ad8282 service nova] Releasing lock "refresh_cache-c28bf1f2-6a02-455c-b4f0-8cc9046a22eb" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.449143] env[62683]: DEBUG oslo_concurrency.lockutils [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "refresh_cache-c28bf1f2-6a02-455c-b4f0-8cc9046a22eb" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.449325] env[62683]: DEBUG nova.network.neutron [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1712.530681] env[62683]: DEBUG nova.compute.manager [req-a3b85dad-9d2e-43f6-b0d2-f0e94ba9208c req-61953137-806d-4be3-a5ce-c388237a67f1 service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Received event network-vif-plugged-417b812d-f85f-4111-befc-2b197e61792b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1712.530924] env[62683]: DEBUG oslo_concurrency.lockutils [req-a3b85dad-9d2e-43f6-b0d2-f0e94ba9208c req-61953137-806d-4be3-a5ce-c388237a67f1 service nova] Acquiring lock "c8063def-3d83-4b9f-87db-db1ab1faeff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.531189] env[62683]: DEBUG oslo_concurrency.lockutils [req-a3b85dad-9d2e-43f6-b0d2-f0e94ba9208c req-61953137-806d-4be3-a5ce-c388237a67f1 service nova] Lock "c8063def-3d83-4b9f-87db-db1ab1faeff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.531447] env[62683]: DEBUG oslo_concurrency.lockutils [req-a3b85dad-9d2e-43f6-b0d2-f0e94ba9208c req-61953137-806d-4be3-a5ce-c388237a67f1 service nova] Lock "c8063def-3d83-4b9f-87db-db1ab1faeff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.531623] env[62683]: DEBUG nova.compute.manager [req-a3b85dad-9d2e-43f6-b0d2-f0e94ba9208c req-61953137-806d-4be3-a5ce-c388237a67f1 service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] No waiting events found dispatching network-vif-plugged-417b812d-f85f-4111-befc-2b197e61792b {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1712.532085] env[62683]: WARNING nova.compute.manager [req-a3b85dad-9d2e-43f6-b0d2-f0e94ba9208c req-61953137-806d-4be3-a5ce-c388237a67f1 service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Received unexpected event network-vif-plugged-417b812d-f85f-4111-befc-2b197e61792b for instance with vm_state building and task_state spawning. [ 1712.593219] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799352, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.659081] env[62683]: DEBUG nova.network.neutron [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Successfully updated port: 417b812d-f85f-4111-befc-2b197e61792b {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1712.837042] env[62683]: DEBUG oslo_vmware.api [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799353, 'name': PowerOnVM_Task, 'duration_secs': 0.454945} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.837573] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1712.837809] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b51ada-e0c2-4ef9-8a73-8311e112d88c tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Updating instance '31a6dfaf-a512-42a5-9dc4-3c17bf1126a4' progress to 100 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1712.852929] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1712.853313] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 113 to 114 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1712.854218] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1712.915049] env[62683]: DEBUG nova.virt.hardware [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1712.915365] env[62683]: DEBUG nova.virt.hardware [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1712.915552] env[62683]: DEBUG nova.virt.hardware [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1712.915763] env[62683]: DEBUG nova.virt.hardware [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1712.916018] env[62683]: DEBUG nova.virt.hardware [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1712.916212] env[62683]: DEBUG nova.virt.hardware [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1712.916433] env[62683]: DEBUG nova.virt.hardware [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1712.916630] env[62683]: DEBUG nova.virt.hardware [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1712.916826] env[62683]: DEBUG nova.virt.hardware [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1712.917047] env[62683]: DEBUG nova.virt.hardware [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1712.917300] env[62683]: DEBUG nova.virt.hardware [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1712.919593] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328f0965-d4db-4cfb-a75a-0d96e1bb851e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.933522] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d895aa74-c154-454f-aff2-cb797eb93113 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.946100] env[62683]: DEBUG nova.virt.hardware [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1712.946321] env[62683]: DEBUG nova.virt.hardware [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1712.946519] env[62683]: DEBUG nova.virt.hardware [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1712.946813] env[62683]: DEBUG nova.virt.hardware [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1712.946901] env[62683]: DEBUG nova.virt.hardware [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1712.947093] env[62683]: DEBUG nova.virt.hardware [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1712.947348] env[62683]: DEBUG nova.virt.hardware [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1712.947485] env[62683]: DEBUG nova.virt.hardware [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1712.947654] env[62683]: DEBUG nova.virt.hardware [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1712.947851] env[62683]: DEBUG nova.virt.hardware [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1712.948024] env[62683]: DEBUG nova.virt.hardware [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1712.950619] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c791ab96-344b-47ba-a1e1-8d6e9945f370 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.968466] env[62683]: DEBUG oslo_vmware.rw_handles [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52449d02-3b79-ecc6-5aa0-927a27b04337/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1712.969487] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68bd6aa-6af0-4489-980e-975dc88e9c88 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.977064] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e9e61c-9239-4a13-a666-56599924de6e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.982516] env[62683]: DEBUG oslo_vmware.rw_handles [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52449d02-3b79-ecc6-5aa0-927a27b04337/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1712.982730] env[62683]: ERROR oslo_vmware.rw_handles [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52449d02-3b79-ecc6-5aa0-927a27b04337/disk-0.vmdk due to incomplete transfer. [ 1712.983365] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f0ff6f2d-390d-4b4c-846b-12411c726358 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.998017] env[62683]: DEBUG oslo_vmware.rw_handles [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52449d02-3b79-ecc6-5aa0-927a27b04337/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1712.998250] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Uploaded image 90810b54-c06b-496a-b525-261404c2e410 to the Glance image server {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1713.001105] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Destroying the VM {{(pid=62683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1713.001105] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6c1dfe37-30ad-4ce1-93af-19fec1c00bdd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.006142] env[62683]: DEBUG nova.network.neutron [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1713.009557] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1713.009557] env[62683]: value = "task-1799354" [ 1713.009557] env[62683]: _type = "Task" [ 1713.009557] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.019170] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799354, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.093344] env[62683]: DEBUG oslo_vmware.api [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799352, 'name': PowerOnVM_Task, 'duration_secs': 0.740105} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.096628] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1713.096628] env[62683]: INFO nova.compute.manager [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1713.099016] env[62683]: DEBUG nova.compute.manager [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1713.099016] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15c002e-c8db-4df2-9113-b62ceabc289a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.163174] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.163174] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquired lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.163174] env[62683]: DEBUG nova.network.neutron [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1713.210085] env[62683]: DEBUG nova.network.neutron [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Updating instance_info_cache with network_info: [{"id": "1b8e49da-abee-4b09-b030-218a1553c049", "address": "fa:16:3e:74:ed:ef", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8e49da-ab", "ovs_interfaceid": "1b8e49da-abee-4b09-b030-218a1553c049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.359153] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1713.359396] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.573s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.359971] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.892s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.361704] env[62683]: INFO nova.compute.claims [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1713.364413] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.364613] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Cleaning up deleted instances {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1713.521072] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799354, 'name': Destroy_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.623911] env[62683]: INFO nova.compute.manager [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Took 32.91 seconds to build instance. [ 1713.632188] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Acquiring lock "75ab476d-b78b-45b4-ad13-6dfe5de9183a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.632424] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Lock "75ab476d-b78b-45b4-ad13-6dfe5de9183a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.633038] env[62683]: WARNING oslo_messaging._drivers.amqpdriver [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1713.709575] env[62683]: DEBUG nova.network.neutron [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1713.711044] env[62683]: DEBUG oslo_concurrency.lockutils [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "refresh_cache-c28bf1f2-6a02-455c-b4f0-8cc9046a22eb" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.711559] env[62683]: DEBUG nova.compute.manager [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Instance network_info: |[{"id": "1b8e49da-abee-4b09-b030-218a1553c049", "address": "fa:16:3e:74:ed:ef", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8e49da-ab", "ovs_interfaceid": "1b8e49da-abee-4b09-b030-218a1553c049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1713.712382] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:ed:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b8e49da-abee-4b09-b030-218a1553c049', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1713.720991] env[62683]: DEBUG oslo.service.loopingcall [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.721109] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1713.721345] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e09f7fbb-b99b-4b2f-9b20-3182fdea8e6c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.747204] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1713.747204] env[62683]: value = "task-1799355" [ 1713.747204] env[62683]: _type = "Task" [ 1713.747204] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.756464] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799355, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.886882] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] There are 62 instances to clean {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1713.887550] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 20e8ff2f-2f70-4357-a026-7d9ffbceb275] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1714.000436] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "dc809566-db46-4911-89d6-0ee07d842fcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.000732] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "dc809566-db46-4911-89d6-0ee07d842fcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.000959] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "dc809566-db46-4911-89d6-0ee07d842fcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.001167] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "dc809566-db46-4911-89d6-0ee07d842fcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.001343] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "dc809566-db46-4911-89d6-0ee07d842fcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.003714] env[62683]: INFO nova.compute.manager [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Terminating instance [ 1714.022070] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799354, 'name': Destroy_Task, 'duration_secs': 0.985871} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.022333] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Destroyed the VM [ 1714.022573] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Deleting Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1714.022830] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-149185e7-f401-45a4-a4d8-f6b54a910912 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.031097] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1714.031097] env[62683]: value = "task-1799356" [ 1714.031097] env[62683]: _type = "Task" [ 1714.031097] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.040251] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799356, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.068561] env[62683]: DEBUG oslo_concurrency.lockutils [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "2a83307c-cb18-416f-8c72-69b75cdccbaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.092708] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Acquiring lock "9a5b6016-07c9-4b69-b161-1741fe86286f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.093112] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Lock "9a5b6016-07c9-4b69-b161-1741fe86286f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.093444] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Acquiring lock "9a5b6016-07c9-4b69-b161-1741fe86286f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.093812] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Lock "9a5b6016-07c9-4b69-b161-1741fe86286f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.094019] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Lock "9a5b6016-07c9-4b69-b161-1741fe86286f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.096410] env[62683]: INFO nova.compute.manager [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Terminating instance [ 1714.125834] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8c3b92eb-b441-4d52-8fb3-d998d4c2aee7 tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "2a83307c-cb18-416f-8c72-69b75cdccbaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.426s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.126121] env[62683]: DEBUG oslo_concurrency.lockutils [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "2a83307c-cb18-416f-8c72-69b75cdccbaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.058s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.126413] env[62683]: DEBUG oslo_concurrency.lockutils [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "2a83307c-cb18-416f-8c72-69b75cdccbaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.126653] env[62683]: DEBUG oslo_concurrency.lockutils [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "2a83307c-cb18-416f-8c72-69b75cdccbaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.126841] env[62683]: DEBUG oslo_concurrency.lockutils [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "2a83307c-cb18-416f-8c72-69b75cdccbaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.131804] env[62683]: INFO nova.compute.manager [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Terminating instance [ 1714.137867] env[62683]: DEBUG nova.compute.manager [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1714.147162] env[62683]: DEBUG nova.network.neutron [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Updating instance_info_cache with network_info: [{"id": "417b812d-f85f-4111-befc-2b197e61792b", "address": "fa:16:3e:6b:60:f4", "network": {"id": "56ec6ea4-baec-42d8-9557-31106649266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842389253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fdf78b06b4546f4b41a683bea2928cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap417b812d-f8", "ovs_interfaceid": "417b812d-f85f-4111-befc-2b197e61792b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.257819] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799355, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.394489] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: ccc3a7fa-ec5c-4435-a110-f7e41e5dfb02] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1714.448274] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1714.448606] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a52913f-9c25-45e8-b54e-24785b0a71e3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.457911] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1714.457911] env[62683]: value = "task-1799357" [ 1714.457911] env[62683]: _type = "Task" [ 1714.457911] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.467258] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.508956] env[62683]: DEBUG nova.compute.manager [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1714.510084] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1714.510267] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0c0b09-5236-41d9-a166-b8e82b08d024 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.521111] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1714.521111] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cea2d1ee-45f3-436e-ae7c-fc9f46e59aac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.530172] env[62683]: DEBUG oslo_vmware.api [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1714.530172] env[62683]: value = "task-1799358" [ 1714.530172] env[62683]: _type = "Task" [ 1714.530172] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.545113] env[62683]: DEBUG oslo_vmware.api [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.548844] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799356, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.600734] env[62683]: DEBUG nova.compute.manager [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1714.600974] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1714.602029] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f70bf39-a937-43c2-a1fb-521c3ff311fb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.614867] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1714.615648] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24fc3c8c-388b-47de-95cf-5a9beddb61b2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.621452] env[62683]: DEBUG nova.compute.manager [req-086cf71d-0101-415b-a324-57b7f848f564 req-7d7309b1-d052-49e8-97ec-35dadc5e3449 service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Received event network-changed-417b812d-f85f-4111-befc-2b197e61792b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1714.621661] env[62683]: DEBUG nova.compute.manager [req-086cf71d-0101-415b-a324-57b7f848f564 req-7d7309b1-d052-49e8-97ec-35dadc5e3449 service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Refreshing instance network info cache due to event network-changed-417b812d-f85f-4111-befc-2b197e61792b. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1714.621862] env[62683]: DEBUG oslo_concurrency.lockutils [req-086cf71d-0101-415b-a324-57b7f848f564 req-7d7309b1-d052-49e8-97ec-35dadc5e3449 service nova] Acquiring lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.627287] env[62683]: DEBUG oslo_vmware.api [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Waiting for the task: (returnval){ [ 1714.627287] env[62683]: value = "task-1799359" [ 1714.627287] env[62683]: _type = "Task" [ 1714.627287] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.638596] env[62683]: DEBUG nova.compute.manager [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1714.638847] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1714.639108] env[62683]: DEBUG oslo_vmware.api [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': task-1799359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.642650] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772422f7-8480-409d-9eda-392c9a7cf0f6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.649550] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Releasing lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.649959] env[62683]: DEBUG nova.compute.manager [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Instance network_info: |[{"id": "417b812d-f85f-4111-befc-2b197e61792b", "address": "fa:16:3e:6b:60:f4", "network": {"id": "56ec6ea4-baec-42d8-9557-31106649266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842389253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fdf78b06b4546f4b41a683bea2928cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap417b812d-f8", "ovs_interfaceid": "417b812d-f85f-4111-befc-2b197e61792b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1714.653156] env[62683]: DEBUG oslo_concurrency.lockutils [req-086cf71d-0101-415b-a324-57b7f848f564 req-7d7309b1-d052-49e8-97ec-35dadc5e3449 service nova] Acquired lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.653432] env[62683]: DEBUG nova.network.neutron [req-086cf71d-0101-415b-a324-57b7f848f564 req-7d7309b1-d052-49e8-97ec-35dadc5e3449 service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Refreshing network info cache for port 417b812d-f85f-4111-befc-2b197e61792b {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1714.654863] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:60:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '417b812d-f85f-4111-befc-2b197e61792b', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1714.663555] env[62683]: DEBUG oslo.service.loopingcall [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1714.670753] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1714.670753] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1714.671246] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d8cf9b2-7109-4437-94e3-f248eacd664a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.686279] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c8e64d6-34b6-4bb2-8440-366d9199985c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.688802] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.703570] env[62683]: DEBUG oslo_vmware.api [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1714.703570] env[62683]: value = "task-1799360" [ 1714.703570] env[62683]: _type = "Task" [ 1714.703570] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.705369] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1714.705369] env[62683]: value = "task-1799361" [ 1714.705369] env[62683]: _type = "Task" [ 1714.705369] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.724552] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799361, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.729050] env[62683]: DEBUG oslo_vmware.api [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.758847] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24a2560-4e5e-4b39-9932-d26055bdbbd7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.766458] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799355, 'name': CreateVM_Task, 'duration_secs': 0.615222} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.767661] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1714.768443] env[62683]: DEBUG oslo_concurrency.lockutils [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.768726] env[62683]: DEBUG oslo_concurrency.lockutils [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.769421] env[62683]: DEBUG oslo_concurrency.lockutils [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1714.772232] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1982dbf-decd-4823-983a-f7e27affb5b6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.775069] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56e4716-7f33-4020-aedc-228f0e40b49c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.786332] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1714.786332] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5209721c-66db-9eb9-1f3a-ffcf0fc8efc9" [ 1714.786332] env[62683]: _type = "Task" [ 1714.786332] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.821131] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0979b823-cb0a-45f7-a6c7-6ed41c122e45 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.833615] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5209721c-66db-9eb9-1f3a-ffcf0fc8efc9, 'name': SearchDatastore_Task, 'duration_secs': 0.014512} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.836161] env[62683]: DEBUG oslo_concurrency.lockutils [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.836439] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1714.836682] env[62683]: DEBUG oslo_concurrency.lockutils [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.836835] env[62683]: DEBUG oslo_concurrency.lockutils [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.837309] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1714.837595] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ff29bc3-6c1c-4bba-9851-431b11cc8b63 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.842034] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebff39e9-c00c-4bbc-af35-c098970226a7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.859016] env[62683]: DEBUG nova.compute.provider_tree [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.862463] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1714.862762] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1714.863971] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5572daf-8070-4ed6-8dfe-6bb614faf89f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.872258] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1714.872258] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]523d162b-c99e-cdd8-afba-bdf65719aed9" [ 1714.872258] env[62683]: _type = "Task" [ 1714.872258] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.885357] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523d162b-c99e-cdd8-afba-bdf65719aed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.900402] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 63ad56ff-1d9d-46cd-aa65-7113c71f639c] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1714.971761] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799357, 'name': PowerOffVM_Task, 'duration_secs': 0.252235} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.973236] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1714.973548] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef68953-2611-43a7-96b1-e9c319de53d9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.996888] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61eb9a14-8240-49b3-9727-9249854c1179 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.036251] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1715.036426] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fae9fee3-826a-4eba-8733-7f39a37e7fed {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.050509] env[62683]: DEBUG oslo_vmware.api [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799358, 'name': PowerOffVM_Task, 'duration_secs': 0.241397} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.056637] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1715.056899] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1715.057467] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1715.057467] env[62683]: value = "task-1799362" [ 1715.057467] env[62683]: _type = "Task" [ 1715.057467] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.057781] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799356, 'name': RemoveSnapshot_Task, 'duration_secs': 0.863466} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.057839] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b099fb6f-d1c5-4d9d-8eb3-ba0800a10a61 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.060074] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Deleted Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1715.060402] env[62683]: DEBUG nova.compute.manager [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1715.064410] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e74277-0659-431c-a07a-f44839bb3bad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.080570] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] VM already powered off {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1715.080869] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1715.081061] env[62683]: DEBUG oslo_concurrency.lockutils [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.139568] env[62683]: DEBUG oslo_vmware.api [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': task-1799359, 'name': PowerOffVM_Task, 'duration_secs': 0.216813} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.140021] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1715.140075] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1715.140359] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c30f00a-ece6-4ecc-ad0a-0684190ad9f5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.155229] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1715.155676] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1715.155960] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Deleting the datastore file [datastore1] dc809566-db46-4911-89d6-0ee07d842fcc {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1715.156364] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd102ae0-fe0e-4538-b447-b05c0ae6daf4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.168423] env[62683]: DEBUG oslo_vmware.api [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for the task: (returnval){ [ 1715.168423] env[62683]: value = "task-1799365" [ 1715.168423] env[62683]: _type = "Task" [ 1715.168423] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.186961] env[62683]: DEBUG oslo_vmware.api [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.219841] env[62683]: DEBUG oslo_vmware.api [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799360, 'name': PowerOffVM_Task, 'duration_secs': 0.293949} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.220618] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1715.220808] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1715.221093] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3f4e5bf-3c1d-4450-b8ac-bdb307bebf2a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.226678] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799361, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.364950] env[62683]: DEBUG nova.scheduler.client.report [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1715.387132] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523d162b-c99e-cdd8-afba-bdf65719aed9, 'name': SearchDatastore_Task, 'duration_secs': 0.013074} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.391486] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7873bc74-6d01-4329-ac95-2d65ae01971d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.403980] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1715.403980] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]523358cf-d4d0-834f-6502-5d46d18603c6" [ 1715.403980] env[62683]: _type = "Task" [ 1715.403980] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.406962] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: b5584441-c85f-4cef-9391-2197cecb1845] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1715.419035] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1715.419213] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1715.419357] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Deleting the datastore file [datastore1] 9a5b6016-07c9-4b69-b161-1741fe86286f {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1715.421343] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b94e7da-9b80-4ad9-b12d-be9a6d827c02 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.424526] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1715.424760] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1715.425419] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Deleting the datastore file [datastore1] 2a83307c-cb18-416f-8c72-69b75cdccbaa {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1715.430414] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7e48f5f-29c5-4838-99f4-849b2fbacefa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.433513] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523358cf-d4d0-834f-6502-5d46d18603c6, 'name': SearchDatastore_Task, 'duration_secs': 0.021571} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.434409] env[62683]: DEBUG oslo_concurrency.lockutils [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.437258] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] c28bf1f2-6a02-455c-b4f0-8cc9046a22eb/c28bf1f2-6a02-455c-b4f0-8cc9046a22eb.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1715.437258] env[62683]: DEBUG oslo_concurrency.lockutils [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.437258] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1715.437258] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2c80d0e-d9db-40ae-a731-43626d707da5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.441083] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ad5dc4f-a943-4fed-897e-efac0bb6abc3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.447039] env[62683]: DEBUG oslo_vmware.api [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Waiting for the task: (returnval){ [ 1715.447039] env[62683]: value = "task-1799367" [ 1715.447039] env[62683]: _type = "Task" [ 1715.447039] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.449109] env[62683]: DEBUG oslo_vmware.api [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for the task: (returnval){ [ 1715.449109] env[62683]: value = "task-1799368" [ 1715.449109] env[62683]: _type = "Task" [ 1715.449109] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.460642] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1715.460642] env[62683]: value = "task-1799369" [ 1715.460642] env[62683]: _type = "Task" [ 1715.460642] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.480744] env[62683]: DEBUG oslo_vmware.api [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': task-1799367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.480744] env[62683]: DEBUG oslo_vmware.api [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.482493] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1715.482794] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1715.483794] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b756da2a-a924-4abd-85dc-e925779d3eb4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.491022] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.493428] env[62683]: DEBUG oslo_vmware.rw_handles [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5267f2a7-e769-0c9a-3c40-28b890db7145/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1715.495342] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbb924b-1f8c-4705-95e7-47f4c73a3d9b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.499974] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1715.499974] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]521de859-5190-6886-9627-01a8654a18b8" [ 1715.499974] env[62683]: _type = "Task" [ 1715.499974] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.506644] env[62683]: DEBUG oslo_vmware.rw_handles [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5267f2a7-e769-0c9a-3c40-28b890db7145/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1715.506993] env[62683]: ERROR oslo_vmware.rw_handles [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5267f2a7-e769-0c9a-3c40-28b890db7145/disk-0.vmdk due to incomplete transfer. [ 1715.507667] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-18f835b4-cea1-4b9b-8576-cac155f7cb69 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.514814] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]521de859-5190-6886-9627-01a8654a18b8, 'name': SearchDatastore_Task, 'duration_secs': 0.013634} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.516932] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-513e3244-093b-43f1-b66a-f0ab309ab7d7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.519490] env[62683]: DEBUG oslo_vmware.rw_handles [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5267f2a7-e769-0c9a-3c40-28b890db7145/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1715.519735] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Uploaded image 22cafa4d-c1ee-402c-8787-55c9cb034704 to the Glance image server {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1715.521537] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Destroying the VM {{(pid=62683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1715.521784] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9396c0aa-ad91-47a1-96ce-bb6c5bd85eb2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.528748] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1715.528748] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5242f736-905a-061a-381a-f141169f91f8" [ 1715.528748] env[62683]: _type = "Task" [ 1715.528748] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.533799] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1715.533799] env[62683]: value = "task-1799370" [ 1715.533799] env[62683]: _type = "Task" [ 1715.533799] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.542019] env[62683]: DEBUG nova.network.neutron [req-086cf71d-0101-415b-a324-57b7f848f564 req-7d7309b1-d052-49e8-97ec-35dadc5e3449 service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Updated VIF entry in instance network info cache for port 417b812d-f85f-4111-befc-2b197e61792b. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1715.542019] env[62683]: DEBUG nova.network.neutron [req-086cf71d-0101-415b-a324-57b7f848f564 req-7d7309b1-d052-49e8-97ec-35dadc5e3449 service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Updating instance_info_cache with network_info: [{"id": "417b812d-f85f-4111-befc-2b197e61792b", "address": "fa:16:3e:6b:60:f4", "network": {"id": "56ec6ea4-baec-42d8-9557-31106649266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842389253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fdf78b06b4546f4b41a683bea2928cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap417b812d-f8", "ovs_interfaceid": "417b812d-f85f-4111-befc-2b197e61792b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.548327] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799370, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.548327] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5242f736-905a-061a-381a-f141169f91f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.583926] env[62683]: INFO nova.compute.manager [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Shelve offloading [ 1715.680789] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3ae69e60-69ac-44da-9cd6-78e0b996ece8 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.681485] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3ae69e60-69ac-44da-9cd6-78e0b996ece8 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.681485] env[62683]: DEBUG nova.compute.manager [None req-3ae69e60-69ac-44da-9cd6-78e0b996ece8 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Going to confirm migration 4 {{(pid=62683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1715.682904] env[62683]: DEBUG oslo_vmware.api [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Task: {'id': task-1799365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303136} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.683461] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1715.683761] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1715.683904] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1715.684130] env[62683]: INFO nova.compute.manager [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1715.684416] env[62683]: DEBUG oslo.service.loopingcall [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.684662] env[62683]: DEBUG nova.compute.manager [-] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1715.684796] env[62683]: DEBUG nova.network.neutron [-] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1715.722820] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799361, 'name': CreateVM_Task, 'duration_secs': 0.559691} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.723043] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1715.723953] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.724195] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.724578] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1715.724836] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a20615f-9da5-42fe-81ef-47d47ed97f18 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.730677] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1715.730677] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522e3a7a-43f5-b51c-6dce-0ddda7cb1c40" [ 1715.730677] env[62683]: _type = "Task" [ 1715.730677] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.740314] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522e3a7a-43f5-b51c-6dce-0ddda7cb1c40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.870958] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.871655] env[62683]: DEBUG nova.compute.manager [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1715.875771] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.382s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.877932] env[62683]: INFO nova.compute.claims [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1715.911486] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: a210b69f-861b-4aeb-8b3e-78c05eb4e4db] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1715.972843] env[62683]: DEBUG oslo_vmware.api [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Task: {'id': task-1799367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393474} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.977781] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1715.978013] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1715.978210] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1715.978393] env[62683]: INFO nova.compute.manager [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1715.978660] env[62683]: DEBUG oslo.service.loopingcall [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.979351] env[62683]: DEBUG oslo_vmware.api [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Task: {'id': task-1799368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415576} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.980784] env[62683]: DEBUG nova.compute.manager [-] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1715.980784] env[62683]: DEBUG nova.network.neutron [-] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1715.983109] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1715.987567] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1715.987953] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1715.988248] env[62683]: INFO nova.compute.manager [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1715.991428] env[62683]: DEBUG oslo.service.loopingcall [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.993087] env[62683]: DEBUG nova.compute.manager [-] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1715.993234] env[62683]: DEBUG nova.network.neutron [-] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1715.995172] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799369, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.046156] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799370, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.050550] env[62683]: DEBUG oslo_concurrency.lockutils [req-086cf71d-0101-415b-a324-57b7f848f564 req-7d7309b1-d052-49e8-97ec-35dadc5e3449 service nova] Releasing lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.051040] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5242f736-905a-061a-381a-f141169f91f8, 'name': SearchDatastore_Task, 'duration_secs': 0.023204} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.051313] env[62683]: DEBUG oslo_concurrency.lockutils [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.051582] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 0f863fc7-75df-4f02-b799-50e6f7619b3b/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk. {{(pid=62683) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1716.051858] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-115e2f2f-d942-4006-9747-64b4727bc162 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.062445] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1716.062445] env[62683]: value = "task-1799371" [ 1716.062445] env[62683]: _type = "Task" [ 1716.062445] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.079801] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.089759] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1716.091776] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a1cb23d-7b9a-451e-a999-a127951624ba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.102732] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1716.102732] env[62683]: value = "task-1799372" [ 1716.102732] env[62683]: _type = "Task" [ 1716.102732] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.122894] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] VM already powered off {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1716.123251] env[62683]: DEBUG nova.compute.manager [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1716.124252] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73897575-cd04-4625-87be-3d78e01ab564 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.136249] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.136249] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquired lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.136249] env[62683]: DEBUG nova.network.neutron [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1716.244686] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522e3a7a-43f5-b51c-6dce-0ddda7cb1c40, 'name': SearchDatastore_Task, 'duration_secs': 0.020175} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.245011] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.245279] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.245592] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.245779] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.245949] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.246289] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e10a7fc5-fc38-4467-b591-ac3ffeed9d47 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.259811] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1716.260018] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1716.260689] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bc0900f-467a-4e36-b8d0-c06a6642f457 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.267682] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1716.267682] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a6ba49-9f01-4e59-03e0-844ccfbd9e93" [ 1716.267682] env[62683]: _type = "Task" [ 1716.267682] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.268860] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3ae69e60-69ac-44da-9cd6-78e0b996ece8 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "refresh_cache-31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.269111] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3ae69e60-69ac-44da-9cd6-78e0b996ece8 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "refresh_cache-31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.269244] env[62683]: DEBUG nova.network.neutron [None req-3ae69e60-69ac-44da-9cd6-78e0b996ece8 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1716.269920] env[62683]: DEBUG nova.objects.instance [None req-3ae69e60-69ac-44da-9cd6-78e0b996ece8 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lazy-loading 'info_cache' on Instance uuid 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1716.280997] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a6ba49-9f01-4e59-03e0-844ccfbd9e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.384264] env[62683]: DEBUG nova.compute.utils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1716.388279] env[62683]: DEBUG nova.compute.manager [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1716.388483] env[62683]: DEBUG nova.network.neutron [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1716.416375] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 91331302-fbc2-45c7-9791-792bd5c2f463] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1716.477297] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841512} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.477557] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] c28bf1f2-6a02-455c-b4f0-8cc9046a22eb/c28bf1f2-6a02-455c-b4f0-8cc9046a22eb.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1716.478342] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1716.478342] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32cbb097-cec6-432f-b4ec-0a4bf190d134 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.491536] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1716.491536] env[62683]: value = "task-1799373" [ 1716.491536] env[62683]: _type = "Task" [ 1716.491536] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.505850] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.507590] env[62683]: DEBUG nova.policy [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a04a65a483cc4e849d907f55e1b3a119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f9c17b024c8421bb402834aad9d6c18', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1716.550321] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799370, 'name': Destroy_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.576816] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799371, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.643840] env[62683]: DEBUG nova.network.neutron [-] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.786934] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a6ba49-9f01-4e59-03e0-844ccfbd9e93, 'name': SearchDatastore_Task, 'duration_secs': 0.019114} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.787818] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4674ff65-da99-49b4-853a-5503ab2ef49b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.798114] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1716.798114] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]527ffb10-7b79-b6b4-3f49-08998f59e475" [ 1716.798114] env[62683]: _type = "Task" [ 1716.798114] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.814688] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527ffb10-7b79-b6b4-3f49-08998f59e475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.821946] env[62683]: DEBUG nova.compute.manager [req-160719a7-344b-40b1-b545-bb279b9c7f98 req-28c0eeb4-489d-4ea8-95e1-7fc811fffa4d service nova] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Received event network-vif-deleted-c85c3bc5-8cf7-485b-89fc-2821b6aac024 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1716.822336] env[62683]: DEBUG nova.compute.manager [req-160719a7-344b-40b1-b545-bb279b9c7f98 req-28c0eeb4-489d-4ea8-95e1-7fc811fffa4d service nova] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Received event network-vif-deleted-4f721b63-cf64-429b-898a-62efb7ffec87 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1716.822704] env[62683]: INFO nova.compute.manager [req-160719a7-344b-40b1-b545-bb279b9c7f98 req-28c0eeb4-489d-4ea8-95e1-7fc811fffa4d service nova] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Neutron deleted interface 4f721b63-cf64-429b-898a-62efb7ffec87; detaching it from the instance and deleting it from the info cache [ 1716.822975] env[62683]: DEBUG nova.network.neutron [req-160719a7-344b-40b1-b545-bb279b9c7f98 req-28c0eeb4-489d-4ea8-95e1-7fc811fffa4d service nova] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.892327] env[62683]: DEBUG nova.compute.manager [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1716.924430] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 70b372de-ebb6-4fe6-b683-b9a8d9b907c4] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1716.937352] env[62683]: DEBUG nova.compute.manager [req-da1ded94-15ee-434f-a062-02144975c780 req-5b543935-68c8-45f4-8d2f-79588612f5cc service nova] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Received event network-vif-deleted-6d1ff28c-7ae9-4e78-a4c8-650c93617d84 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1716.937700] env[62683]: INFO nova.compute.manager [req-da1ded94-15ee-434f-a062-02144975c780 req-5b543935-68c8-45f4-8d2f-79588612f5cc service nova] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Neutron deleted interface 6d1ff28c-7ae9-4e78-a4c8-650c93617d84; detaching it from the instance and deleting it from the info cache [ 1716.937841] env[62683]: DEBUG nova.network.neutron [req-da1ded94-15ee-434f-a062-02144975c780 req-5b543935-68c8-45f4-8d2f-79588612f5cc service nova] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.002651] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073317} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.005736] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1717.008204] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1d248c-199e-4425-abbb-06ff96af8733 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.034366] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] c28bf1f2-6a02-455c-b4f0-8cc9046a22eb/c28bf1f2-6a02-455c-b4f0-8cc9046a22eb.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.037402] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1833632d-0c43-49f1-a6d8-811e388d697c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.064913] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799370, 'name': Destroy_Task, 'duration_secs': 1.068915} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.069330] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Destroyed the VM [ 1717.069595] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Deleting Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1717.070012] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1717.070012] env[62683]: value = "task-1799374" [ 1717.070012] env[62683]: _type = "Task" [ 1717.070012] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.070308] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-43cc7ea7-1350-47d4-a7e1-138b6c55f7b5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.082528] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.913642} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.083384] env[62683]: INFO nova.virt.vmwareapi.ds_util [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 0f863fc7-75df-4f02-b799-50e6f7619b3b/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk. [ 1717.084252] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645f1085-91de-46ae-9b89-b34c9d2aec31 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.091746] env[62683]: DEBUG nova.network.neutron [-] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.093126] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.094422] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1717.094422] env[62683]: value = "task-1799375" [ 1717.094422] env[62683]: _type = "Task" [ 1717.094422] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.124966] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 0f863fc7-75df-4f02-b799-50e6f7619b3b/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.125960] env[62683]: DEBUG nova.network.neutron [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Successfully created port: 611bcf1a-4bf5-4618-91f5-0be8cc2ba254 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1717.130606] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-017a8934-17b2-4fd3-9709-156407de2bb2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.149415] env[62683]: DEBUG nova.network.neutron [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Updating instance_info_cache with network_info: [{"id": "ddf8b68e-7464-42c1-9347-39973000ade3", "address": "fa:16:3e:8e:8a:94", "network": {"id": "737d9155-3c87-468d-87f9-6ec56b027fac", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1914812503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056af4ae71cd4ea7b44ca89367d94afe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf8b68e-74", "ovs_interfaceid": "ddf8b68e-7464-42c1-9347-39973000ade3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.151469] env[62683]: INFO nova.compute.manager [-] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Took 1.47 seconds to deallocate network for instance. [ 1717.151749] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.158218] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1717.158218] env[62683]: value = "task-1799376" [ 1717.158218] env[62683]: _type = "Task" [ 1717.158218] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.167671] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.249401] env[62683]: DEBUG nova.network.neutron [-] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.310908] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527ffb10-7b79-b6b4-3f49-08998f59e475, 'name': SearchDatastore_Task, 'duration_secs': 0.05258} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.311178] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.311392] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] c8063def-3d83-4b9f-87db-db1ab1faeff3/c8063def-3d83-4b9f-87db-db1ab1faeff3.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1717.311675] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9351b1f2-1a9a-4694-b4c1-8c669a63f7e6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.326351] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1717.326351] env[62683]: value = "task-1799377" [ 1717.326351] env[62683]: _type = "Task" [ 1717.326351] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.328849] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ceed08d9-eb5c-4aa2-820e-e84d53f76d6b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.345174] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.348479] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89194b2-6a2c-40f0-9323-d062f9d44bc5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.388862] env[62683]: DEBUG nova.compute.manager [req-160719a7-344b-40b1-b545-bb279b9c7f98 req-28c0eeb4-489d-4ea8-95e1-7fc811fffa4d service nova] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Detach interface failed, port_id=4f721b63-cf64-429b-898a-62efb7ffec87, reason: Instance 2a83307c-cb18-416f-8c72-69b75cdccbaa could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1717.390999] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b169042-4b24-4614-82c5-228a6ef63902 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.404417] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214721dc-fe94-4d90-b1f6-9de9ad5b6248 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.440907] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 684641b9-e62f-406e-91a5-12bc0fe32470] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1717.446697] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3a757940-c448-4e89-a477-b78ecff0615b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "interface-c1ddfa77-305e-4beb-b788-6f5b815aa7fa-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.446929] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3a757940-c448-4e89-a477-b78ecff0615b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "interface-c1ddfa77-305e-4beb-b788-6f5b815aa7fa-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.449023] env[62683]: DEBUG nova.objects.instance [None req-3a757940-c448-4e89-a477-b78ecff0615b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lazy-loading 'flavor' on Instance uuid c1ddfa77-305e-4beb-b788-6f5b815aa7fa {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.449637] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9f8a3c-7a3b-4b41-a1f4-0666f1a76196 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.452762] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b69c9993-4938-4627-9359-59d5dd194345 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.464367] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a8494c-7469-4af1-a5bb-002f6e866eaf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.473191] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e94b6b-41d7-4e4c-a411-32a99066dd76 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.496344] env[62683]: DEBUG nova.compute.provider_tree [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1717.509050] env[62683]: DEBUG nova.compute.manager [req-da1ded94-15ee-434f-a062-02144975c780 req-5b543935-68c8-45f4-8d2f-79588612f5cc service nova] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Detach interface failed, port_id=6d1ff28c-7ae9-4e78-a4c8-650c93617d84, reason: Instance 9a5b6016-07c9-4b69-b161-1741fe86286f could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1717.586669] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799374, 'name': ReconfigVM_Task, 'duration_secs': 0.373829} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.586984] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Reconfigured VM instance instance-00000054 to attach disk [datastore1] c28bf1f2-6a02-455c-b4f0-8cc9046a22eb/c28bf1f2-6a02-455c-b4f0-8cc9046a22eb.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1717.587915] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c41b99dc-3a81-43ed-b704-0ce79831af72 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.595673] env[62683]: INFO nova.compute.manager [-] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Took 1.60 seconds to deallocate network for instance. [ 1717.609662] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1717.609662] env[62683]: value = "task-1799378" [ 1717.609662] env[62683]: _type = "Task" [ 1717.609662] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.618447] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799375, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.624817] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799378, 'name': Rename_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.653239] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Releasing lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.658224] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.673508] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799376, 'name': ReconfigVM_Task, 'duration_secs': 0.406513} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.673791] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 0f863fc7-75df-4f02-b799-50e6f7619b3b/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1717.674777] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae552dd3-f013-4666-ad5d-6a64c210adec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.710984] env[62683]: DEBUG nova.network.neutron [None req-3ae69e60-69ac-44da-9cd6-78e0b996ece8 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Updating instance_info_cache with network_info: [{"id": "9265b363-27c8-4a03-8b02-cd74a6611048", "address": "fa:16:3e:26:8a:66", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9265b363-27", "ovs_interfaceid": "9265b363-27c8-4a03-8b02-cd74a6611048", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.714298] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90aa6cf4-994f-43eb-a981-881620b2b142 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.733864] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1717.733864] env[62683]: value = "task-1799379" [ 1717.733864] env[62683]: _type = "Task" [ 1717.733864] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.744447] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.754761] env[62683]: INFO nova.compute.manager [-] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Took 1.77 seconds to deallocate network for instance. [ 1717.842615] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799377, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.911047] env[62683]: DEBUG nova.compute.manager [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1717.945631] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1717.945923] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1717.946095] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1717.946282] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1717.946473] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1717.946637] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1717.946848] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1717.947016] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1717.947757] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1717.947942] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1717.948136] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1717.948590] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 7091557b-6466-439b-85f5-46c6237e9436] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1717.952160] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993a4bec-e6de-4346-826c-93bc70f74719 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.956720] env[62683]: DEBUG nova.objects.instance [None req-3a757940-c448-4e89-a477-b78ecff0615b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lazy-loading 'pci_requests' on Instance uuid c1ddfa77-305e-4beb-b788-6f5b815aa7fa {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.964395] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f8610c-a5e0-4e02-9063-8ea3955fa271 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.999613] env[62683]: DEBUG nova.scheduler.client.report [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1718.106107] env[62683]: DEBUG oslo_concurrency.lockutils [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.106417] env[62683]: DEBUG oslo_vmware.api [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799375, 'name': RemoveSnapshot_Task, 'duration_secs': 0.66357} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.106656] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Deleted Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1718.106886] env[62683]: INFO nova.compute.manager [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Took 17.26 seconds to snapshot the instance on the hypervisor. [ 1718.119852] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799378, 'name': Rename_Task, 'duration_secs': 0.408804} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.120169] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.120431] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e1dbac0-6bdf-48c7-a473-dae556c74ca8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.128745] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1718.128745] env[62683]: value = "task-1799380" [ 1718.128745] env[62683]: _type = "Task" [ 1718.128745] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.146505] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.175024] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1718.176038] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78406322-f02d-4ef4-b2c5-7fd5f7f177a4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.185427] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.185709] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a47df936-c052-417d-9ad9-c767bd0a98ee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.226797] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3ae69e60-69ac-44da-9cd6-78e0b996ece8 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "refresh_cache-31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.227087] env[62683]: DEBUG nova.objects.instance [None req-3ae69e60-69ac-44da-9cd6-78e0b996ece8 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lazy-loading 'migration_context' on Instance uuid 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1718.246992] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799379, 'name': ReconfigVM_Task, 'duration_secs': 0.315672} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.247421] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.247644] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df579590-6e51-4f19-89bb-1790954193ec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.255475] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1718.255475] env[62683]: value = "task-1799382" [ 1718.255475] env[62683]: _type = "Task" [ 1718.255475] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.259875] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.266872] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.274502] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1718.274502] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1718.274690] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Deleting the datastore file [datastore1] 638fdfcd-54a2-4151-8f56-9230a6969ba3 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1718.274991] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23b63fe6-75a6-4116-b301-d3bfb62e6c0d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.284024] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1718.284024] env[62683]: value = "task-1799383" [ 1718.284024] env[62683]: _type = "Task" [ 1718.284024] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.293151] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.343058] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58635} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.343587] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] c8063def-3d83-4b9f-87db-db1ab1faeff3/c8063def-3d83-4b9f-87db-db1ab1faeff3.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1718.343780] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1718.343918] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5a0f3c0-6ed2-4712-9d6e-8165e5312692 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.352939] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1718.352939] env[62683]: value = "task-1799384" [ 1718.352939] env[62683]: _type = "Task" [ 1718.352939] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.363867] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.457083] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: b06713db-2263-410b-93a8-fc7334752d30] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1718.458907] env[62683]: DEBUG nova.objects.base [None req-3a757940-c448-4e89-a477-b78ecff0615b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1718.459227] env[62683]: DEBUG nova.network.neutron [None req-3a757940-c448-4e89-a477-b78ecff0615b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1718.504409] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.504949] env[62683]: DEBUG nova.compute.manager [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1718.507670] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.885s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.507871] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.510032] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.089s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.510259] env[62683]: DEBUG nova.objects.instance [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lazy-loading 'resources' on Instance uuid 8820fccf-a503-443e-a5a0-72065b31e5cd {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1718.533198] env[62683]: INFO nova.scheduler.client.report [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Deleted allocations for instance fa66cd32-a744-41ee-a6d9-ae0d131a57ce [ 1718.586888] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3a757940-c448-4e89-a477-b78ecff0615b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "interface-c1ddfa77-305e-4beb-b788-6f5b815aa7fa-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.140s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.640422] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799380, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.670432] env[62683]: DEBUG nova.compute.manager [None req-f17391c7-747e-4c77-84d4-f276a6a01a28 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Found 2 images (rotation: 2) {{(pid=62683) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1718.730198] env[62683]: DEBUG nova.objects.base [None req-3ae69e60-69ac-44da-9cd6-78e0b996ece8 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Object Instance<31a6dfaf-a512-42a5-9dc4-3c17bf1126a4> lazy-loaded attributes: info_cache,migration_context {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1718.731273] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb4c78a-bbac-4de0-9d9d-bff8099b4484 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.752960] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-def55f47-c778-466e-9c6e-e411b5ffcf54 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.761183] env[62683]: DEBUG oslo_vmware.api [None req-3ae69e60-69ac-44da-9cd6-78e0b996ece8 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1718.761183] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c2ae50-7305-5117-875b-39a59d21d37e" [ 1718.761183] env[62683]: _type = "Task" [ 1718.761183] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.768647] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799382, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.774787] env[62683]: DEBUG oslo_vmware.api [None req-3ae69e60-69ac-44da-9cd6-78e0b996ece8 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c2ae50-7305-5117-875b-39a59d21d37e, 'name': SearchDatastore_Task, 'duration_secs': 0.012416} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.775120] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3ae69e60-69ac-44da-9cd6-78e0b996ece8 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.795061] env[62683]: DEBUG oslo_vmware.api [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432842} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.795061] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1718.795061] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1718.795061] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1718.813119] env[62683]: INFO nova.scheduler.client.report [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Deleted allocations for instance 638fdfcd-54a2-4151-8f56-9230a6969ba3 [ 1718.869313] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072967} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.869563] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1718.870385] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1e642b-90ee-4b82-824e-45c420ea3307 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.894883] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] c8063def-3d83-4b9f-87db-db1ab1faeff3/c8063def-3d83-4b9f-87db-db1ab1faeff3.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1718.895251] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c954e083-6cb6-4b87-adad-589a58304c68 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.919952] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1718.919952] env[62683]: value = "task-1799385" [ 1718.919952] env[62683]: _type = "Task" [ 1718.919952] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.934658] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.960649] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: eee16ab0-76b4-4d1d-bf04-55f9b64264ef] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1718.992187] env[62683]: DEBUG nova.network.neutron [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Successfully updated port: 611bcf1a-4bf5-4618-91f5-0be8cc2ba254 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1719.017211] env[62683]: DEBUG nova.compute.utils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1719.019085] env[62683]: DEBUG nova.compute.manager [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1719.019297] env[62683]: DEBUG nova.network.neutron [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1719.044508] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dc08d85-145c-4604-a159-f037fc7a0374 tempest-ServerActionsV293TestJSON-1235001957 tempest-ServerActionsV293TestJSON-1235001957-project-member] Lock "fa66cd32-a744-41ee-a6d9-ae0d131a57ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.118s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.063312] env[62683]: DEBUG nova.policy [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a04a65a483cc4e849d907f55e1b3a119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f9c17b024c8421bb402834aad9d6c18', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1719.148852] env[62683]: DEBUG oslo_vmware.api [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799380, 'name': PowerOnVM_Task, 'duration_secs': 0.885135} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.149160] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.149374] env[62683]: INFO nova.compute.manager [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1719.149558] env[62683]: DEBUG nova.compute.manager [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.150539] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d98941-3d62-48d4-a35a-c8d66c4e5bba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.268409] env[62683]: DEBUG oslo_vmware.api [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799382, 'name': PowerOnVM_Task, 'duration_secs': 0.700329} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.268776] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.273239] env[62683]: DEBUG nova.compute.manager [None req-97a03199-4179-47cb-9ab9-6eb710028f31 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.274036] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5c9c7e-796a-4971-90c0-b817e80fbbc8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.319569] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.320432] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133a3358-0f5b-4599-b780-8ff4a0fcdb9d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.330979] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e83171-af03-40a8-b217-e038cd9d86fe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.376026] env[62683]: DEBUG nova.network.neutron [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Successfully created port: 6e18fe02-c662-4bac-9888-f2e21694909b {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1719.381481] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfbb58c-3664-4d4e-8b71-dbf7b67c0f2f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.393828] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422475d7-f9dd-47bb-9a3f-e763100b7f57 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.398803] env[62683]: DEBUG nova.compute.manager [req-c46eb9a9-d301-4991-bcdb-b311e86fa58f req-1d9fb22d-fb34-41ec-b50d-1710bfab9572 service nova] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Received event network-vif-plugged-611bcf1a-4bf5-4618-91f5-0be8cc2ba254 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1719.399039] env[62683]: DEBUG oslo_concurrency.lockutils [req-c46eb9a9-d301-4991-bcdb-b311e86fa58f req-1d9fb22d-fb34-41ec-b50d-1710bfab9572 service nova] Acquiring lock "61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.399254] env[62683]: DEBUG oslo_concurrency.lockutils [req-c46eb9a9-d301-4991-bcdb-b311e86fa58f req-1d9fb22d-fb34-41ec-b50d-1710bfab9572 service nova] Lock "61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.399453] env[62683]: DEBUG oslo_concurrency.lockutils [req-c46eb9a9-d301-4991-bcdb-b311e86fa58f req-1d9fb22d-fb34-41ec-b50d-1710bfab9572 service nova] Lock "61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.399595] env[62683]: DEBUG nova.compute.manager [req-c46eb9a9-d301-4991-bcdb-b311e86fa58f req-1d9fb22d-fb34-41ec-b50d-1710bfab9572 service nova] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] No waiting events found dispatching network-vif-plugged-611bcf1a-4bf5-4618-91f5-0be8cc2ba254 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1719.399750] env[62683]: WARNING nova.compute.manager [req-c46eb9a9-d301-4991-bcdb-b311e86fa58f req-1d9fb22d-fb34-41ec-b50d-1710bfab9572 service nova] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Received unexpected event network-vif-plugged-611bcf1a-4bf5-4618-91f5-0be8cc2ba254 for instance with vm_state building and task_state spawning. [ 1719.411911] env[62683]: DEBUG nova.compute.provider_tree [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1719.434839] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799385, 'name': ReconfigVM_Task, 'duration_secs': 0.317144} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.434839] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Reconfigured VM instance instance-00000055 to attach disk [datastore1] c8063def-3d83-4b9f-87db-db1ab1faeff3/c8063def-3d83-4b9f-87db-db1ab1faeff3.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1719.434839] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58494d7c-72fb-4b27-aea5-8b8591b52c55 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.440179] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1719.440179] env[62683]: value = "task-1799386" [ 1719.440179] env[62683]: _type = "Task" [ 1719.440179] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.454365] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799386, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.463984] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: f4e83ce0-2ba7-45cf-a060-124af8a7ff02] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1719.496070] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "refresh_cache-61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.496245] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquired lock "refresh_cache-61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.496470] env[62683]: DEBUG nova.network.neutron [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1719.523433] env[62683]: DEBUG nova.compute.manager [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1719.671460] env[62683]: INFO nova.compute.manager [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Took 24.02 seconds to build instance. [ 1719.738468] env[62683]: DEBUG nova.compute.manager [req-df49ef2f-5be7-410d-9d2d-0d60619a6750 req-5f79a54f-6c11-48de-9bbf-fcbe2bded416 service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Received event network-vif-unplugged-ddf8b68e-7464-42c1-9347-39973000ade3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1719.738700] env[62683]: DEBUG oslo_concurrency.lockutils [req-df49ef2f-5be7-410d-9d2d-0d60619a6750 req-5f79a54f-6c11-48de-9bbf-fcbe2bded416 service nova] Acquiring lock "638fdfcd-54a2-4151-8f56-9230a6969ba3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.738908] env[62683]: DEBUG oslo_concurrency.lockutils [req-df49ef2f-5be7-410d-9d2d-0d60619a6750 req-5f79a54f-6c11-48de-9bbf-fcbe2bded416 service nova] Lock "638fdfcd-54a2-4151-8f56-9230a6969ba3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.739317] env[62683]: DEBUG oslo_concurrency.lockutils [req-df49ef2f-5be7-410d-9d2d-0d60619a6750 req-5f79a54f-6c11-48de-9bbf-fcbe2bded416 service nova] Lock "638fdfcd-54a2-4151-8f56-9230a6969ba3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.739530] env[62683]: DEBUG nova.compute.manager [req-df49ef2f-5be7-410d-9d2d-0d60619a6750 req-5f79a54f-6c11-48de-9bbf-fcbe2bded416 service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] No waiting events found dispatching network-vif-unplugged-ddf8b68e-7464-42c1-9347-39973000ade3 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1719.739706] env[62683]: WARNING nova.compute.manager [req-df49ef2f-5be7-410d-9d2d-0d60619a6750 req-5f79a54f-6c11-48de-9bbf-fcbe2bded416 service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Received unexpected event network-vif-unplugged-ddf8b68e-7464-42c1-9347-39973000ade3 for instance with vm_state shelved_offloaded and task_state None. [ 1719.739868] env[62683]: DEBUG nova.compute.manager [req-df49ef2f-5be7-410d-9d2d-0d60619a6750 req-5f79a54f-6c11-48de-9bbf-fcbe2bded416 service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Received event network-changed-ddf8b68e-7464-42c1-9347-39973000ade3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1719.740039] env[62683]: DEBUG nova.compute.manager [req-df49ef2f-5be7-410d-9d2d-0d60619a6750 req-5f79a54f-6c11-48de-9bbf-fcbe2bded416 service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Refreshing instance network info cache due to event network-changed-ddf8b68e-7464-42c1-9347-39973000ade3. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1719.740231] env[62683]: DEBUG oslo_concurrency.lockutils [req-df49ef2f-5be7-410d-9d2d-0d60619a6750 req-5f79a54f-6c11-48de-9bbf-fcbe2bded416 service nova] Acquiring lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.740369] env[62683]: DEBUG oslo_concurrency.lockutils [req-df49ef2f-5be7-410d-9d2d-0d60619a6750 req-5f79a54f-6c11-48de-9bbf-fcbe2bded416 service nova] Acquired lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.740525] env[62683]: DEBUG nova.network.neutron [req-df49ef2f-5be7-410d-9d2d-0d60619a6750 req-5f79a54f-6c11-48de-9bbf-fcbe2bded416 service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Refreshing network info cache for port ddf8b68e-7464-42c1-9347-39973000ade3 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1719.888333] env[62683]: DEBUG nova.compute.manager [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.889301] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0020a687-8e21-4be5-9456-7e5c66c8c02d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.914638] env[62683]: DEBUG nova.scheduler.client.report [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1719.951273] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799386, 'name': Rename_Task, 'duration_secs': 0.185332} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.951811] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1719.952066] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb08c5eb-0abb-40af-80ca-511796b3341c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.959244] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1719.959244] env[62683]: value = "task-1799387" [ 1719.959244] env[62683]: _type = "Task" [ 1719.959244] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.967579] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 5b54aec0-7752-4141-bd05-322104320ffa] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1719.969412] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.053578] env[62683]: DEBUG nova.network.neutron [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1720.177332] env[62683]: DEBUG oslo_concurrency.lockutils [None req-69172372-19c9-4f77-a3a5-aaa0d97c25ee tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "c28bf1f2-6a02-455c-b4f0-8cc9046a22eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.538s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.375944] env[62683]: DEBUG nova.network.neutron [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Updating instance_info_cache with network_info: [{"id": "611bcf1a-4bf5-4618-91f5-0be8cc2ba254", "address": "fa:16:3e:72:f9:99", "network": {"id": "428a6db0-a251-44a8-b0f2-42c893e95905", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-522804421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9c17b024c8421bb402834aad9d6c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611bcf1a-4b", "ovs_interfaceid": "611bcf1a-4bf5-4618-91f5-0be8cc2ba254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.404249] env[62683]: INFO nova.compute.manager [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] instance snapshotting [ 1720.405009] env[62683]: DEBUG nova.objects.instance [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lazy-loading 'flavor' on Instance uuid 134c873e-9d20-4c6a-931f-c835cfb97376 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1720.421744] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.424364] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.736s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.426342] env[62683]: INFO nova.compute.claims [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1720.448653] env[62683]: INFO nova.scheduler.client.report [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Deleted allocations for instance 8820fccf-a503-443e-a5a0-72065b31e5cd [ 1720.472037] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 0aadee7f-0a1d-49ce-90cc-48107b8a107e] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1720.473998] env[62683]: DEBUG oslo_vmware.api [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799387, 'name': PowerOnVM_Task, 'duration_secs': 0.502026} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.474282] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1720.474520] env[62683]: INFO nova.compute.manager [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1720.475885] env[62683]: DEBUG nova.compute.manager [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1720.477066] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59579442-96c2-487c-92e6-73288b61f609 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.534057] env[62683]: DEBUG nova.compute.manager [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1720.574849] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1720.575110] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1720.575273] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1720.575492] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1720.575661] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1720.575856] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1720.576107] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1720.576294] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1720.576499] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1720.576721] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1720.576937] env[62683]: DEBUG nova.virt.hardware [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1720.578220] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40de0020-2d19-4894-be8d-feb9eddb97ae {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.588184] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7824e9-4065-4066-8dec-71278e79b1ab {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.594594] env[62683]: DEBUG nova.network.neutron [req-df49ef2f-5be7-410d-9d2d-0d60619a6750 req-5f79a54f-6c11-48de-9bbf-fcbe2bded416 service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Updated VIF entry in instance network info cache for port ddf8b68e-7464-42c1-9347-39973000ade3. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1720.594594] env[62683]: DEBUG nova.network.neutron [req-df49ef2f-5be7-410d-9d2d-0d60619a6750 req-5f79a54f-6c11-48de-9bbf-fcbe2bded416 service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Updating instance_info_cache with network_info: [{"id": "ddf8b68e-7464-42c1-9347-39973000ade3", "address": "fa:16:3e:8e:8a:94", "network": {"id": "737d9155-3c87-468d-87f9-6ec56b027fac", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1914812503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056af4ae71cd4ea7b44ca89367d94afe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapddf8b68e-74", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.879649] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Releasing lock "refresh_cache-61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.879995] env[62683]: DEBUG nova.compute.manager [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Instance network_info: |[{"id": "611bcf1a-4bf5-4618-91f5-0be8cc2ba254", "address": "fa:16:3e:72:f9:99", "network": {"id": "428a6db0-a251-44a8-b0f2-42c893e95905", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-522804421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9c17b024c8421bb402834aad9d6c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611bcf1a-4b", "ovs_interfaceid": "611bcf1a-4bf5-4618-91f5-0be8cc2ba254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1720.880439] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:f9:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '611bcf1a-4bf5-4618-91f5-0be8cc2ba254', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1720.891184] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Creating folder: Project (5f9c17b024c8421bb402834aad9d6c18). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1720.892613] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e937179e-6722-4c8d-a2bd-4e7364b2a4a6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.907121] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Created folder: Project (5f9c17b024c8421bb402834aad9d6c18) in parent group-v372889. [ 1720.907258] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Creating folder: Instances. Parent ref: group-v373132. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1720.909287] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5ad32fe-80e0-4881-ba5d-af5deed68d14 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.912047] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ed8d22-5afa-45c5-bb58-36278f5c59c9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.938456] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512ef5d2-658b-4195-a33b-40e055b942dc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.941307] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Created folder: Instances in parent group-v373132. [ 1720.941865] env[62683]: DEBUG oslo.service.loopingcall [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1720.942238] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1720.944193] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f5a793f-4959-44af-9d71-040e1e0dcc69 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.969638] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b70e1f57-7adb-4c74-b46c-ec2725cae5b8 tempest-ImagesTestJSON-1451636246 tempest-ImagesTestJSON-1451636246-project-member] Lock "8820fccf-a503-443e-a5a0-72065b31e5cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.467s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.979715] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: d82cdcad-7464-4f60-b3e9-9e3e46575d29] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1720.981303] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1720.981303] env[62683]: value = "task-1799390" [ 1720.981303] env[62683]: _type = "Task" [ 1720.981303] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.998201] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799390, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.002884] env[62683]: INFO nova.compute.manager [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Took 24.39 seconds to build instance. [ 1721.010464] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "interface-c1ddfa77-305e-4beb-b788-6f5b815aa7fa-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.010464] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "interface-c1ddfa77-305e-4beb-b788-6f5b815aa7fa-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.010464] env[62683]: DEBUG nova.objects.instance [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lazy-loading 'flavor' on Instance uuid c1ddfa77-305e-4beb-b788-6f5b815aa7fa {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1721.097507] env[62683]: DEBUG oslo_concurrency.lockutils [req-df49ef2f-5be7-410d-9d2d-0d60619a6750 req-5f79a54f-6c11-48de-9bbf-fcbe2bded416 service nova] Releasing lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.114278] env[62683]: DEBUG nova.network.neutron [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Successfully updated port: 6e18fe02-c662-4bac-9888-f2e21694909b {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1721.474499] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Creating Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1721.475386] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-84dba184-6c89-48f9-8e4e-921c3ea7f86d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.482397] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: d00064e2-9954-4cb6-8812-ea02311cb049] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1721.489262] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1721.489262] env[62683]: value = "task-1799391" [ 1721.489262] env[62683]: _type = "Task" [ 1721.489262] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.496821] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799390, 'name': CreateVM_Task, 'duration_secs': 0.440164} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.499138] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1721.500156] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.500375] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.500766] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1721.502994] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f2a6665-58c5-45f3-b28c-7c66f175d1d5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.507022] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ef689921-9b96-4b3e-aaa3-35ef63a5d0d2 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "c8063def-3d83-4b9f-87db-db1ab1faeff3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.906s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.507275] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799391, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.511477] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1721.511477] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526777cf-2ef9-84ab-886e-ed92b2eb3179" [ 1721.511477] env[62683]: _type = "Task" [ 1721.511477] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.530659] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526777cf-2ef9-84ab-886e-ed92b2eb3179, 'name': SearchDatastore_Task, 'duration_secs': 0.01399} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.531234] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.531302] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1721.531493] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.531643] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.531823] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1721.534875] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79e7fc61-9b7e-4b20-b489-928908b5e603 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.544856] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1721.545457] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1721.545881] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-714ec51b-4fb7-4027-a16d-012a178b14d9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.553992] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1721.553992] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e28a2e-0977-2d94-68da-eeb98818b54a" [ 1721.553992] env[62683]: _type = "Task" [ 1721.553992] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.563244] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e28a2e-0977-2d94-68da-eeb98818b54a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.617254] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "refresh_cache-0079d28d-4030-4ee2-ae5c-2cdaef180812" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.617384] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquired lock "refresh_cache-0079d28d-4030-4ee2-ae5c-2cdaef180812" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.617527] env[62683]: DEBUG nova.network.neutron [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1721.645616] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d421b129-c828-4c75-bb31-08dc4c46b183 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "c28bf1f2-6a02-455c-b4f0-8cc9046a22eb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.645899] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d421b129-c828-4c75-bb31-08dc4c46b183 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "c28bf1f2-6a02-455c-b4f0-8cc9046a22eb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.646108] env[62683]: DEBUG nova.compute.manager [None req-d421b129-c828-4c75-bb31-08dc4c46b183 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1721.647514] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc0a495-de90-45c0-8296-09aad1f43861 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.656028] env[62683]: DEBUG nova.compute.manager [None req-d421b129-c828-4c75-bb31-08dc4c46b183 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1721.656553] env[62683]: DEBUG nova.objects.instance [None req-d421b129-c828-4c75-bb31-08dc4c46b183 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lazy-loading 'flavor' on Instance uuid c28bf1f2-6a02-455c-b4f0-8cc9046a22eb {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1721.658709] env[62683]: DEBUG nova.objects.instance [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lazy-loading 'pci_requests' on Instance uuid c1ddfa77-305e-4beb-b788-6f5b815aa7fa {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1721.744879] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba5227d-eb2a-4d00-9f64-0de678115c21 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.757757] env[62683]: DEBUG oslo_concurrency.lockutils [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "71345bf6-a872-4abe-a0a4-db0a5f2eeced" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.758073] env[62683]: DEBUG oslo_concurrency.lockutils [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lock "71345bf6-a872-4abe-a0a4-db0a5f2eeced" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.760364] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a55e6c-9c27-455d-8e8f-2407c7a559fb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.798022] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b730d9d3-d180-40d2-b68a-416d636ac804 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.806956] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ca3708-8d94-4fb0-ba10-86610d9d50e1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.823739] env[62683]: DEBUG nova.compute.provider_tree [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1721.990924] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: d6483889-075c-4132-85b2-f01896704bea] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1722.002612] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799391, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.063755] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e28a2e-0977-2d94-68da-eeb98818b54a, 'name': SearchDatastore_Task, 'duration_secs': 0.012808} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.064535] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8af43521-6031-46aa-b98c-e7dcff63e3a4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.071192] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1722.071192] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f8113b-f634-52ae-0fe2-f12f7e004422" [ 1722.071192] env[62683]: _type = "Task" [ 1722.071192] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.082351] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f8113b-f634-52ae-0fe2-f12f7e004422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.158922] env[62683]: DEBUG nova.compute.manager [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Received event network-changed-611bcf1a-4bf5-4618-91f5-0be8cc2ba254 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1722.159151] env[62683]: DEBUG nova.compute.manager [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Refreshing instance network info cache due to event network-changed-611bcf1a-4bf5-4618-91f5-0be8cc2ba254. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1722.159375] env[62683]: DEBUG oslo_concurrency.lockutils [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] Acquiring lock "refresh_cache-61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.159522] env[62683]: DEBUG oslo_concurrency.lockutils [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] Acquired lock "refresh_cache-61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.159687] env[62683]: DEBUG nova.network.neutron [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Refreshing network info cache for port 611bcf1a-4bf5-4618-91f5-0be8cc2ba254 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1722.161494] env[62683]: DEBUG nova.network.neutron [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1722.165324] env[62683]: DEBUG nova.objects.base [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1722.165542] env[62683]: DEBUG nova.network.neutron [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1722.261952] env[62683]: DEBUG nova.policy [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a3a0a6a0a6e463f9af5ccf494d4c810', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cca9f7c09de541ceb601bd7c6303dcfa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1722.266103] env[62683]: DEBUG nova.compute.manager [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1722.328094] env[62683]: DEBUG nova.scheduler.client.report [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1722.471053] env[62683]: DEBUG nova.network.neutron [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Updating instance_info_cache with network_info: [{"id": "6e18fe02-c662-4bac-9888-f2e21694909b", "address": "fa:16:3e:4c:1d:4e", "network": {"id": "428a6db0-a251-44a8-b0f2-42c893e95905", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-522804421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9c17b024c8421bb402834aad9d6c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e18fe02-c6", "ovs_interfaceid": "6e18fe02-c662-4bac-9888-f2e21694909b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.498553] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: e0cb65c4-7abf-4bf3-9ffd-57cc2ba6f93e] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1722.507505] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799391, 'name': CreateSnapshot_Task, 'duration_secs': 0.97268} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.507505] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Created Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1722.508282] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76d8301-0d05-42e8-b1dc-9ea226d2ccf0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.588160] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f8113b-f634-52ae-0fe2-f12f7e004422, 'name': SearchDatastore_Task, 'duration_secs': 0.013433} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.588443] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.588724] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf/61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1722.589016] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ce1d1bc-7d73-497d-90d0-692ad750e97a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.597166] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1722.597166] env[62683]: value = "task-1799392" [ 1722.597166] env[62683]: _type = "Task" [ 1722.597166] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.605331] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.671545] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d421b129-c828-4c75-bb31-08dc4c46b183 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.671789] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-035ed3d2-d1e7-41d6-a4f5-30447fc732d2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.681539] env[62683]: DEBUG oslo_vmware.api [None req-d421b129-c828-4c75-bb31-08dc4c46b183 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1722.681539] env[62683]: value = "task-1799393" [ 1722.681539] env[62683]: _type = "Task" [ 1722.681539] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.690828] env[62683]: DEBUG oslo_vmware.api [None req-d421b129-c828-4c75-bb31-08dc4c46b183 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.773544] env[62683]: DEBUG nova.network.neutron [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Successfully created port: d44e2897-d245-446b-bae6-7b728bcc4ab9 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1722.792038] env[62683]: DEBUG oslo_concurrency.lockutils [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.832357] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.833127] env[62683]: DEBUG nova.compute.manager [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1722.835966] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.178s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.836294] env[62683]: DEBUG nova.objects.instance [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lazy-loading 'resources' on Instance uuid dc809566-db46-4911-89d6-0ee07d842fcc {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.876698] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "638fdfcd-54a2-4151-8f56-9230a6969ba3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.974340] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Releasing lock "refresh_cache-0079d28d-4030-4ee2-ae5c-2cdaef180812" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.974728] env[62683]: DEBUG nova.compute.manager [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Instance network_info: |[{"id": "6e18fe02-c662-4bac-9888-f2e21694909b", "address": "fa:16:3e:4c:1d:4e", "network": {"id": "428a6db0-a251-44a8-b0f2-42c893e95905", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-522804421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9c17b024c8421bb402834aad9d6c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e18fe02-c6", "ovs_interfaceid": "6e18fe02-c662-4bac-9888-f2e21694909b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1722.975294] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:1d:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e18fe02-c662-4bac-9888-f2e21694909b', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1722.984707] env[62683]: DEBUG oslo.service.loopingcall [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1722.984935] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1722.985201] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-350aa211-41f8-4c8d-9c4e-bcaa6f93634f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.003383] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: ba78bd69-7f48-42b5-866d-604f2ebee987] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1723.014100] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1723.014100] env[62683]: value = "task-1799394" [ 1723.014100] env[62683]: _type = "Task" [ 1723.014100] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.028203] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Creating linked-clone VM from snapshot {{(pid=62683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1723.029206] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8a813242-baea-4a9e-ac1d-f931266f7a03 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.037415] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799394, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.045092] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1723.045092] env[62683]: value = "task-1799395" [ 1723.045092] env[62683]: _type = "Task" [ 1723.045092] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.059164] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799395, 'name': CloneVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.111916] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799392, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.119155] env[62683]: DEBUG nova.network.neutron [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Updated VIF entry in instance network info cache for port 611bcf1a-4bf5-4618-91f5-0be8cc2ba254. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1723.119155] env[62683]: DEBUG nova.network.neutron [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Updating instance_info_cache with network_info: [{"id": "611bcf1a-4bf5-4618-91f5-0be8cc2ba254", "address": "fa:16:3e:72:f9:99", "network": {"id": "428a6db0-a251-44a8-b0f2-42c893e95905", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-522804421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9c17b024c8421bb402834aad9d6c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611bcf1a-4b", "ovs_interfaceid": "611bcf1a-4bf5-4618-91f5-0be8cc2ba254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.196518] env[62683]: DEBUG oslo_vmware.api [None req-d421b129-c828-4c75-bb31-08dc4c46b183 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799393, 'name': PowerOffVM_Task, 'duration_secs': 0.39962} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.196923] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d421b129-c828-4c75-bb31-08dc4c46b183 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.197166] env[62683]: DEBUG nova.compute.manager [None req-d421b129-c828-4c75-bb31-08dc4c46b183 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1723.198144] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e0c7eb-6e33-446c-ad8a-9dd306f1a96c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.341017] env[62683]: DEBUG nova.compute.utils [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1723.355814] env[62683]: DEBUG nova.compute.manager [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Not allocating networking since 'none' was specified. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1723.508491] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: d0f5e2aa-2b90-409c-8b43-83c69a7f4527] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1723.527241] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799394, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.557061] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799395, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.614048] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784407} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.614747] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf/61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1723.615396] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1723.618113] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51d9eeac-a9e9-44e5-8397-80a80c232cfb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.621967] env[62683]: DEBUG oslo_concurrency.lockutils [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] Releasing lock "refresh_cache-61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.622228] env[62683]: DEBUG nova.compute.manager [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Received event network-vif-plugged-6e18fe02-c662-4bac-9888-f2e21694909b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1723.622427] env[62683]: DEBUG oslo_concurrency.lockutils [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] Acquiring lock "0079d28d-4030-4ee2-ae5c-2cdaef180812-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.622629] env[62683]: DEBUG oslo_concurrency.lockutils [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] Lock "0079d28d-4030-4ee2-ae5c-2cdaef180812-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.622791] env[62683]: DEBUG oslo_concurrency.lockutils [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] Lock "0079d28d-4030-4ee2-ae5c-2cdaef180812-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.622958] env[62683]: DEBUG nova.compute.manager [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] No waiting events found dispatching network-vif-plugged-6e18fe02-c662-4bac-9888-f2e21694909b {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1723.623134] env[62683]: WARNING nova.compute.manager [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Received unexpected event network-vif-plugged-6e18fe02-c662-4bac-9888-f2e21694909b for instance with vm_state building and task_state spawning. [ 1723.623309] env[62683]: DEBUG nova.compute.manager [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Received event network-changed-6e18fe02-c662-4bac-9888-f2e21694909b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1723.623469] env[62683]: DEBUG nova.compute.manager [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Refreshing instance network info cache due to event network-changed-6e18fe02-c662-4bac-9888-f2e21694909b. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1723.623653] env[62683]: DEBUG oslo_concurrency.lockutils [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] Acquiring lock "refresh_cache-0079d28d-4030-4ee2-ae5c-2cdaef180812" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.623788] env[62683]: DEBUG oslo_concurrency.lockutils [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] Acquired lock "refresh_cache-0079d28d-4030-4ee2-ae5c-2cdaef180812" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.623942] env[62683]: DEBUG nova.network.neutron [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Refreshing network info cache for port 6e18fe02-c662-4bac-9888-f2e21694909b {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1723.627094] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1723.627094] env[62683]: value = "task-1799396" [ 1723.627094] env[62683]: _type = "Task" [ 1723.627094] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.639086] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.687031] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afa940a-1219-4e27-98ed-726f2a36a647 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.697347] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68005e8-2990-4411-aed3-0d9bded82904 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.736661] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d421b129-c828-4c75-bb31-08dc4c46b183 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "c28bf1f2-6a02-455c-b4f0-8cc9046a22eb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.090s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.738459] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9ee0ea-d96b-4ea2-9671-7d15b4ea8837 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.749571] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf5a030-6c99-44af-93a1-c65377d07682 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.768942] env[62683]: DEBUG nova.compute.provider_tree [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.794962] env[62683]: DEBUG nova.compute.manager [req-eba18132-d93c-4e1c-8533-a0a3176acfc7 req-aa9b9d73-5973-4cf6-9bf8-014819e853a5 service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Received event network-changed-417b812d-f85f-4111-befc-2b197e61792b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1723.796845] env[62683]: DEBUG nova.compute.manager [req-eba18132-d93c-4e1c-8533-a0a3176acfc7 req-aa9b9d73-5973-4cf6-9bf8-014819e853a5 service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Refreshing instance network info cache due to event network-changed-417b812d-f85f-4111-befc-2b197e61792b. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1723.796845] env[62683]: DEBUG oslo_concurrency.lockutils [req-eba18132-d93c-4e1c-8533-a0a3176acfc7 req-aa9b9d73-5973-4cf6-9bf8-014819e853a5 service nova] Acquiring lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.796845] env[62683]: DEBUG oslo_concurrency.lockutils [req-eba18132-d93c-4e1c-8533-a0a3176acfc7 req-aa9b9d73-5973-4cf6-9bf8-014819e853a5 service nova] Acquired lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.796845] env[62683]: DEBUG nova.network.neutron [req-eba18132-d93c-4e1c-8533-a0a3176acfc7 req-aa9b9d73-5973-4cf6-9bf8-014819e853a5 service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Refreshing network info cache for port 417b812d-f85f-4111-befc-2b197e61792b {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1723.855831] env[62683]: DEBUG nova.compute.manager [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1724.012048] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: e4d21150-033f-470a-80fb-bd090c0af8b8] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1724.026892] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799394, 'name': CreateVM_Task, 'duration_secs': 0.975744} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.027092] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1724.027820] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.028012] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.028322] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1724.028586] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea46f36f-5aec-4284-89c3-2b2bb053c90d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.034089] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1724.034089] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f4c69f-40d2-1151-8cb0-7dc9ca79be1e" [ 1724.034089] env[62683]: _type = "Task" [ 1724.034089] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.051416] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f4c69f-40d2-1151-8cb0-7dc9ca79be1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.064675] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799395, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.138007] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079372} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.138385] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1724.139222] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b6faed-4698-48b9-85ce-3673ed59ac16 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.162702] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf/61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1724.163084] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8a96389-78eb-47b7-ac55-cdf6c9ebd1c1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.187173] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1724.187173] env[62683]: value = "task-1799397" [ 1724.187173] env[62683]: _type = "Task" [ 1724.187173] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.200032] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799397, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.272294] env[62683]: DEBUG nova.scheduler.client.report [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1724.522388] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 3e91d1f1-59e2-4f83-9b15-1644e42c3d45] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1724.546190] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f4c69f-40d2-1151-8cb0-7dc9ca79be1e, 'name': SearchDatastore_Task, 'duration_secs': 0.059621} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.546630] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.546875] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1724.547132] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.547283] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.547465] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1724.551366] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dddc505-ea8a-4b7b-9e4c-f64eeaf02f1b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.565486] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799395, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.566788] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1724.566963] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1724.567940] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1347204e-3f83-4260-9e68-5ef28c2c540b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.574080] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1724.574080] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]523dad65-3813-0dc5-c8fd-384e9b4b809e" [ 1724.574080] env[62683]: _type = "Task" [ 1724.574080] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.584293] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523dad65-3813-0dc5-c8fd-384e9b4b809e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.672193] env[62683]: DEBUG nova.network.neutron [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Updated VIF entry in instance network info cache for port 6e18fe02-c662-4bac-9888-f2e21694909b. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1724.672193] env[62683]: DEBUG nova.network.neutron [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Updating instance_info_cache with network_info: [{"id": "6e18fe02-c662-4bac-9888-f2e21694909b", "address": "fa:16:3e:4c:1d:4e", "network": {"id": "428a6db0-a251-44a8-b0f2-42c893e95905", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-522804421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9c17b024c8421bb402834aad9d6c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e18fe02-c6", "ovs_interfaceid": "6e18fe02-c662-4bac-9888-f2e21694909b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.697593] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799397, 'name': ReconfigVM_Task, 'duration_secs': 0.438421} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.697823] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf/61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1724.698474] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80370275-8e62-425f-a452-9bf0994f5246 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.707177] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1724.707177] env[62683]: value = "task-1799398" [ 1724.707177] env[62683]: _type = "Task" [ 1724.707177] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.719033] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799398, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.781432] env[62683]: DEBUG nova.network.neutron [req-eba18132-d93c-4e1c-8533-a0a3176acfc7 req-aa9b9d73-5973-4cf6-9bf8-014819e853a5 service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Updated VIF entry in instance network info cache for port 417b812d-f85f-4111-befc-2b197e61792b. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1724.781432] env[62683]: DEBUG nova.network.neutron [req-eba18132-d93c-4e1c-8533-a0a3176acfc7 req-aa9b9d73-5973-4cf6-9bf8-014819e853a5 service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Updating instance_info_cache with network_info: [{"id": "417b812d-f85f-4111-befc-2b197e61792b", "address": "fa:16:3e:6b:60:f4", "network": {"id": "56ec6ea4-baec-42d8-9557-31106649266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842389253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fdf78b06b4546f4b41a683bea2928cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap417b812d-f8", "ovs_interfaceid": "417b812d-f85f-4111-befc-2b197e61792b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.781432] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.783392] env[62683]: DEBUG oslo_concurrency.lockutils [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.677s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.783690] env[62683]: DEBUG nova.objects.instance [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lazy-loading 'resources' on Instance uuid 2a83307c-cb18-416f-8c72-69b75cdccbaa {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.805566] env[62683]: INFO nova.scheduler.client.report [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Deleted allocations for instance dc809566-db46-4911-89d6-0ee07d842fcc [ 1724.868715] env[62683]: DEBUG nova.compute.manager [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1724.901643] env[62683]: DEBUG nova.virt.hardware [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1724.903635] env[62683]: DEBUG nova.virt.hardware [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1724.904015] env[62683]: DEBUG nova.virt.hardware [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1724.904331] env[62683]: DEBUG nova.virt.hardware [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1724.908019] env[62683]: DEBUG nova.virt.hardware [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1724.908019] env[62683]: DEBUG nova.virt.hardware [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1724.908019] env[62683]: DEBUG nova.virt.hardware [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1724.908019] env[62683]: DEBUG nova.virt.hardware [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1724.908019] env[62683]: DEBUG nova.virt.hardware [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1724.908019] env[62683]: DEBUG nova.virt.hardware [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1724.908019] env[62683]: DEBUG nova.virt.hardware [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1724.908019] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc6bb23-0441-49c3-b31d-5c256305bfb9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.917169] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb680bed-2b73-471f-9f06-3f5f2b31bafe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.934029] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Instance VIF info [] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1724.937714] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Creating folder: Project (846711c5fa1b4b58a8881ec941a48385). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1724.938197] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbc608e6-1442-4277-8e80-6c3d6646fa75 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.953057] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Created folder: Project (846711c5fa1b4b58a8881ec941a48385) in parent group-v372889. [ 1724.953057] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Creating folder: Instances. Parent ref: group-v373138. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1724.953057] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfaa6fb8-206d-4e15-a66c-70e1ea51e898 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.962854] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Created folder: Instances in parent group-v373138. [ 1724.963350] env[62683]: DEBUG oslo.service.loopingcall [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.963888] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1724.964234] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffe585ef-02dd-4c2c-9837-063ac3a46b25 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.986018] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1724.986018] env[62683]: value = "task-1799401" [ 1724.986018] env[62683]: _type = "Task" [ 1724.986018] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.992280] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799401, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.027196] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 05476a5d-00fd-42e3-a3f4-d4b8557ce490] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1725.041402] env[62683]: DEBUG nova.network.neutron [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Successfully updated port: d44e2897-d245-446b-bae6-7b728bcc4ab9 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1725.060448] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799395, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.085561] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523dad65-3813-0dc5-c8fd-384e9b4b809e, 'name': SearchDatastore_Task, 'duration_secs': 0.026054} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.086476] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f90573a6-1aea-4da1-8a9a-b000378fbfbd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.093431] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1725.093431] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ad0627-77e0-23f9-caa4-b3b56af9fff1" [ 1725.093431] env[62683]: _type = "Task" [ 1725.093431] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.104280] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ad0627-77e0-23f9-caa4-b3b56af9fff1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.172961] env[62683]: DEBUG oslo_concurrency.lockutils [req-91509876-5f4a-458e-87c1-63c82e9bfd83 req-42ec6cfc-7e99-4170-8b3b-bda8ff2ae3a6 service nova] Releasing lock "refresh_cache-0079d28d-4030-4ee2-ae5c-2cdaef180812" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.219709] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799398, 'name': Rename_Task, 'duration_secs': 0.199885} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.220150] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1725.220499] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98c4236f-7c43-45b7-a9c3-9f2dc2d12328 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.230211] env[62683]: DEBUG nova.compute.manager [req-5138cbd4-617a-44e0-b55c-97f152e91be6 req-c2e0569c-938b-4ca7-9397-83711fc471bc service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Received event network-vif-plugged-d44e2897-d245-446b-bae6-7b728bcc4ab9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1725.230211] env[62683]: DEBUG oslo_concurrency.lockutils [req-5138cbd4-617a-44e0-b55c-97f152e91be6 req-c2e0569c-938b-4ca7-9397-83711fc471bc service nova] Acquiring lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.230211] env[62683]: DEBUG oslo_concurrency.lockutils [req-5138cbd4-617a-44e0-b55c-97f152e91be6 req-c2e0569c-938b-4ca7-9397-83711fc471bc service nova] Lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.230211] env[62683]: DEBUG oslo_concurrency.lockutils [req-5138cbd4-617a-44e0-b55c-97f152e91be6 req-c2e0569c-938b-4ca7-9397-83711fc471bc service nova] Lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.230211] env[62683]: DEBUG nova.compute.manager [req-5138cbd4-617a-44e0-b55c-97f152e91be6 req-c2e0569c-938b-4ca7-9397-83711fc471bc service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] No waiting events found dispatching network-vif-plugged-d44e2897-d245-446b-bae6-7b728bcc4ab9 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1725.230211] env[62683]: WARNING nova.compute.manager [req-5138cbd4-617a-44e0-b55c-97f152e91be6 req-c2e0569c-938b-4ca7-9397-83711fc471bc service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Received unexpected event network-vif-plugged-d44e2897-d245-446b-bae6-7b728bcc4ab9 for instance with vm_state active and task_state None. [ 1725.238391] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1725.238391] env[62683]: value = "task-1799402" [ 1725.238391] env[62683]: _type = "Task" [ 1725.238391] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.251353] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.284739] env[62683]: DEBUG oslo_concurrency.lockutils [req-eba18132-d93c-4e1c-8533-a0a3176acfc7 req-aa9b9d73-5973-4cf6-9bf8-014819e853a5 service nova] Releasing lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.315623] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8d3cb09-4142-4cb4-859f-200f8670a513 tempest-ServersNegativeTestJSON-634485650 tempest-ServersNegativeTestJSON-634485650-project-member] Lock "dc809566-db46-4911-89d6-0ee07d842fcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.314s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.350687] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "2284b1b2-e495-4610-adb3-b59a56eac70c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.351257] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "2284b1b2-e495-4610-adb3-b59a56eac70c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.496889] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799401, 'name': CreateVM_Task, 'duration_secs': 0.386949} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.503826] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1725.503826] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.503826] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.503826] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1725.503826] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1854ea6e-fa0d-4814-818f-4b8ebaee9693 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.507918] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for the task: (returnval){ [ 1725.507918] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]525e7288-5980-36a4-468d-af2c63c43708" [ 1725.507918] env[62683]: _type = "Task" [ 1725.507918] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.519578] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]525e7288-5980-36a4-468d-af2c63c43708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.531677] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 4c2f73c2-1014-479a-9adf-b87c86def0fe] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1725.545533] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.545533] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.545533] env[62683]: DEBUG nova.network.neutron [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1725.566859] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799395, 'name': CloneVM_Task} progress is 95%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.605380] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ad0627-77e0-23f9-caa4-b3b56af9fff1, 'name': SearchDatastore_Task, 'duration_secs': 0.0128} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.606196] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f268b5bf-9803-46fb-8ca3-f37eb6048081 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.609019] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.609361] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 0079d28d-4030-4ee2-ae5c-2cdaef180812/0079d28d-4030-4ee2-ae5c-2cdaef180812.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1725.609656] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f88db89-0ce8-4fc6-a2d1-10aeeae78970 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.619351] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca72060d-bd9e-412d-9151-da80fd36ebf7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.623110] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1725.623110] env[62683]: value = "task-1799403" [ 1725.623110] env[62683]: _type = "Task" [ 1725.623110] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.657581] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2a143d-951b-4a09-aad7-ef10877d0aa0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.663963] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.669768] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6941c872-20f8-4a4d-9209-e9b24e3b9f08 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.685387] env[62683]: DEBUG nova.compute.provider_tree [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1725.750092] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799402, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.856055] env[62683]: DEBUG nova.compute.utils [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1726.024331] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]525e7288-5980-36a4-468d-af2c63c43708, 'name': SearchDatastore_Task, 'duration_secs': 0.021054} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.024331] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.024803] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1726.025324] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.025632] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.025943] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1726.026379] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45c3da57-e963-4e94-8b4c-115748b8f2f5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.034857] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 76116724-b0a6-4145-914a-fa5e4ac373c5] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1726.043387] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1726.046903] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1726.051009] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61c543a2-f9e9-465c-94a5-5f8657c2137a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.071627] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for the task: (returnval){ [ 1726.071627] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]523c4ab1-3a01-c4e2-52ba-60c8e9fe192a" [ 1726.071627] env[62683]: _type = "Task" [ 1726.071627] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.072016] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799395, 'name': CloneVM_Task, 'duration_secs': 2.774313} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.073262] env[62683]: INFO nova.virt.vmwareapi.vmops [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Created linked-clone VM from snapshot [ 1726.077242] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e3b13c-6e06-4ef7-80bb-5fd50fa6063a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.088656] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523c4ab1-3a01-c4e2-52ba-60c8e9fe192a, 'name': SearchDatastore_Task, 'duration_secs': 0.015373} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.093411] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Uploading image c0379680-afc3-4239-9cba-1d06e3f977e6 {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1726.095836] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b18b6b83-434d-40d1-bc3a-51fb93608cd1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.099323] env[62683]: WARNING nova.network.neutron [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] 9de2292d-427f-49ca-a40c-3d1495931eda already exists in list: networks containing: ['9de2292d-427f-49ca-a40c-3d1495931eda']. ignoring it [ 1726.106684] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for the task: (returnval){ [ 1726.106684] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52433352-ec79-77f3-f414-f29666a05e8b" [ 1726.106684] env[62683]: _type = "Task" [ 1726.106684] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.122191] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52433352-ec79-77f3-f414-f29666a05e8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.132596] env[62683]: DEBUG oslo_vmware.rw_handles [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1726.132596] env[62683]: value = "vm-373137" [ 1726.132596] env[62683]: _type = "VirtualMachine" [ 1726.132596] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1726.133029] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3ae5a269-6f18-4f83-9c8e-f94c2a34dd8e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.142464] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799403, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.146396] env[62683]: DEBUG oslo_vmware.rw_handles [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lease: (returnval){ [ 1726.146396] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ced1da-1c8e-77fd-570d-4f5a46e00652" [ 1726.146396] env[62683]: _type = "HttpNfcLease" [ 1726.146396] env[62683]: } obtained for exporting VM: (result){ [ 1726.146396] env[62683]: value = "vm-373137" [ 1726.146396] env[62683]: _type = "VirtualMachine" [ 1726.146396] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1726.146949] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the lease: (returnval){ [ 1726.146949] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ced1da-1c8e-77fd-570d-4f5a46e00652" [ 1726.146949] env[62683]: _type = "HttpNfcLease" [ 1726.146949] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1726.157519] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1726.157519] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ced1da-1c8e-77fd-570d-4f5a46e00652" [ 1726.157519] env[62683]: _type = "HttpNfcLease" [ 1726.157519] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1726.190700] env[62683]: DEBUG nova.scheduler.client.report [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1726.251438] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799402, 'name': PowerOnVM_Task, 'duration_secs': 0.525878} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.251908] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1726.251989] env[62683]: INFO nova.compute.manager [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1726.252176] env[62683]: DEBUG nova.compute.manager [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1726.253233] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411d3093-80d0-4863-b4d5-9502b3c5e735 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.359286] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "2284b1b2-e495-4610-adb3-b59a56eac70c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.471039] env[62683]: DEBUG nova.network.neutron [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Updating instance_info_cache with network_info: [{"id": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "address": "fa:16:3e:ac:05:76", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7aa937-47", "ovs_interfaceid": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d44e2897-d245-446b-bae6-7b728bcc4ab9", "address": "fa:16:3e:0c:25:70", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd44e2897-d2", "ovs_interfaceid": "d44e2897-d245-446b-bae6-7b728bcc4ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.548785] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: ca1e5a30-40a6-4465-9ffb-c9c488d3ccf8] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1726.618646] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52433352-ec79-77f3-f414-f29666a05e8b, 'name': SearchDatastore_Task, 'duration_secs': 0.064322} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.618782] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.619118] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 75ab476d-b78b-45b4-ad13-6dfe5de9183a/75ab476d-b78b-45b4-ad13-6dfe5de9183a.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1726.619500] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bac6d856-a4ab-4f6b-aec2-22e78af623e8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.629379] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for the task: (returnval){ [ 1726.629379] env[62683]: value = "task-1799405" [ 1726.629379] env[62683]: _type = "Task" [ 1726.629379] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.637141] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794818} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.637971] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 0079d28d-4030-4ee2-ae5c-2cdaef180812/0079d28d-4030-4ee2-ae5c-2cdaef180812.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1726.638095] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1726.638390] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db0bc3fa-2a95-4d94-a9fa-5d043208fd0d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.643685] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.648782] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1726.648782] env[62683]: value = "task-1799406" [ 1726.648782] env[62683]: _type = "Task" [ 1726.648782] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.660904] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.663583] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1726.663583] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ced1da-1c8e-77fd-570d-4f5a46e00652" [ 1726.663583] env[62683]: _type = "HttpNfcLease" [ 1726.663583] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1726.663860] env[62683]: DEBUG oslo_vmware.rw_handles [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1726.663860] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ced1da-1c8e-77fd-570d-4f5a46e00652" [ 1726.663860] env[62683]: _type = "HttpNfcLease" [ 1726.663860] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1726.664566] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfac6b62-4b1e-4001-b5a4-f7d4af1b32cf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.673026] env[62683]: DEBUG oslo_vmware.rw_handles [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f0e93-a689-486a-b5e3-96e8c8a2b20f/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1726.673026] env[62683]: DEBUG oslo_vmware.rw_handles [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f0e93-a689-486a-b5e3-96e8c8a2b20f/disk-0.vmdk for reading. {{(pid=62683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1726.732777] env[62683]: DEBUG oslo_concurrency.lockutils [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.733731] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.474s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.734060] env[62683]: DEBUG nova.objects.instance [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Lazy-loading 'resources' on Instance uuid 9a5b6016-07c9-4b69-b161-1741fe86286f {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1726.763279] env[62683]: INFO nova.scheduler.client.report [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Deleted allocations for instance 2a83307c-cb18-416f-8c72-69b75cdccbaa [ 1726.779849] env[62683]: INFO nova.compute.manager [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Took 24.33 seconds to build instance. [ 1726.807198] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d7510739-3923-4c2a-b2a0-30fb19169e30 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.972994] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.973741] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.973906] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.974834] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dead942-f7d6-4d97-93d4-f5928d4df777 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.001456] env[62683]: DEBUG nova.virt.hardware [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1727.001751] env[62683]: DEBUG nova.virt.hardware [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1727.002100] env[62683]: DEBUG nova.virt.hardware [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1727.002224] env[62683]: DEBUG nova.virt.hardware [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1727.002406] env[62683]: DEBUG nova.virt.hardware [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1727.002563] env[62683]: DEBUG nova.virt.hardware [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1727.002806] env[62683]: DEBUG nova.virt.hardware [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1727.003078] env[62683]: DEBUG nova.virt.hardware [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1727.003282] env[62683]: DEBUG nova.virt.hardware [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1727.003501] env[62683]: DEBUG nova.virt.hardware [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1727.003691] env[62683]: DEBUG nova.virt.hardware [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1727.010372] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Reconfiguring VM to attach interface {{(pid=62683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1727.013965] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68236ced-a1ec-425b-a91e-62d73be054f1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.033671] env[62683]: DEBUG oslo_vmware.api [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1727.033671] env[62683]: value = "task-1799407" [ 1727.033671] env[62683]: _type = "Task" [ 1727.033671] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.044523] env[62683]: DEBUG oslo_vmware.api [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799407, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.052357] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 2498b9f3-1c28-48e0-9748-6ab002fbafd8] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1727.143047] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799405, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.164065] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156051} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.164362] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1727.165206] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873bda6f-a09d-483d-92d9-d0513bdd69a9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.192381] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 0079d28d-4030-4ee2-ae5c-2cdaef180812/0079d28d-4030-4ee2-ae5c-2cdaef180812.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1727.192853] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f1287fd-09db-4c79-9996-38b627ef48b4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.218990] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1727.218990] env[62683]: value = "task-1799408" [ 1727.218990] env[62683]: _type = "Task" [ 1727.218990] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.230857] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.273166] env[62683]: DEBUG oslo_concurrency.lockutils [None req-adf85aee-5020-4406-bcbc-292b4ac836af tempest-ImagesOneServerNegativeTestJSON-1616579457 tempest-ImagesOneServerNegativeTestJSON-1616579457-project-member] Lock "2a83307c-cb18-416f-8c72-69b75cdccbaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.147s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.281726] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.853s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.425864] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "2284b1b2-e495-4610-adb3-b59a56eac70c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.426205] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "2284b1b2-e495-4610-adb3-b59a56eac70c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.426528] env[62683]: INFO nova.compute.manager [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Attaching volume 11aa530a-1849-4385-98ea-0e749f17493c to /dev/sdb [ 1727.471519] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc1e3dd-cecb-4f02-b4c2-7fa37a776411 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.480782] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6101e4f-09ff-44fe-8b6e-e3294d0520b5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.502683] env[62683]: DEBUG nova.virt.block_device [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Updating existing volume attachment record: 20512e43-f335-4aac-872d-29e4726b261c {{(pid=62683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1727.510736] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0d8a20-e9fe-4a67-b69d-4a208a2c2aee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.519510] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0feac79c-6875-4612-9827-c2e21bc3430f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.555718] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 81844636-d682-4d19-9924-7529cd8a2409] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1727.561745] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d0ae2c-533a-4df4-9025-3812cec2dfc9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.571134] env[62683]: DEBUG oslo_vmware.api [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.574343] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b096c9f8-0df1-465b-a58e-5395649b9458 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.590101] env[62683]: DEBUG nova.compute.provider_tree [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1727.641278] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635946} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.641587] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 75ab476d-b78b-45b4-ad13-6dfe5de9183a/75ab476d-b78b-45b4-ad13-6dfe5de9183a.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1727.641885] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1727.642221] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-687777e3-ef37-4e8e-95d4-384b1922d37d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.649535] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for the task: (returnval){ [ 1727.649535] env[62683]: value = "task-1799410" [ 1727.649535] env[62683]: _type = "Task" [ 1727.649535] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.658542] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.717167] env[62683]: DEBUG oslo_concurrency.lockutils [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "c28bf1f2-6a02-455c-b4f0-8cc9046a22eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.718940] env[62683]: DEBUG oslo_concurrency.lockutils [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "c28bf1f2-6a02-455c-b4f0-8cc9046a22eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.718940] env[62683]: DEBUG oslo_concurrency.lockutils [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "c28bf1f2-6a02-455c-b4f0-8cc9046a22eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.718940] env[62683]: DEBUG oslo_concurrency.lockutils [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "c28bf1f2-6a02-455c-b4f0-8cc9046a22eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.718940] env[62683]: DEBUG oslo_concurrency.lockutils [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "c28bf1f2-6a02-455c-b4f0-8cc9046a22eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.721048] env[62683]: INFO nova.compute.manager [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Terminating instance [ 1727.735901] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.068168] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 1f24c7b2-67ce-4271-a77b-c7dfecb0b132] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1728.070213] env[62683]: DEBUG oslo_vmware.api [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.094070] env[62683]: DEBUG nova.scheduler.client.report [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1728.160041] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087016} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.160444] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1728.161315] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2439ebe0-f3fc-4df5-ac85-0b74fd54fe47 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.184026] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 75ab476d-b78b-45b4-ad13-6dfe5de9183a/75ab476d-b78b-45b4-ad13-6dfe5de9183a.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1728.184820] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6457ffdf-db1f-4bcb-ab54-885dbd07dfca {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.207445] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for the task: (returnval){ [ 1728.207445] env[62683]: value = "task-1799413" [ 1728.207445] env[62683]: _type = "Task" [ 1728.207445] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.217365] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.229482] env[62683]: DEBUG nova.compute.manager [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1728.229854] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1728.234592] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea209216-1188-490f-bd82-79a2821cfea8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.237991] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799408, 'name': ReconfigVM_Task, 'duration_secs': 0.68551} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.238446] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 0079d28d-4030-4ee2-ae5c-2cdaef180812/0079d28d-4030-4ee2-ae5c-2cdaef180812.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1728.239642] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43800572-6dff-4849-8260-7be7a88e41d0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.247064] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1728.247524] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-318dce30-9b49-4b54-b3f7-9c5f5ae032aa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.251230] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1728.251230] env[62683]: value = "task-1799414" [ 1728.251230] env[62683]: _type = "Task" [ 1728.251230] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.261158] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799414, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.354419] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1728.354825] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1728.355051] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Deleting the datastore file [datastore1] c28bf1f2-6a02-455c-b4f0-8cc9046a22eb {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1728.355446] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26298837-03b3-4c16-9dc3-1d89d7b565f6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.365392] env[62683]: DEBUG oslo_vmware.api [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1728.365392] env[62683]: value = "task-1799416" [ 1728.365392] env[62683]: _type = "Task" [ 1728.365392] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.375754] env[62683]: DEBUG oslo_vmware.api [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.389844] env[62683]: DEBUG nova.compute.manager [req-755aa127-9157-452f-ad81-e9925841f436 req-057f67c2-cafa-42b8-aaef-fe66511aa98c service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Received event network-changed-d44e2897-d245-446b-bae6-7b728bcc4ab9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1728.390102] env[62683]: DEBUG nova.compute.manager [req-755aa127-9157-452f-ad81-e9925841f436 req-057f67c2-cafa-42b8-aaef-fe66511aa98c service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Refreshing instance network info cache due to event network-changed-d44e2897-d245-446b-bae6-7b728bcc4ab9. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1728.390507] env[62683]: DEBUG oslo_concurrency.lockutils [req-755aa127-9157-452f-ad81-e9925841f436 req-057f67c2-cafa-42b8-aaef-fe66511aa98c service nova] Acquiring lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.390801] env[62683]: DEBUG oslo_concurrency.lockutils [req-755aa127-9157-452f-ad81-e9925841f436 req-057f67c2-cafa-42b8-aaef-fe66511aa98c service nova] Acquired lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.391014] env[62683]: DEBUG nova.network.neutron [req-755aa127-9157-452f-ad81-e9925841f436 req-057f67c2-cafa-42b8-aaef-fe66511aa98c service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Refreshing network info cache for port d44e2897-d245-446b-bae6-7b728bcc4ab9 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1728.569048] env[62683]: DEBUG oslo_vmware.api [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799407, 'name': ReconfigVM_Task, 'duration_secs': 1.373813} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.569754] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.570304] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Reconfigured VM to attach interface {{(pid=62683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1728.573983] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 9c0ff10a-84c8-4857-85e6-5f30991f1ac4] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1728.602041] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.603683] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3ae69e60-69ac-44da-9cd6-78e0b996ece8 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.827s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.623625] env[62683]: INFO nova.scheduler.client.report [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Deleted allocations for instance 9a5b6016-07c9-4b69-b161-1741fe86286f [ 1728.670820] env[62683]: DEBUG oslo_concurrency.lockutils [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "d946c583-86c0-47e7-91c4-b9a156af1e2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.671445] env[62683]: DEBUG oslo_concurrency.lockutils [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "d946c583-86c0-47e7-91c4-b9a156af1e2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.718539] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799413, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.763651] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799414, 'name': Rename_Task, 'duration_secs': 0.349139} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.764043] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1728.764403] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-652aa17c-7c3f-428f-aef7-669d38fd2693 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.773241] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1728.773241] env[62683]: value = "task-1799417" [ 1728.773241] env[62683]: _type = "Task" [ 1728.773241] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.782063] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.876328] env[62683]: DEBUG oslo_vmware.api [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269919} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.877028] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1728.877322] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1728.877405] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1728.877758] env[62683]: INFO nova.compute.manager [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1728.877835] env[62683]: DEBUG oslo.service.loopingcall [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1728.878726] env[62683]: DEBUG nova.compute.manager [-] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1728.878726] env[62683]: DEBUG nova.network.neutron [-] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1729.078509] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ea9d9d96-5047-47a6-abfd-fd19f507783b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "interface-c1ddfa77-305e-4beb-b788-6f5b815aa7fa-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.068s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.079874] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 34d78da1-345f-43fe-95a1-fc2bb7b12907] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1729.132545] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7bb7a260-fa16-4d35-9064-0400dba45048 tempest-ServersTestManualDisk-297227758 tempest-ServersTestManualDisk-297227758-project-member] Lock "9a5b6016-07c9-4b69-b161-1741fe86286f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.039s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.176167] env[62683]: DEBUG nova.compute.manager [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1729.224769] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799413, 'name': ReconfigVM_Task, 'duration_secs': 0.540454} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.228032] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 75ab476d-b78b-45b4-ad13-6dfe5de9183a/75ab476d-b78b-45b4-ad13-6dfe5de9183a.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1729.236154] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-129fb51b-aa72-4d80-95e3-0c8e2779c3a3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.246979] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for the task: (returnval){ [ 1729.246979] env[62683]: value = "task-1799418" [ 1729.246979] env[62683]: _type = "Task" [ 1729.246979] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.262815] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799418, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.285092] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799417, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.309742] env[62683]: DEBUG nova.network.neutron [req-755aa127-9157-452f-ad81-e9925841f436 req-057f67c2-cafa-42b8-aaef-fe66511aa98c service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Updated VIF entry in instance network info cache for port d44e2897-d245-446b-bae6-7b728bcc4ab9. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1729.310428] env[62683]: DEBUG nova.network.neutron [req-755aa127-9157-452f-ad81-e9925841f436 req-057f67c2-cafa-42b8-aaef-fe66511aa98c service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Updating instance_info_cache with network_info: [{"id": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "address": "fa:16:3e:ac:05:76", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7aa937-47", "ovs_interfaceid": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d44e2897-d245-446b-bae6-7b728bcc4ab9", "address": "fa:16:3e:0c:25:70", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd44e2897-d2", "ovs_interfaceid": "d44e2897-d245-446b-bae6-7b728bcc4ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.414394] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e7195a-536e-4c7e-87fe-04cc11b70c32 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.424945] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cb8621-29ce-491d-919b-bdee086b0027 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.463074] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b4464e-aa6e-4697-8d2c-072c4c443201 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.472996] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16261f1a-f7a6-424c-99b7-8a6d23bfe5e9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.491196] env[62683]: DEBUG nova.compute.provider_tree [None req-3ae69e60-69ac-44da-9cd6-78e0b996ece8 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1729.585027] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: c984ffc7-5f46-4e7e-93b8-a18e4c321b11] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1729.706342] env[62683]: DEBUG oslo_concurrency.lockutils [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.706670] env[62683]: DEBUG nova.network.neutron [-] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.759605] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799418, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.785400] env[62683]: DEBUG oslo_vmware.api [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799417, 'name': PowerOnVM_Task, 'duration_secs': 0.671335} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.785595] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1729.785721] env[62683]: INFO nova.compute.manager [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1729.785891] env[62683]: DEBUG nova.compute.manager [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1729.786701] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5b32b6-798c-40d1-a2dc-f569ec25bed0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.814364] env[62683]: DEBUG oslo_concurrency.lockutils [req-755aa127-9157-452f-ad81-e9925841f436 req-057f67c2-cafa-42b8-aaef-fe66511aa98c service nova] Releasing lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.995037] env[62683]: DEBUG nova.scheduler.client.report [None req-3ae69e60-69ac-44da-9cd6-78e0b996ece8 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1730.088385] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 46f48371-1cc3-4a3e-95bc-5fe7a31f4b7c] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1730.209847] env[62683]: INFO nova.compute.manager [-] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Took 1.33 seconds to deallocate network for instance. [ 1730.259087] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799418, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.311289] env[62683]: INFO nova.compute.manager [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Took 27.83 seconds to build instance. [ 1730.427206] env[62683]: DEBUG nova.compute.manager [req-eab66583-e010-498a-a608-0994048095bd req-0fd63f39-73b1-444c-b4a3-faf75bb7164e service nova] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Received event network-vif-deleted-1b8e49da-abee-4b09-b030-218a1553c049 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1730.592707] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 89c1a690-0166-40a5-9947-5e4fd6c90748] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1730.720475] env[62683]: DEBUG oslo_concurrency.lockutils [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.760114] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799418, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.818834] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3913af72-038a-4cb6-9081-8741901d7658 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "0079d28d-4030-4ee2-ae5c-2cdaef180812" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.355s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.009209] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3ae69e60-69ac-44da-9cd6-78e0b996ece8 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.407s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.011888] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.693s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.012133] env[62683]: DEBUG nova.objects.instance [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lazy-loading 'resources' on Instance uuid 638fdfcd-54a2-4151-8f56-9230a6969ba3 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1731.044454] env[62683]: DEBUG oslo_concurrency.lockutils [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.044764] env[62683]: DEBUG oslo_concurrency.lockutils [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.046224] env[62683]: DEBUG oslo_concurrency.lockutils [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.046608] env[62683]: DEBUG oslo_concurrency.lockutils [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.047018] env[62683]: DEBUG oslo_concurrency.lockutils [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.049915] env[62683]: INFO nova.compute.manager [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Terminating instance [ 1731.095958] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: f284c206-f517-4ff6-aa4f-412d9831c6ac] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1731.236908] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "0079d28d-4030-4ee2-ae5c-2cdaef180812" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.237221] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "0079d28d-4030-4ee2-ae5c-2cdaef180812" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.237439] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "0079d28d-4030-4ee2-ae5c-2cdaef180812-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.237629] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "0079d28d-4030-4ee2-ae5c-2cdaef180812-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.237800] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "0079d28d-4030-4ee2-ae5c-2cdaef180812-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.240376] env[62683]: INFO nova.compute.manager [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Terminating instance [ 1731.262118] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799418, 'name': Rename_Task, 'duration_secs': 1.709879} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.262403] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1731.262646] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0dcddc5-3dde-4699-b7b1-3093b8bc2a28 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.270734] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for the task: (returnval){ [ 1731.270734] env[62683]: value = "task-1799420" [ 1731.270734] env[62683]: _type = "Task" [ 1731.270734] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.282315] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.518929] env[62683]: DEBUG nova.objects.instance [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lazy-loading 'numa_topology' on Instance uuid 638fdfcd-54a2-4151-8f56-9230a6969ba3 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1731.559588] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "interface-c1ddfa77-305e-4beb-b788-6f5b815aa7fa-e835e336-426a-4ac2-8d24-fb934c0c7e11" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.559837] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "interface-c1ddfa77-305e-4beb-b788-6f5b815aa7fa-e835e336-426a-4ac2-8d24-fb934c0c7e11" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.560243] env[62683]: DEBUG nova.objects.instance [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lazy-loading 'flavor' on Instance uuid c1ddfa77-305e-4beb-b788-6f5b815aa7fa {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1731.562057] env[62683]: DEBUG nova.compute.manager [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1731.562286] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1731.563446] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9666608-297c-4e72-8048-4866fbe51bf4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.576043] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1731.576043] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6305858-70e5-4b7b-91dd-f78c0fab1af4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.584455] env[62683]: DEBUG oslo_vmware.api [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1731.584455] env[62683]: value = "task-1799421" [ 1731.584455] env[62683]: _type = "Task" [ 1731.584455] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.600173] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 645b60de-8a61-4c6f-bdb8-b36ee7e082d3] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1731.605242] env[62683]: DEBUG oslo_vmware.api [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.607831] env[62683]: INFO nova.scheduler.client.report [None req-3ae69e60-69ac-44da-9cd6-78e0b996ece8 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleted allocation for migration e8ce14ce-d8ef-44a3-a63b-fa4197c2bb62 [ 1731.751225] env[62683]: DEBUG nova.compute.manager [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1731.751225] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1731.752245] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9bbf07-3731-4c09-b5ee-03b689b16403 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.765423] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1731.765763] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6284101-73a2-415c-a09c-ed6ce04fe2d8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.782030] env[62683]: DEBUG oslo_vmware.api [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1731.782030] env[62683]: value = "task-1799422" [ 1731.782030] env[62683]: _type = "Task" [ 1731.782030] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.789390] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.796481] env[62683]: DEBUG oslo_vmware.api [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.029977] env[62683]: DEBUG nova.objects.base [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Object Instance<638fdfcd-54a2-4151-8f56-9230a6969ba3> lazy-loaded attributes: resources,numa_topology {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1732.051304] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Volume attach. Driver type: vmdk {{(pid=62683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1732.051537] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373142', 'volume_id': '11aa530a-1849-4385-98ea-0e749f17493c', 'name': 'volume-11aa530a-1849-4385-98ea-0e749f17493c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2284b1b2-e495-4610-adb3-b59a56eac70c', 'attached_at': '', 'detached_at': '', 'volume_id': '11aa530a-1849-4385-98ea-0e749f17493c', 'serial': '11aa530a-1849-4385-98ea-0e749f17493c'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1732.052504] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081f5c58-68b9-4f2c-ab44-b863785a1884 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.083289] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f647a4-6b27-4107-8c71-afd03a54cc81 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.111883] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-11aa530a-1849-4385-98ea-0e749f17493c/volume-11aa530a-1849-4385-98ea-0e749f17493c.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1732.115658] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 512f1357-cb29-440a-9c61-f4c75dab4207] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1732.117721] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0a0b69c-1c7a-410e-947f-b89b6fb52a88 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.133745] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3ae69e60-69ac-44da-9cd6-78e0b996ece8 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.452s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.141675] env[62683]: DEBUG oslo_vmware.api [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799421, 'name': PowerOffVM_Task, 'duration_secs': 0.199692} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.146871] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1732.146871] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1732.147338] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4917790-9b22-4ce0-be08-e68431877eb7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.152791] env[62683]: DEBUG oslo_vmware.api [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1732.152791] env[62683]: value = "task-1799423" [ 1732.152791] env[62683]: _type = "Task" [ 1732.152791] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.165997] env[62683]: DEBUG oslo_vmware.api [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.231746] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1732.232906] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1732.232906] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Deleting the datastore file [datastore1] 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1732.236140] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6974336a-2968-4030-9ab7-534be5246ba5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.244356] env[62683]: DEBUG oslo_vmware.api [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1732.244356] env[62683]: value = "task-1799425" [ 1732.244356] env[62683]: _type = "Task" [ 1732.244356] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.260711] env[62683]: DEBUG oslo_vmware.api [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.284146] env[62683]: DEBUG oslo_vmware.api [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799420, 'name': PowerOnVM_Task, 'duration_secs': 0.820058} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.291886] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1732.292254] env[62683]: INFO nova.compute.manager [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1732.292437] env[62683]: DEBUG nova.compute.manager [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1732.294065] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae7be8a-ad91-4c24-9ba3-051fc260886c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.307189] env[62683]: DEBUG oslo_vmware.api [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799422, 'name': PowerOffVM_Task, 'duration_secs': 0.382432} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.310217] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1732.310379] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1732.310845] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec6d3b7e-c614-4973-b08d-d767ab786172 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.334348] env[62683]: DEBUG nova.objects.instance [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lazy-loading 'pci_requests' on Instance uuid c1ddfa77-305e-4beb-b788-6f5b815aa7fa {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1732.405783] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1732.405999] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1732.406264] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Deleting the datastore file [datastore1] 0079d28d-4030-4ee2-ae5c-2cdaef180812 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1732.409173] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7445852-d296-44f5-8dca-59d70f646bbe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.420146] env[62683]: DEBUG oslo_vmware.api [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1732.420146] env[62683]: value = "task-1799427" [ 1732.420146] env[62683]: _type = "Task" [ 1732.420146] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.426272] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5bfeaf-12f2-4c89-ad89-0e30936577e6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.432270] env[62683]: DEBUG oslo_vmware.api [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.440551] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14237baf-3d46-4e36-8f5f-d1e13df8f17b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.476981] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77616f72-b2eb-422d-8d1f-5a5238688041 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.486295] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20705fb9-f59a-416b-8fc1-c554d1cf88f8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.501864] env[62683]: DEBUG nova.compute.provider_tree [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.641960] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: d33a79ce-b109-47f3-a565-3a7019896c97] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1732.667885] env[62683]: DEBUG oslo_vmware.api [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799423, 'name': ReconfigVM_Task, 'duration_secs': 0.442125} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.667885] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-11aa530a-1849-4385-98ea-0e749f17493c/volume-11aa530a-1849-4385-98ea-0e749f17493c.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1732.672147] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-584dfd39-a659-4959-ba7f-61efaaa89b2d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.692016] env[62683]: DEBUG oslo_vmware.api [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1732.692016] env[62683]: value = "task-1799428" [ 1732.692016] env[62683]: _type = "Task" [ 1732.692016] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.702840] env[62683]: DEBUG oslo_vmware.api [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.761136] env[62683]: DEBUG oslo_vmware.api [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185383} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.761136] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1732.761136] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1732.761136] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1732.761136] env[62683]: INFO nova.compute.manager [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1732.761136] env[62683]: DEBUG oslo.service.loopingcall [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.761136] env[62683]: DEBUG nova.compute.manager [-] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1732.761136] env[62683]: DEBUG nova.network.neutron [-] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1732.825848] env[62683]: INFO nova.compute.manager [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Took 18.18 seconds to build instance. [ 1732.837654] env[62683]: DEBUG nova.objects.base [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1732.837654] env[62683]: DEBUG nova.network.neutron [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1732.932899] env[62683]: DEBUG oslo_vmware.api [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186131} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.933406] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1732.933907] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1732.936076] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1732.936076] env[62683]: INFO nova.compute.manager [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1732.936076] env[62683]: DEBUG oslo.service.loopingcall [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.936076] env[62683]: DEBUG nova.compute.manager [-] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1732.936076] env[62683]: DEBUG nova.network.neutron [-] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1733.007903] env[62683]: DEBUG nova.policy [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a3a0a6a0a6e463f9af5ccf494d4c810', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cca9f7c09de541ceb601bd7c6303dcfa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1733.011158] env[62683]: DEBUG nova.scheduler.client.report [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1733.145702] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: eb5f2021-ffbe-400e-bef4-809fdfa4422e] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1733.203379] env[62683]: DEBUG oslo_vmware.api [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799428, 'name': ReconfigVM_Task, 'duration_secs': 0.159673} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.204147] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373142', 'volume_id': '11aa530a-1849-4385-98ea-0e749f17493c', 'name': 'volume-11aa530a-1849-4385-98ea-0e749f17493c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2284b1b2-e495-4610-adb3-b59a56eac70c', 'attached_at': '', 'detached_at': '', 'volume_id': '11aa530a-1849-4385-98ea-0e749f17493c', 'serial': '11aa530a-1849-4385-98ea-0e749f17493c'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1733.328629] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61fdbfbd-d3b8-45ca-813b-6c13366f2834 tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Lock "75ab476d-b78b-45b4-ad13-6dfe5de9183a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.696s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.524023] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.510s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.525481] env[62683]: INFO nova.compute.manager [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Rebuilding instance [ 1733.528945] env[62683]: DEBUG oslo_concurrency.lockutils [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.737s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.533273] env[62683]: INFO nova.compute.claims [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1733.558602] env[62683]: DEBUG nova.compute.manager [req-98f29b2e-2234-4f71-9220-9977cb022e0e req-0858508e-7bbf-4226-b06d-5d7d99715167 service nova] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Received event network-vif-deleted-611bcf1a-4bf5-4618-91f5-0be8cc2ba254 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1733.559166] env[62683]: INFO nova.compute.manager [req-98f29b2e-2234-4f71-9220-9977cb022e0e req-0858508e-7bbf-4226-b06d-5d7d99715167 service nova] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Neutron deleted interface 611bcf1a-4bf5-4618-91f5-0be8cc2ba254; detaching it from the instance and deleting it from the info cache [ 1733.559166] env[62683]: DEBUG nova.network.neutron [req-98f29b2e-2234-4f71-9220-9977cb022e0e req-0858508e-7bbf-4226-b06d-5d7d99715167 service nova] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.603746] env[62683]: DEBUG nova.compute.manager [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1733.604723] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766c1dbe-9535-4e8e-9520-9a25e897a98a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.608131] env[62683]: DEBUG nova.network.neutron [-] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.648676] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 08f0825a-cc85-4cd5-9d91-48406245d0e2] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1733.918650] env[62683]: DEBUG nova.compute.manager [req-ee2a9023-cdde-4d5e-b80f-84515234c6ac req-42ee6f28-ba1a-4435-93ab-9a0ff290fc8b service nova] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Received event network-vif-deleted-6e18fe02-c662-4bac-9888-f2e21694909b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1733.919187] env[62683]: INFO nova.compute.manager [req-ee2a9023-cdde-4d5e-b80f-84515234c6ac req-42ee6f28-ba1a-4435-93ab-9a0ff290fc8b service nova] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Neutron deleted interface 6e18fe02-c662-4bac-9888-f2e21694909b; detaching it from the instance and deleting it from the info cache [ 1733.919443] env[62683]: DEBUG nova.network.neutron [req-ee2a9023-cdde-4d5e-b80f-84515234c6ac req-42ee6f28-ba1a-4435-93ab-9a0ff290fc8b service nova] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.034620] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ecaace03-59db-443b-86cb-c58d47056e83 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "638fdfcd-54a2-4151-8f56-9230a6969ba3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.221s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.035552] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "638fdfcd-54a2-4151-8f56-9230a6969ba3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 11.159s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.035806] env[62683]: INFO nova.compute.manager [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Unshelving [ 1734.066019] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0b62682-5aca-49fa-b10c-4d1ff32f1f2b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.074715] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283cb63d-2aa8-48bf-be14-89517d865dfd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.110783] env[62683]: INFO nova.compute.manager [-] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Took 1.35 seconds to deallocate network for instance. [ 1734.112019] env[62683]: DEBUG nova.compute.manager [req-98f29b2e-2234-4f71-9220-9977cb022e0e req-0858508e-7bbf-4226-b06d-5d7d99715167 service nova] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Detach interface failed, port_id=611bcf1a-4bf5-4618-91f5-0be8cc2ba254, reason: Instance 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1734.135915] env[62683]: DEBUG nova.network.neutron [-] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.152500] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 3a679cd2-5cf8-4125-8354-9db55b8f18f5] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1734.259032] env[62683]: DEBUG nova.objects.instance [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lazy-loading 'flavor' on Instance uuid 2284b1b2-e495-4610-adb3-b59a56eac70c {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.309966] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.312735] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.312735] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "31a6dfaf-a512-42a5-9dc4-3c17bf1126a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.312735] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "31a6dfaf-a512-42a5-9dc4-3c17bf1126a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.312735] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "31a6dfaf-a512-42a5-9dc4-3c17bf1126a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.314083] env[62683]: INFO nova.compute.manager [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Terminating instance [ 1734.424146] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-351d99a2-29fa-4986-a5e7-980e06bcba2f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.434972] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bce49cf-0e2d-46bd-97b6-c61e40083fa0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.473804] env[62683]: DEBUG nova.compute.manager [req-ee2a9023-cdde-4d5e-b80f-84515234c6ac req-42ee6f28-ba1a-4435-93ab-9a0ff290fc8b service nova] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Detach interface failed, port_id=6e18fe02-c662-4bac-9888-f2e21694909b, reason: Instance 0079d28d-4030-4ee2-ae5c-2cdaef180812 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1734.624030] env[62683]: DEBUG oslo_concurrency.lockutils [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.624947] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1734.624947] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a5f9dc5-f8e4-41e3-b6b0-5dae6626dece {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.641167] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for the task: (returnval){ [ 1734.641167] env[62683]: value = "task-1799429" [ 1734.641167] env[62683]: _type = "Task" [ 1734.641167] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.641776] env[62683]: INFO nova.compute.manager [-] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Took 1.71 seconds to deallocate network for instance. [ 1734.655397] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 0aa7b9ae-72a8-4b1c-997c-67d78422f15b] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1734.661403] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.765089] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5c51e898-5997-4c1d-9bfa-59519ec14a5f tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "2284b1b2-e495-4610-adb3-b59a56eac70c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.338s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.826266] env[62683]: DEBUG nova.compute.manager [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1734.826555] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1734.827810] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978ff2eb-b5a0-48f7-b987-9e99f67aa534 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.842418] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1734.842768] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77f93260-20c3-4b33-8ff0-2d470cc76d85 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.849261] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537257af-1be8-4023-a204-4f6cfc5fce4d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.853276] env[62683]: DEBUG oslo_vmware.api [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1734.853276] env[62683]: value = "task-1799430" [ 1734.853276] env[62683]: _type = "Task" [ 1734.853276] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.864146] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f812c0d-2dc0-4398-8847-049a35a4a435 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.871665] env[62683]: DEBUG oslo_vmware.api [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.904866] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9348bda0-57e6-4b04-ae1a-f56a29d6ea64 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.914642] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf91b55-eb3b-4b66-a45c-456cced95205 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.931418] env[62683]: DEBUG nova.compute.provider_tree [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.052401] env[62683]: DEBUG nova.compute.utils [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1735.130926] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "85957ed6-95ab-4c6b-b0e2-ee3316b34d77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.130926] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "85957ed6-95ab-4c6b-b0e2-ee3316b34d77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.155866] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.156656] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799429, 'name': PowerOffVM_Task, 'duration_secs': 0.191227} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.156908] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1735.157225] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1735.158257] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8447c253-7a16-493d-9fed-3e65c154259d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.163253] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 843864d3-0354-4f0c-9e70-533b4c5b9712] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1735.168348] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1735.168929] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd983f0c-d24f-4ebd-b04c-e4e1aa7e4abb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.202862] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1735.202862] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1735.202862] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Deleting the datastore file [datastore1] 75ab476d-b78b-45b4-ad13-6dfe5de9183a {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1735.202862] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b2847c1-e397-4447-bf95-5c113b6b188e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.211681] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for the task: (returnval){ [ 1735.211681] env[62683]: value = "task-1799432" [ 1735.211681] env[62683]: _type = "Task" [ 1735.211681] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.224766] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.365293] env[62683]: DEBUG oslo_vmware.api [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799430, 'name': PowerOffVM_Task, 'duration_secs': 0.21766} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.365647] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1735.365923] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1735.366760] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7136839-ca2c-40f0-aa4a-91ae1ed7954c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.436928] env[62683]: DEBUG nova.scheduler.client.report [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1735.451422] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1735.451422] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1735.451611] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleting the datastore file [datastore1] 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1735.451890] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faa000a7-74ab-425a-b26e-305d9a9fb8b0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.462125] env[62683]: DEBUG oslo_vmware.api [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1735.462125] env[62683]: value = "task-1799434" [ 1735.462125] env[62683]: _type = "Task" [ 1735.462125] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.473775] env[62683]: DEBUG oslo_vmware.api [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.554737] env[62683]: DEBUG nova.network.neutron [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Successfully updated port: e835e336-426a-4ac2-8d24-fb934c0c7e11 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1735.556679] env[62683]: INFO nova.virt.block_device [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Booting with volume 9abda1d6-28a3-4138-9f9a-089e5998ccbf at /dev/sdb [ 1735.603719] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7557e2cd-972a-4697-9f57-8c4306f844ca {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.615510] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecc2843-f8df-4ce4-8a65-daff7fd4e2a0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.632962] env[62683]: DEBUG nova.compute.manager [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1735.653547] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d28833d-0522-4865-a69b-ee8eeebc1466 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.663655] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98352d5-3c04-4d2d-893f-e4d0237362b0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.675620] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: e5e26b31-d227-4177-8ba1-efd52011afc1] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1735.702024] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0867cf1f-f4f7-4e35-a9c3-50c3c6b4548f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.711087] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83d8915-20c5-48ea-b6fa-756ad5455900 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.721607] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106482} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.721870] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1735.722294] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1735.726021] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1735.728678] env[62683]: DEBUG nova.virt.block_device [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Updating existing volume attachment record: d4ae69f7-0ce4-4d8a-a467-835b2dde7614 {{(pid=62683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1735.947227] env[62683]: DEBUG oslo_concurrency.lockutils [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.947783] env[62683]: DEBUG nova.compute.manager [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1735.952579] env[62683]: DEBUG oslo_concurrency.lockutils [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.246s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.954353] env[62683]: INFO nova.compute.claims [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1735.972824] env[62683]: DEBUG oslo_vmware.api [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145995} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.974017] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1735.974017] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1735.974017] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1735.974017] env[62683]: INFO nova.compute.manager [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1735.974017] env[62683]: DEBUG oslo.service.loopingcall [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1735.974017] env[62683]: DEBUG nova.compute.manager [-] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1735.974224] env[62683]: DEBUG nova.network.neutron [-] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1736.038938] env[62683]: INFO nova.compute.manager [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Rebuilding instance [ 1736.060804] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.060975] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.061165] env[62683]: DEBUG nova.network.neutron [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1736.102649] env[62683]: DEBUG nova.compute.manager [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1736.103738] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2106f1-805f-4ed0-88ae-049f6de6ba41 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.167072] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.178944] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 6f3f8558-d031-4272-8b20-2ea6ac1b92c9] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1736.454251] env[62683]: DEBUG nova.compute.utils [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1736.455528] env[62683]: DEBUG nova.compute.manager [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1736.455683] env[62683]: DEBUG nova.network.neutron [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1736.546185] env[62683]: DEBUG oslo_vmware.rw_handles [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f0e93-a689-486a-b5e3-96e8c8a2b20f/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1736.547271] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c7c7fc-3e51-4d0d-a3e2-07ff3ddeec2d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.557199] env[62683]: DEBUG oslo_vmware.rw_handles [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f0e93-a689-486a-b5e3-96e8c8a2b20f/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1736.557199] env[62683]: ERROR oslo_vmware.rw_handles [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f0e93-a689-486a-b5e3-96e8c8a2b20f/disk-0.vmdk due to incomplete transfer. [ 1736.557199] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b192f284-0408-4983-8736-85d2d73894a4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.567374] env[62683]: DEBUG oslo_vmware.rw_handles [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f0e93-a689-486a-b5e3-96e8c8a2b20f/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1736.567592] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Uploaded image c0379680-afc3-4239-9cba-1d06e3f977e6 to the Glance image server {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1736.571993] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Destroying the VM {{(pid=62683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1736.571993] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ecfdf978-a028-451c-9629-c996e0f6dbf3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.583938] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1736.583938] env[62683]: value = "task-1799438" [ 1736.583938] env[62683]: _type = "Task" [ 1736.583938] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.585904] env[62683]: DEBUG nova.compute.manager [req-214327cc-f095-428d-b79f-772eec4a05a0 req-df5bb551-cfe0-4192-8132-74269612b6c7 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Received event network-vif-plugged-e835e336-426a-4ac2-8d24-fb934c0c7e11 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1736.586239] env[62683]: DEBUG oslo_concurrency.lockutils [req-214327cc-f095-428d-b79f-772eec4a05a0 req-df5bb551-cfe0-4192-8132-74269612b6c7 service nova] Acquiring lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.586473] env[62683]: DEBUG oslo_concurrency.lockutils [req-214327cc-f095-428d-b79f-772eec4a05a0 req-df5bb551-cfe0-4192-8132-74269612b6c7 service nova] Lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.586654] env[62683]: DEBUG oslo_concurrency.lockutils [req-214327cc-f095-428d-b79f-772eec4a05a0 req-df5bb551-cfe0-4192-8132-74269612b6c7 service nova] Lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.586834] env[62683]: DEBUG nova.compute.manager [req-214327cc-f095-428d-b79f-772eec4a05a0 req-df5bb551-cfe0-4192-8132-74269612b6c7 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] No waiting events found dispatching network-vif-plugged-e835e336-426a-4ac2-8d24-fb934c0c7e11 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1736.587016] env[62683]: WARNING nova.compute.manager [req-214327cc-f095-428d-b79f-772eec4a05a0 req-df5bb551-cfe0-4192-8132-74269612b6c7 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Received unexpected event network-vif-plugged-e835e336-426a-4ac2-8d24-fb934c0c7e11 for instance with vm_state active and task_state None. [ 1736.587191] env[62683]: DEBUG nova.compute.manager [req-214327cc-f095-428d-b79f-772eec4a05a0 req-df5bb551-cfe0-4192-8132-74269612b6c7 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Received event network-changed-e835e336-426a-4ac2-8d24-fb934c0c7e11 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1736.587439] env[62683]: DEBUG nova.compute.manager [req-214327cc-f095-428d-b79f-772eec4a05a0 req-df5bb551-cfe0-4192-8132-74269612b6c7 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Refreshing instance network info cache due to event network-changed-e835e336-426a-4ac2-8d24-fb934c0c7e11. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1736.587523] env[62683]: DEBUG oslo_concurrency.lockutils [req-214327cc-f095-428d-b79f-772eec4a05a0 req-df5bb551-cfe0-4192-8132-74269612b6c7 service nova] Acquiring lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.590224] env[62683]: DEBUG nova.policy [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35ee095be1314867b8eaecb437a66fb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc2e01d7972d47eca29ca8ec2a162a32', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1736.607657] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799438, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.624611] env[62683]: WARNING nova.network.neutron [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] 9de2292d-427f-49ca-a40c-3d1495931eda already exists in list: networks containing: ['9de2292d-427f-49ca-a40c-3d1495931eda']. ignoring it [ 1736.625166] env[62683]: WARNING nova.network.neutron [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] 9de2292d-427f-49ca-a40c-3d1495931eda already exists in list: networks containing: ['9de2292d-427f-49ca-a40c-3d1495931eda']. ignoring it [ 1736.684414] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 35f546a5-222c-47db-982e-9c7fa73d2381] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1736.772288] env[62683]: DEBUG nova.virt.hardware [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1736.772561] env[62683]: DEBUG nova.virt.hardware [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1736.772727] env[62683]: DEBUG nova.virt.hardware [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1736.772913] env[62683]: DEBUG nova.virt.hardware [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1736.773071] env[62683]: DEBUG nova.virt.hardware [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1736.773241] env[62683]: DEBUG nova.virt.hardware [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1736.773462] env[62683]: DEBUG nova.virt.hardware [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1736.773631] env[62683]: DEBUG nova.virt.hardware [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1736.773796] env[62683]: DEBUG nova.virt.hardware [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1736.773961] env[62683]: DEBUG nova.virt.hardware [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1736.774148] env[62683]: DEBUG nova.virt.hardware [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1736.775075] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4989bd7-d4ba-4bea-ac6c-936b766853d1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.783716] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c47d5e-aff6-4537-b958-228e7044b296 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.805026] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Instance VIF info [] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1736.811113] env[62683]: DEBUG oslo.service.loopingcall [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1736.811113] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1736.811113] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cece90b4-f8b1-4d22-bb72-d299b8029a33 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.829671] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1736.829671] env[62683]: value = "task-1799439" [ 1736.829671] env[62683]: _type = "Task" [ 1736.829671] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.839728] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799439, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.961986] env[62683]: DEBUG nova.compute.manager [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1737.120286] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1737.120822] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799438, 'name': Destroy_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.120895] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8636fc85-a923-484f-8664-3800c8086e00 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.130061] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1737.130061] env[62683]: value = "task-1799440" [ 1737.130061] env[62683]: _type = "Task" [ 1737.130061] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.144960] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.187946] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: dfb8b226-70ba-415c-b183-6a81e9aa3026] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1737.220864] env[62683]: DEBUG nova.network.neutron [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Successfully created port: 60545d01-1263-4090-9317-690e1412cf71 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1737.235748] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Acquiring lock "699973e3-072c-4e00-90c4-5c69616e4b11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.237072] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Lock "699973e3-072c-4e00-90c4-5c69616e4b11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.331757] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a297d17-e37a-4513-af61-2279c20d77c7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.338862] env[62683]: DEBUG nova.network.neutron [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Updating instance_info_cache with network_info: [{"id": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "address": "fa:16:3e:ac:05:76", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7aa937-47", "ovs_interfaceid": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d44e2897-d245-446b-bae6-7b728bcc4ab9", "address": "fa:16:3e:0c:25:70", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd44e2897-d2", "ovs_interfaceid": "d44e2897-d245-446b-bae6-7b728bcc4ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e835e336-426a-4ac2-8d24-fb934c0c7e11", "address": "fa:16:3e:21:a8:47", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape835e336-42", "ovs_interfaceid": "e835e336-426a-4ac2-8d24-fb934c0c7e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.359484] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799439, 'name': CreateVM_Task, 'duration_secs': 0.52996} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.362700] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1737.363473] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.363844] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.364455] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1737.366415] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df652c0-9784-4858-9799-c1961118b545 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.372404] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c1037a-3fc6-4492-a05d-eb51151cf72f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.422033] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for the task: (returnval){ [ 1737.422033] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52597d81-de73-b027-6cd2-39485c6af813" [ 1737.422033] env[62683]: _type = "Task" [ 1737.422033] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.422033] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b00c2f-9741-46bf-98f0-703925da83e8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.434171] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52597d81-de73-b027-6cd2-39485c6af813, 'name': SearchDatastore_Task, 'duration_secs': 0.024044} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.435769] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.436132] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1737.436261] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.436413] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.436588] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1737.436904] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20b0858a-bb9a-42d2-9ad6-b8b64f1bf439 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.439650] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b337657b-faf4-4355-aafb-ad46abaea41c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.456644] env[62683]: DEBUG nova.network.neutron [-] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.458118] env[62683]: DEBUG nova.compute.provider_tree [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1737.460462] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1737.463740] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1737.463740] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d01e7f8-bce0-4e21-acdc-42857bd22523 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.468418] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for the task: (returnval){ [ 1737.468418] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ff103d-678b-47b0-5c16-dec2bf0b1dc5" [ 1737.468418] env[62683]: _type = "Task" [ 1737.468418] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.487408] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ff103d-678b-47b0-5c16-dec2bf0b1dc5, 'name': SearchDatastore_Task, 'duration_secs': 0.010376} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.487567] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a13fde-391a-42ea-81db-5a75a941bd2f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.493769] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for the task: (returnval){ [ 1737.493769] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b228a4-1026-927d-73c1-0180ef86cc21" [ 1737.493769] env[62683]: _type = "Task" [ 1737.493769] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.503105] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b228a4-1026-927d-73c1-0180ef86cc21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.608784] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799438, 'name': Destroy_Task, 'duration_secs': 0.759291} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.609301] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Destroyed the VM [ 1737.609666] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Deleting Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1737.609941] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-151c6d87-8dde-4dc4-90bd-343b2d380678 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.620104] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1737.620104] env[62683]: value = "task-1799441" [ 1737.620104] env[62683]: _type = "Task" [ 1737.620104] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.630076] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799441, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.641379] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799440, 'name': PowerOffVM_Task, 'duration_secs': 0.27963} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.641651] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1737.693181] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 3d0abd43-e9ad-49b8-9c48-04fc76596358] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1737.713821] env[62683]: INFO nova.compute.manager [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Detaching volume 11aa530a-1849-4385-98ea-0e749f17493c [ 1737.739705] env[62683]: DEBUG nova.compute.manager [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1737.757157] env[62683]: INFO nova.virt.block_device [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Attempting to driver detach volume 11aa530a-1849-4385-98ea-0e749f17493c from mountpoint /dev/sdb [ 1737.757394] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Volume detach. Driver type: vmdk {{(pid=62683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1737.758559] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373142', 'volume_id': '11aa530a-1849-4385-98ea-0e749f17493c', 'name': 'volume-11aa530a-1849-4385-98ea-0e749f17493c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2284b1b2-e495-4610-adb3-b59a56eac70c', 'attached_at': '', 'detached_at': '', 'volume_id': '11aa530a-1849-4385-98ea-0e749f17493c', 'serial': '11aa530a-1849-4385-98ea-0e749f17493c'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1737.759081] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869d2510-b817-4340-8fd4-6adc5ba842f6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.786599] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bbbe26-999b-4af4-9efa-cc6d5fcc144b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.795397] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a476b27-6df7-44c7-8af0-f451fcc6e55b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.818150] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d7c00d-5971-423a-af0b-44c96664599b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.835060] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] The volume has not been displaced from its original location: [datastore1] volume-11aa530a-1849-4385-98ea-0e749f17493c/volume-11aa530a-1849-4385-98ea-0e749f17493c.vmdk. No consolidation needed. {{(pid=62683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1737.840401] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1737.840728] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27d39007-f3c2-4e99-9791-6b72a0770780 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.853456] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.854582] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.854582] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.854582] env[62683]: DEBUG oslo_concurrency.lockutils [req-214327cc-f095-428d-b79f-772eec4a05a0 req-df5bb551-cfe0-4192-8132-74269612b6c7 service nova] Acquired lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.854742] env[62683]: DEBUG nova.network.neutron [req-214327cc-f095-428d-b79f-772eec4a05a0 req-df5bb551-cfe0-4192-8132-74269612b6c7 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Refreshing network info cache for port e835e336-426a-4ac2-8d24-fb934c0c7e11 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1737.856714] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40e60bf-3daa-4585-a6e6-cad8ecbd68e7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.875418] env[62683]: DEBUG nova.virt.hardware [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1737.875616] env[62683]: DEBUG nova.virt.hardware [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1737.875960] env[62683]: DEBUG nova.virt.hardware [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1737.876047] env[62683]: DEBUG nova.virt.hardware [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1737.876283] env[62683]: DEBUG nova.virt.hardware [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1737.876455] env[62683]: DEBUG nova.virt.hardware [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1737.878552] env[62683]: DEBUG nova.virt.hardware [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1737.878552] env[62683]: DEBUG nova.virt.hardware [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1737.878552] env[62683]: DEBUG nova.virt.hardware [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1737.878552] env[62683]: DEBUG nova.virt.hardware [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1737.878552] env[62683]: DEBUG nova.virt.hardware [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1737.884948] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Reconfiguring VM to attach interface {{(pid=62683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1737.888487] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0830c190-7ed4-48a0-8d87-9f1fa7b5da64 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.900235] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1737.900235] env[62683]: value = "task-1799442" [ 1737.900235] env[62683]: _type = "Task" [ 1737.900235] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.910237] env[62683]: DEBUG oslo_vmware.api [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1737.910237] env[62683]: value = "task-1799443" [ 1737.910237] env[62683]: _type = "Task" [ 1737.910237] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.912935] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.929399] env[62683]: DEBUG oslo_vmware.api [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.963155] env[62683]: INFO nova.compute.manager [-] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Took 1.99 seconds to deallocate network for instance. [ 1737.964416] env[62683]: DEBUG nova.scheduler.client.report [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1737.988267] env[62683]: DEBUG nova.compute.manager [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1738.009710] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b228a4-1026-927d-73c1-0180ef86cc21, 'name': SearchDatastore_Task, 'duration_secs': 0.047224} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.010684] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.010955] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 75ab476d-b78b-45b4-ad13-6dfe5de9183a/75ab476d-b78b-45b4-ad13-6dfe5de9183a.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1738.011243] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2ac9bd7-d51d-413b-ac4c-ce4cfe0e2e1a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.028927] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for the task: (returnval){ [ 1738.028927] env[62683]: value = "task-1799444" [ 1738.028927] env[62683]: _type = "Task" [ 1738.028927] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.031253] env[62683]: DEBUG nova.virt.hardware [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1738.031630] env[62683]: DEBUG nova.virt.hardware [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1738.031630] env[62683]: DEBUG nova.virt.hardware [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1738.031873] env[62683]: DEBUG nova.virt.hardware [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1738.031873] env[62683]: DEBUG nova.virt.hardware [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1738.031945] env[62683]: DEBUG nova.virt.hardware [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1738.032231] env[62683]: DEBUG nova.virt.hardware [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1738.032327] env[62683]: DEBUG nova.virt.hardware [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1738.032478] env[62683]: DEBUG nova.virt.hardware [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1738.032707] env[62683]: DEBUG nova.virt.hardware [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1738.032810] env[62683]: DEBUG nova.virt.hardware [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1738.034180] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bd743f-4d6b-47d2-b28f-c394005c2bf9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.049008] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.052436] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8972a298-00e4-4965-881d-378cfb85e1e1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.129887] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799441, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.196013] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: f1bfa3c1-7b62-4e45-b9ba-68f40e80fb49] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1738.268358] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.422824] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799442, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.431535] env[62683]: DEBUG oslo_vmware.api [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.470576] env[62683]: DEBUG oslo_concurrency.lockutils [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.470941] env[62683]: DEBUG nova.compute.manager [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1738.477682] env[62683]: DEBUG oslo_concurrency.lockutils [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.757s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.477959] env[62683]: DEBUG nova.objects.instance [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lazy-loading 'resources' on Instance uuid c28bf1f2-6a02-455c-b4f0-8cc9046a22eb {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1738.483414] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.552623] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799444, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.634192] env[62683]: DEBUG oslo_vmware.api [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799441, 'name': RemoveSnapshot_Task, 'duration_secs': 0.904439} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.638636] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Deleted Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1738.638636] env[62683]: INFO nova.compute.manager [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Took 17.73 seconds to snapshot the instance on the hypervisor. [ 1738.699610] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 80e2cac6-2438-4896-8997-362523e12084] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1738.773670] env[62683]: DEBUG nova.network.neutron [req-214327cc-f095-428d-b79f-772eec4a05a0 req-df5bb551-cfe0-4192-8132-74269612b6c7 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Updated VIF entry in instance network info cache for port e835e336-426a-4ac2-8d24-fb934c0c7e11. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1738.773670] env[62683]: DEBUG nova.network.neutron [req-214327cc-f095-428d-b79f-772eec4a05a0 req-df5bb551-cfe0-4192-8132-74269612b6c7 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Updating instance_info_cache with network_info: [{"id": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "address": "fa:16:3e:ac:05:76", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7aa937-47", "ovs_interfaceid": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d44e2897-d245-446b-bae6-7b728bcc4ab9", "address": "fa:16:3e:0c:25:70", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd44e2897-d2", "ovs_interfaceid": "d44e2897-d245-446b-bae6-7b728bcc4ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e835e336-426a-4ac2-8d24-fb934c0c7e11", "address": "fa:16:3e:21:a8:47", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape835e336-42", "ovs_interfaceid": "e835e336-426a-4ac2-8d24-fb934c0c7e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.912538] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799442, 'name': ReconfigVM_Task, 'duration_secs': 0.570225} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.913090] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1738.920363] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44284e96-00c2-4ac9-8ad9-4304f2066366 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.948363] env[62683]: DEBUG oslo_vmware.api [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.950765] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1738.950765] env[62683]: value = "task-1799446" [ 1738.950765] env[62683]: _type = "Task" [ 1738.950765] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.963054] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.984232] env[62683]: DEBUG nova.compute.utils [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1738.989281] env[62683]: DEBUG nova.compute.manager [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1738.991130] env[62683]: DEBUG nova.network.neutron [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1739.049231] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741927} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.053697] env[62683]: DEBUG nova.policy [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93ffe03d396f44fa9571d729899f001a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ca7d50b713a49d6a47443b66ce211ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1739.054678] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 75ab476d-b78b-45b4-ad13-6dfe5de9183a/75ab476d-b78b-45b4-ad13-6dfe5de9183a.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1739.054893] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1739.057400] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d5a9a11-f4f6-40eb-be76-0dfab2163bbb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.064326] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for the task: (returnval){ [ 1739.064326] env[62683]: value = "task-1799447" [ 1739.064326] env[62683]: _type = "Task" [ 1739.064326] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.077221] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.209946] env[62683]: DEBUG nova.compute.manager [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Found 3 images (rotation: 2) {{(pid=62683) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1739.210198] env[62683]: DEBUG nova.compute.manager [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Rotating out 1 backups {{(pid=62683) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1739.210439] env[62683]: DEBUG nova.compute.manager [None req-2c0cbb52-3740-4c32-9863-8e10a438297b tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Deleting image be85435a-f686-4c0a-883a-83247edc71a6 {{(pid=62683) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1739.213664] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 1efa2920-b9aa-40b6-8719-57b4d1724b83] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1739.245664] env[62683]: DEBUG nova.network.neutron [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Successfully updated port: 60545d01-1263-4090-9317-690e1412cf71 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1739.276235] env[62683]: DEBUG oslo_concurrency.lockutils [req-214327cc-f095-428d-b79f-772eec4a05a0 req-df5bb551-cfe0-4192-8132-74269612b6c7 service nova] Releasing lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.317792] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6af3c9b-48a6-4bb4-99dd-5c428da720cf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.327592] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b516d22-bd62-49b7-a823-9e1784276485 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.372269] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b724b7b-bdd0-44ff-bd71-855025f7b491 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.379865] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01130528-ab9f-4fef-8a96-845727768ae4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.395575] env[62683]: DEBUG nova.compute.provider_tree [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1739.400664] env[62683]: DEBUG nova.compute.manager [req-48e2f7a2-2313-4c09-b4c0-c0aabdc50581 req-35703cfb-f50c-44ff-8714-e15284aaf91b service nova] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Received event network-vif-deleted-9265b363-27c8-4a03-8b02-cd74a6611048 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1739.435336] env[62683]: DEBUG oslo_vmware.api [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799443, 'name': ReconfigVM_Task, 'duration_secs': 1.274263} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.436227] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.436546] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Reconfigured VM to attach interface {{(pid=62683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1739.463580] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799446, 'name': ReconfigVM_Task, 'duration_secs': 0.261379} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.464810] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373142', 'volume_id': '11aa530a-1849-4385-98ea-0e749f17493c', 'name': 'volume-11aa530a-1849-4385-98ea-0e749f17493c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2284b1b2-e495-4610-adb3-b59a56eac70c', 'attached_at': '', 'detached_at': '', 'volume_id': '11aa530a-1849-4385-98ea-0e749f17493c', 'serial': '11aa530a-1849-4385-98ea-0e749f17493c'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1739.490050] env[62683]: DEBUG nova.compute.manager [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1739.545515] env[62683]: DEBUG nova.network.neutron [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Successfully created port: 55d193a2-477e-46cb-b3ca-47d3a120a140 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1739.574594] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799447, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.723071] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: dce9138f-3674-47af-a392-567b1a85d23a] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1739.751953] env[62683]: DEBUG oslo_concurrency.lockutils [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "refresh_cache-71345bf6-a872-4abe-a0a4-db0a5f2eeced" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.752127] env[62683]: DEBUG oslo_concurrency.lockutils [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquired lock "refresh_cache-71345bf6-a872-4abe-a0a4-db0a5f2eeced" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.752285] env[62683]: DEBUG nova.network.neutron [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1739.902908] env[62683]: DEBUG nova.scheduler.client.report [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1739.943601] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a7ba84d-89e2-4e1a-828e-8138f85aac11 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "interface-c1ddfa77-305e-4beb-b788-6f5b815aa7fa-e835e336-426a-4ac2-8d24-fb934c0c7e11" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.384s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.002275] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquiring lock "1478606f-84b3-4b2d-ae96-ce75e59929d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.002570] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "1478606f-84b3-4b2d-ae96-ce75e59929d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.074820] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.554102} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.075132] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1740.075971] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f712089b-e48d-4428-bd36-8bd983049a3e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.096036] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 75ab476d-b78b-45b4-ad13-6dfe5de9183a/75ab476d-b78b-45b4-ad13-6dfe5de9183a.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1740.096315] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f75c291-b0ac-4312-a272-f3f0e4f2cb0d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.116726] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for the task: (returnval){ [ 1740.116726] env[62683]: value = "task-1799448" [ 1740.116726] env[62683]: _type = "Task" [ 1740.116726] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.128577] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.226737] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: d57a5650-aa26-440a-b68f-03361e1a3187] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1740.288028] env[62683]: DEBUG nova.network.neutron [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1740.406767] env[62683]: DEBUG oslo_concurrency.lockutils [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.409372] env[62683]: DEBUG oslo_concurrency.lockutils [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.785s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.409623] env[62683]: DEBUG nova.objects.instance [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lazy-loading 'resources' on Instance uuid 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1740.427807] env[62683]: INFO nova.scheduler.client.report [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Deleted allocations for instance c28bf1f2-6a02-455c-b4f0-8cc9046a22eb [ 1740.435111] env[62683]: DEBUG nova.network.neutron [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Updating instance_info_cache with network_info: [{"id": "60545d01-1263-4090-9317-690e1412cf71", "address": "fa:16:3e:3d:9f:d5", "network": {"id": "945f29a5-9625-46d8-9aa4-a744574632f7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2012003310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc2e01d7972d47eca29ca8ec2a162a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60545d01-12", "ovs_interfaceid": "60545d01-1263-4090-9317-690e1412cf71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.499206] env[62683]: DEBUG nova.compute.manager [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1740.505971] env[62683]: DEBUG nova.compute.manager [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1740.526267] env[62683]: DEBUG nova.virt.hardware [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1740.526515] env[62683]: DEBUG nova.virt.hardware [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1740.526676] env[62683]: DEBUG nova.virt.hardware [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1740.526889] env[62683]: DEBUG nova.virt.hardware [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1740.527057] env[62683]: DEBUG nova.virt.hardware [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1740.527211] env[62683]: DEBUG nova.virt.hardware [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1740.527479] env[62683]: DEBUG nova.virt.hardware [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1740.527575] env[62683]: DEBUG nova.virt.hardware [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1740.527743] env[62683]: DEBUG nova.virt.hardware [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1740.527906] env[62683]: DEBUG nova.virt.hardware [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1740.528114] env[62683]: DEBUG nova.virt.hardware [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1740.528608] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1740.529425] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d3d12c-b1af-4959-b611-f1b0cb59699d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.532131] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48464abd-ca3c-4669-97cc-a362421ab64c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.542398] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b62155-043f-4892-8a7b-f06e300d6846 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.546282] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1740.546282] env[62683]: value = "task-1799449" [ 1740.546282] env[62683]: _type = "Task" [ 1740.546282] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.564209] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] VM already powered off {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1740.564454] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Volume detach. Driver type: vmdk {{(pid=62683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1740.564779] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373142', 'volume_id': '11aa530a-1849-4385-98ea-0e749f17493c', 'name': 'volume-11aa530a-1849-4385-98ea-0e749f17493c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2284b1b2-e495-4610-adb3-b59a56eac70c', 'attached_at': '', 'detached_at': '', 'volume_id': '11aa530a-1849-4385-98ea-0e749f17493c', 'serial': '11aa530a-1849-4385-98ea-0e749f17493c'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1740.566027] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f72f41-269a-4fef-8009-2c6261ed4ffe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.583993] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f718fa86-5d72-4401-8118-6e9fbf30670c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.591018] env[62683]: WARNING nova.virt.vmwareapi.driver [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1740.591335] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1740.592077] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84b74f4-2c06-49c3-a65c-7fff1d2c38ac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.599053] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1740.599289] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96585c4b-46bb-48e1-acf8-b1658437b61f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.626358] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799448, 'name': ReconfigVM_Task, 'duration_secs': 0.257371} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.626646] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 75ab476d-b78b-45b4-ad13-6dfe5de9183a/75ab476d-b78b-45b4-ad13-6dfe5de9183a.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1740.627291] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bea2e05e-f45e-47c0-b907-de09415959eb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.634115] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for the task: (returnval){ [ 1740.634115] env[62683]: value = "task-1799451" [ 1740.634115] env[62683]: _type = "Task" [ 1740.634115] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.642922] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799451, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.700658] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1740.700658] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1740.700658] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Deleting the datastore file [datastore1] 2284b1b2-e495-4610-adb3-b59a56eac70c {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1740.700946] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f2b7fc9-bc65-428d-8501-027a679f4bd4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.708685] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1740.708685] env[62683]: value = "task-1799452" [ 1740.708685] env[62683]: _type = "Task" [ 1740.708685] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.718114] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.729755] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: c33578cb-62b1-4f28-84c7-20a628d74712] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1740.855890] env[62683]: DEBUG oslo_concurrency.lockutils [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Acquiring lock "46912c26-2d0f-4d49-8840-5ab693dd8212" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.856242] env[62683]: DEBUG oslo_concurrency.lockutils [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Lock "46912c26-2d0f-4d49-8840-5ab693dd8212" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.935910] env[62683]: DEBUG oslo_concurrency.lockutils [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Releasing lock "refresh_cache-71345bf6-a872-4abe-a0a4-db0a5f2eeced" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.935910] env[62683]: DEBUG nova.compute.manager [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Instance network_info: |[{"id": "60545d01-1263-4090-9317-690e1412cf71", "address": "fa:16:3e:3d:9f:d5", "network": {"id": "945f29a5-9625-46d8-9aa4-a744574632f7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2012003310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc2e01d7972d47eca29ca8ec2a162a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60545d01-12", "ovs_interfaceid": "60545d01-1263-4090-9317-690e1412cf71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1740.938057] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:9f:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60545d01-1263-4090-9317-690e1412cf71', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1740.948076] env[62683]: DEBUG oslo.service.loopingcall [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1740.948818] env[62683]: DEBUG oslo_concurrency.lockutils [None req-42d40978-7a38-43f5-aa0c-418d54bad3e1 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "c28bf1f2-6a02-455c-b4f0-8cc9046a22eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.231s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.955842] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1740.955842] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53d29545-a208-4a59-abc9-a700fe13e449 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.982216] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1740.982216] env[62683]: value = "task-1799453" [ 1740.982216] env[62683]: _type = "Task" [ 1740.982216] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.993964] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799453, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.028608] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.146273] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799451, 'name': Rename_Task, 'duration_secs': 0.13872} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.146556] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1741.146814] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcccb839-913e-4aa7-b934-d2c1d04625f7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.153906] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for the task: (returnval){ [ 1741.153906] env[62683]: value = "task-1799454" [ 1741.153906] env[62683]: _type = "Task" [ 1741.153906] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.163963] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.220269] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165384} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.220555] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1741.220711] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1741.220885] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1741.231269] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55b5e8f-a84c-42f1-907b-090f3059a0a8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.236173] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: ab44615a-1ad2-4a6e-9730-a36879dd0e63] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1741.240685] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e80d8f-ee32-41d5-8418-937bd6e230c0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.274557] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57496b4-6bc3-44f3-b28b-ba4f805bc47c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.280856] env[62683]: DEBUG nova.network.neutron [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Successfully updated port: 55d193a2-477e-46cb-b3ca-47d3a120a140 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1741.285216] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ae2186-8735-49e2-843e-810ffc0b276d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.301296] env[62683]: DEBUG nova.compute.provider_tree [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1741.313368] env[62683]: DEBUG nova.compute.manager [req-81957b3f-d1c1-44bf-9a7d-b36eb6e89d2a req-6aaa68e2-8e0a-4d86-8637-4e1cb6857a2a service nova] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Received event network-vif-plugged-55d193a2-477e-46cb-b3ca-47d3a120a140 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1741.313585] env[62683]: DEBUG oslo_concurrency.lockutils [req-81957b3f-d1c1-44bf-9a7d-b36eb6e89d2a req-6aaa68e2-8e0a-4d86-8637-4e1cb6857a2a service nova] Acquiring lock "d946c583-86c0-47e7-91c4-b9a156af1e2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.313948] env[62683]: DEBUG oslo_concurrency.lockutils [req-81957b3f-d1c1-44bf-9a7d-b36eb6e89d2a req-6aaa68e2-8e0a-4d86-8637-4e1cb6857a2a service nova] Lock "d946c583-86c0-47e7-91c4-b9a156af1e2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.314093] env[62683]: DEBUG oslo_concurrency.lockutils [req-81957b3f-d1c1-44bf-9a7d-b36eb6e89d2a req-6aaa68e2-8e0a-4d86-8637-4e1cb6857a2a service nova] Lock "d946c583-86c0-47e7-91c4-b9a156af1e2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.314265] env[62683]: DEBUG nova.compute.manager [req-81957b3f-d1c1-44bf-9a7d-b36eb6e89d2a req-6aaa68e2-8e0a-4d86-8637-4e1cb6857a2a service nova] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] No waiting events found dispatching network-vif-plugged-55d193a2-477e-46cb-b3ca-47d3a120a140 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1741.314432] env[62683]: WARNING nova.compute.manager [req-81957b3f-d1c1-44bf-9a7d-b36eb6e89d2a req-6aaa68e2-8e0a-4d86-8637-4e1cb6857a2a service nova] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Received unexpected event network-vif-plugged-55d193a2-477e-46cb-b3ca-47d3a120a140 for instance with vm_state building and task_state spawning. [ 1741.361114] env[62683]: DEBUG nova.compute.manager [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1741.379281] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.493132] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799453, 'name': CreateVM_Task, 'duration_secs': 0.364649} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.493132] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1741.493771] env[62683]: DEBUG oslo_concurrency.lockutils [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.493908] env[62683]: DEBUG oslo_concurrency.lockutils [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.494283] env[62683]: DEBUG oslo_concurrency.lockutils [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1741.494758] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0579340e-ee00-4d47-9fba-426e4d49d217 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.499167] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1741.499167] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f84145-4cdd-bdb8-eff5-e5e079828219" [ 1741.499167] env[62683]: _type = "Task" [ 1741.499167] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.508066] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f84145-4cdd-bdb8-eff5-e5e079828219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.559820] env[62683]: DEBUG nova.compute.manager [req-1b9d1189-7cc6-4aec-a6ef-161759da63b2 req-a531aea9-0014-4b57-9e96-2edc17ffd68e service nova] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Received event network-vif-plugged-60545d01-1263-4090-9317-690e1412cf71 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1741.560076] env[62683]: DEBUG oslo_concurrency.lockutils [req-1b9d1189-7cc6-4aec-a6ef-161759da63b2 req-a531aea9-0014-4b57-9e96-2edc17ffd68e service nova] Acquiring lock "71345bf6-a872-4abe-a0a4-db0a5f2eeced-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.560303] env[62683]: DEBUG oslo_concurrency.lockutils [req-1b9d1189-7cc6-4aec-a6ef-161759da63b2 req-a531aea9-0014-4b57-9e96-2edc17ffd68e service nova] Lock "71345bf6-a872-4abe-a0a4-db0a5f2eeced-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.560476] env[62683]: DEBUG oslo_concurrency.lockutils [req-1b9d1189-7cc6-4aec-a6ef-161759da63b2 req-a531aea9-0014-4b57-9e96-2edc17ffd68e service nova] Lock "71345bf6-a872-4abe-a0a4-db0a5f2eeced-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.560644] env[62683]: DEBUG nova.compute.manager [req-1b9d1189-7cc6-4aec-a6ef-161759da63b2 req-a531aea9-0014-4b57-9e96-2edc17ffd68e service nova] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] No waiting events found dispatching network-vif-plugged-60545d01-1263-4090-9317-690e1412cf71 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1741.560809] env[62683]: WARNING nova.compute.manager [req-1b9d1189-7cc6-4aec-a6ef-161759da63b2 req-a531aea9-0014-4b57-9e96-2edc17ffd68e service nova] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Received unexpected event network-vif-plugged-60545d01-1263-4090-9317-690e1412cf71 for instance with vm_state building and task_state spawning. [ 1741.560969] env[62683]: DEBUG nova.compute.manager [req-1b9d1189-7cc6-4aec-a6ef-161759da63b2 req-a531aea9-0014-4b57-9e96-2edc17ffd68e service nova] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Received event network-changed-60545d01-1263-4090-9317-690e1412cf71 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1741.561258] env[62683]: DEBUG nova.compute.manager [req-1b9d1189-7cc6-4aec-a6ef-161759da63b2 req-a531aea9-0014-4b57-9e96-2edc17ffd68e service nova] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Refreshing instance network info cache due to event network-changed-60545d01-1263-4090-9317-690e1412cf71. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1741.561466] env[62683]: DEBUG oslo_concurrency.lockutils [req-1b9d1189-7cc6-4aec-a6ef-161759da63b2 req-a531aea9-0014-4b57-9e96-2edc17ffd68e service nova] Acquiring lock "refresh_cache-71345bf6-a872-4abe-a0a4-db0a5f2eeced" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.561606] env[62683]: DEBUG oslo_concurrency.lockutils [req-1b9d1189-7cc6-4aec-a6ef-161759da63b2 req-a531aea9-0014-4b57-9e96-2edc17ffd68e service nova] Acquired lock "refresh_cache-71345bf6-a872-4abe-a0a4-db0a5f2eeced" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.561763] env[62683]: DEBUG nova.network.neutron [req-1b9d1189-7cc6-4aec-a6ef-161759da63b2 req-a531aea9-0014-4b57-9e96-2edc17ffd68e service nova] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Refreshing network info cache for port 60545d01-1263-4090-9317-690e1412cf71 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1741.663696] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.726363] env[62683]: INFO nova.virt.block_device [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Booting with volume 11aa530a-1849-4385-98ea-0e749f17493c at /dev/sdb [ 1741.739307] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: bd2a4cf9-428a-41ce-bd6f-ca19d9135931] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1741.765828] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97d8eb81-b5b9-45c0-89a4-0a33b6ad92cf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.775449] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d08354-2afc-4a18-a8d2-14f038c0ec3a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.787812] env[62683]: DEBUG oslo_concurrency.lockutils [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "refresh_cache-d946c583-86c0-47e7-91c4-b9a156af1e2e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.787973] env[62683]: DEBUG oslo_concurrency.lockutils [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "refresh_cache-d946c583-86c0-47e7-91c4-b9a156af1e2e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.788138] env[62683]: DEBUG nova.network.neutron [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1741.811148] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-318e481c-7bb8-4261-8f1a-2be95dcfdc61 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.819218] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38849f0-a612-440d-a0ec-f0151ca260d1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.830876] env[62683]: ERROR nova.scheduler.client.report [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [req-dccffdb7-4c15-49a9-bf7a-1933e681f39c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dccffdb7-4c15-49a9-bf7a-1933e681f39c"}]} [ 1741.852800] env[62683]: DEBUG nova.scheduler.client.report [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1741.855312] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ba4d4c-84db-4f67-8a94-5359d93b01f6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.861878] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0777c113-33df-45ad-b3a5-2652354cb886 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.872135] env[62683]: DEBUG nova.scheduler.client.report [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1741.872362] env[62683]: DEBUG nova.compute.provider_tree [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1741.874877] env[62683]: DEBUG oslo_concurrency.lockutils [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "interface-c1ddfa77-305e-4beb-b788-6f5b815aa7fa-d44e2897-d245-446b-bae6-7b728bcc4ab9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.874969] env[62683]: DEBUG oslo_concurrency.lockutils [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "interface-c1ddfa77-305e-4beb-b788-6f5b815aa7fa-d44e2897-d245-446b-bae6-7b728bcc4ab9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.880420] env[62683]: DEBUG nova.virt.block_device [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Updating existing volume attachment record: 7cf01023-d039-47b8-a773-00d678129e68 {{(pid=62683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1741.883179] env[62683]: DEBUG oslo_concurrency.lockutils [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.884966] env[62683]: DEBUG nova.scheduler.client.report [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1741.904856] env[62683]: DEBUG nova.scheduler.client.report [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1741.995895] env[62683]: DEBUG oslo_concurrency.lockutils [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "bf8d9643-76f4-4322-b609-dbd3433f5a20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.996170] env[62683]: DEBUG oslo_concurrency.lockutils [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "bf8d9643-76f4-4322-b609-dbd3433f5a20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.009385] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f84145-4cdd-bdb8-eff5-e5e079828219, 'name': SearchDatastore_Task, 'duration_secs': 0.008351} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.012266] env[62683]: DEBUG oslo_concurrency.lockutils [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.012503] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1742.012732] env[62683]: DEBUG oslo_concurrency.lockutils [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.012879] env[62683]: DEBUG oslo_concurrency.lockutils [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.013075] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1742.013867] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abb1f47d-9ce4-4a48-b9a7-29f4f540b9df {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.021881] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1742.022076] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1742.024902] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70bb94c6-4983-4f5d-9b7a-2398c7c46427 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.031076] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1742.031076] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526a1821-24df-6014-619e-eba7f8396c57" [ 1742.031076] env[62683]: _type = "Task" [ 1742.031076] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.040330] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526a1821-24df-6014-619e-eba7f8396c57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.164546] env[62683]: DEBUG oslo_vmware.api [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799454, 'name': PowerOnVM_Task, 'duration_secs': 0.625004} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.164818] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1742.165038] env[62683]: DEBUG nova.compute.manager [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1742.165863] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b2fb37-614d-4a43-9256-2d7714fc9977 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.172243] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3544cd-330c-4eed-8950-31af900ea975 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.182503] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4ee13e-90bc-4e63-a8b0-dc645c096f6c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.215114] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967fc34b-9d11-4e4d-a9d0-b9b3b7b6b26e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.225093] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bac639-f8bd-4c7e-a309-36be4ae15e74 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.241239] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: b7f2c76f-ebcd-494d-9c5d-62cd6e0b4113] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1742.243310] env[62683]: DEBUG nova.compute.provider_tree [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1742.325520] env[62683]: DEBUG nova.network.neutron [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1742.372691] env[62683]: DEBUG nova.network.neutron [req-1b9d1189-7cc6-4aec-a6ef-161759da63b2 req-a531aea9-0014-4b57-9e96-2edc17ffd68e service nova] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Updated VIF entry in instance network info cache for port 60545d01-1263-4090-9317-690e1412cf71. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1742.373150] env[62683]: DEBUG nova.network.neutron [req-1b9d1189-7cc6-4aec-a6ef-161759da63b2 req-a531aea9-0014-4b57-9e96-2edc17ffd68e service nova] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Updating instance_info_cache with network_info: [{"id": "60545d01-1263-4090-9317-690e1412cf71", "address": "fa:16:3e:3d:9f:d5", "network": {"id": "945f29a5-9625-46d8-9aa4-a744574632f7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2012003310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc2e01d7972d47eca29ca8ec2a162a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60545d01-12", "ovs_interfaceid": "60545d01-1263-4090-9317-690e1412cf71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.383766] env[62683]: DEBUG oslo_concurrency.lockutils [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.383985] env[62683]: DEBUG oslo_concurrency.lockutils [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.384955] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fb0ba9-b347-48bb-85da-8f6860cf544b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.409441] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab908157-70e4-4491-b3cc-c8c673132cc6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.438716] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Reconfiguring VM to detach interface {{(pid=62683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1742.440898] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86f24c22-02cc-450d-8914-07c9272501e7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.459740] env[62683]: DEBUG oslo_vmware.api [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1742.459740] env[62683]: value = "task-1799455" [ 1742.459740] env[62683]: _type = "Task" [ 1742.459740] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.469986] env[62683]: DEBUG oslo_vmware.api [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.498485] env[62683]: DEBUG nova.network.neutron [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Updating instance_info_cache with network_info: [{"id": "55d193a2-477e-46cb-b3ca-47d3a120a140", "address": "fa:16:3e:37:3c:35", "network": {"id": "1cea5dfe-2e10-4cc4-9392-59ce785ac150", "bridge": "br-int", "label": "tempest-ServersTestJSON-1799756983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca7d50b713a49d6a47443b66ce211ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d193a2-47", "ovs_interfaceid": "55d193a2-477e-46cb-b3ca-47d3a120a140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.500328] env[62683]: DEBUG nova.compute.manager [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1742.541291] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526a1821-24df-6014-619e-eba7f8396c57, 'name': SearchDatastore_Task, 'duration_secs': 0.008237} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.542793] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b5762e9-d1b5-4512-a203-a76dab4f8756 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.548548] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1742.548548] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52140f72-e5ba-991d-81c7-46a20d167876" [ 1742.548548] env[62683]: _type = "Task" [ 1742.548548] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.557204] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52140f72-e5ba-991d-81c7-46a20d167876, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.687917] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.721668] env[62683]: DEBUG oslo_concurrency.lockutils [None req-48f04c5b-6fa1-4533-9089-621520e70aae tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "134c873e-9d20-4c6a-931f-c835cfb97376" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.722127] env[62683]: DEBUG oslo_concurrency.lockutils [None req-48f04c5b-6fa1-4533-9089-621520e70aae tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "134c873e-9d20-4c6a-931f-c835cfb97376" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.722740] env[62683]: DEBUG nova.compute.manager [None req-48f04c5b-6fa1-4533-9089-621520e70aae tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1742.723297] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d700e1c4-a076-48a1-9796-9c603d8125b9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.730428] env[62683]: DEBUG nova.compute.manager [None req-48f04c5b-6fa1-4533-9089-621520e70aae tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1742.730954] env[62683]: DEBUG nova.objects.instance [None req-48f04c5b-6fa1-4533-9089-621520e70aae tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lazy-loading 'flavor' on Instance uuid 134c873e-9d20-4c6a-931f-c835cfb97376 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.745520] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: bfd760c6-7315-4a25-91a2-c5556ccc8598] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1742.775400] env[62683]: DEBUG nova.scheduler.client.report [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1742.775662] env[62683]: DEBUG nova.compute.provider_tree [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 124 to 125 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1742.775862] env[62683]: DEBUG nova.compute.provider_tree [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1742.876811] env[62683]: DEBUG oslo_concurrency.lockutils [req-1b9d1189-7cc6-4aec-a6ef-161759da63b2 req-a531aea9-0014-4b57-9e96-2edc17ffd68e service nova] Releasing lock "refresh_cache-71345bf6-a872-4abe-a0a4-db0a5f2eeced" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.974310] env[62683]: DEBUG oslo_vmware.api [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.003896] env[62683]: DEBUG oslo_concurrency.lockutils [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "refresh_cache-d946c583-86c0-47e7-91c4-b9a156af1e2e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.004282] env[62683]: DEBUG nova.compute.manager [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Instance network_info: |[{"id": "55d193a2-477e-46cb-b3ca-47d3a120a140", "address": "fa:16:3e:37:3c:35", "network": {"id": "1cea5dfe-2e10-4cc4-9392-59ce785ac150", "bridge": "br-int", "label": "tempest-ServersTestJSON-1799756983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca7d50b713a49d6a47443b66ce211ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d193a2-47", "ovs_interfaceid": "55d193a2-477e-46cb-b3ca-47d3a120a140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1743.006689] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:3c:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55d193a2-477e-46cb-b3ca-47d3a120a140', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1743.014346] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Creating folder: Project (1ca7d50b713a49d6a47443b66ce211ac). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1743.017181] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baaca703-e500-4d71-be30-f388ed213055 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.029112] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Created folder: Project (1ca7d50b713a49d6a47443b66ce211ac) in parent group-v372889. [ 1743.029329] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Creating folder: Instances. Parent ref: group-v373147. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1743.029561] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-671914d0-798a-4ce0-b396-a0e44a99a48b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.033040] env[62683]: DEBUG oslo_concurrency.lockutils [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.039007] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Created folder: Instances in parent group-v373147. [ 1743.039238] env[62683]: DEBUG oslo.service.loopingcall [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.039414] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1743.039607] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5734bd3-cb09-43da-bc2d-dd2be013faf1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.065471] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52140f72-e5ba-991d-81c7-46a20d167876, 'name': SearchDatastore_Task, 'duration_secs': 0.008859} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.066612] env[62683]: DEBUG oslo_concurrency.lockutils [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.066874] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 71345bf6-a872-4abe-a0a4-db0a5f2eeced/71345bf6-a872-4abe-a0a4-db0a5f2eeced.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1743.067101] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1743.067101] env[62683]: value = "task-1799458" [ 1743.067101] env[62683]: _type = "Task" [ 1743.067101] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.067270] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9285a17d-748d-4e55-95dc-71e7df992eda {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.076585] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799458, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.077666] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1743.077666] env[62683]: value = "task-1799459" [ 1743.077666] env[62683]: _type = "Task" [ 1743.077666] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.084361] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.250387] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 3bd6551a-141e-4e53-80f4-447ad4896265] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1743.280143] env[62683]: DEBUG oslo_concurrency.lockutils [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.871s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.282542] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.127s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.282793] env[62683]: DEBUG nova.objects.instance [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lazy-loading 'resources' on Instance uuid 0079d28d-4030-4ee2-ae5c-2cdaef180812 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1743.303474] env[62683]: INFO nova.scheduler.client.report [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Deleted allocations for instance 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf [ 1743.344717] env[62683]: DEBUG nova.compute.manager [req-e7defef5-c9cb-4604-82d2-70f5f1367392 req-7505a47a-e473-4bc0-a1ba-7705cebc1469 service nova] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Received event network-changed-55d193a2-477e-46cb-b3ca-47d3a120a140 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1743.344813] env[62683]: DEBUG nova.compute.manager [req-e7defef5-c9cb-4604-82d2-70f5f1367392 req-7505a47a-e473-4bc0-a1ba-7705cebc1469 service nova] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Refreshing instance network info cache due to event network-changed-55d193a2-477e-46cb-b3ca-47d3a120a140. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1743.345051] env[62683]: DEBUG oslo_concurrency.lockutils [req-e7defef5-c9cb-4604-82d2-70f5f1367392 req-7505a47a-e473-4bc0-a1ba-7705cebc1469 service nova] Acquiring lock "refresh_cache-d946c583-86c0-47e7-91c4-b9a156af1e2e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.345161] env[62683]: DEBUG oslo_concurrency.lockutils [req-e7defef5-c9cb-4604-82d2-70f5f1367392 req-7505a47a-e473-4bc0-a1ba-7705cebc1469 service nova] Acquired lock "refresh_cache-d946c583-86c0-47e7-91c4-b9a156af1e2e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.345329] env[62683]: DEBUG nova.network.neutron [req-e7defef5-c9cb-4604-82d2-70f5f1367392 req-7505a47a-e473-4bc0-a1ba-7705cebc1469 service nova] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Refreshing network info cache for port 55d193a2-477e-46cb-b3ca-47d3a120a140 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1743.405672] env[62683]: INFO nova.compute.manager [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Rebuilding instance [ 1743.451443] env[62683]: DEBUG nova.compute.manager [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1743.452376] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9c4093-0785-469e-a6d3-1a2a6d19beb4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.472847] env[62683]: DEBUG oslo_vmware.api [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.578798] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799458, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.586883] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466513} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.587242] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 71345bf6-a872-4abe-a0a4-db0a5f2eeced/71345bf6-a872-4abe-a0a4-db0a5f2eeced.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1743.587484] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1743.587736] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3e3668f-5f1b-4c3f-8da6-1a25e347f8a7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.594559] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1743.594559] env[62683]: value = "task-1799460" [ 1743.594559] env[62683]: _type = "Task" [ 1743.594559] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.602415] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.738466] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f04c5b-6fa1-4533-9089-621520e70aae tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1743.738793] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c75a82d-e1dd-4098-b8a2-2de142b1ad37 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.745963] env[62683]: DEBUG oslo_vmware.api [None req-48f04c5b-6fa1-4533-9089-621520e70aae tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1743.745963] env[62683]: value = "task-1799461" [ 1743.745963] env[62683]: _type = "Task" [ 1743.745963] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.753609] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 0d463f56-a2a4-498f-a3dc-b4568dc76fd9] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1743.755379] env[62683]: DEBUG oslo_vmware.api [None req-48f04c5b-6fa1-4533-9089-621520e70aae tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.810519] env[62683]: DEBUG oslo_concurrency.lockutils [None req-057e93c6-1fb7-46dd-b564-58578f47b20e tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.766s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.977078] env[62683]: DEBUG oslo_vmware.api [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.029890] env[62683]: DEBUG nova.virt.hardware [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1744.030201] env[62683]: DEBUG nova.virt.hardware [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1744.031138] env[62683]: DEBUG nova.virt.hardware [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1744.031138] env[62683]: DEBUG nova.virt.hardware [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1744.031138] env[62683]: DEBUG nova.virt.hardware [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1744.031138] env[62683]: DEBUG nova.virt.hardware [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1744.031138] env[62683]: DEBUG nova.virt.hardware [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1744.031314] env[62683]: DEBUG nova.virt.hardware [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1744.031346] env[62683]: DEBUG nova.virt.hardware [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1744.031502] env[62683]: DEBUG nova.virt.hardware [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1744.031668] env[62683]: DEBUG nova.virt.hardware [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1744.032530] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0225eb53-12e7-4550-9b75-bd04e07afc22 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.042791] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebca0b84-b6a6-447e-a6d7-c167c1cd953c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.048461] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd5ae8e-8e55-4d4c-a502-4f0ff7919ee9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.058990] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:27:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c2a5ef1-c0cb-40e0-81f8-3b893e847393', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1744.066318] env[62683]: DEBUG oslo.service.loopingcall [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1744.069289] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1744.069289] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ce59f82-96fc-44fb-98d7-80e159dbf99d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.088986] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3b0fe5-e577-436b-8871-2058ab236141 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.094554] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1744.094554] env[62683]: value = "task-1799462" [ 1744.094554] env[62683]: _type = "Task" [ 1744.094554] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.132679] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799458, 'name': CreateVM_Task, 'duration_secs': 0.666827} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.134328] env[62683]: DEBUG nova.network.neutron [req-e7defef5-c9cb-4604-82d2-70f5f1367392 req-7505a47a-e473-4bc0-a1ba-7705cebc1469 service nova] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Updated VIF entry in instance network info cache for port 55d193a2-477e-46cb-b3ca-47d3a120a140. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1744.134673] env[62683]: DEBUG nova.network.neutron [req-e7defef5-c9cb-4604-82d2-70f5f1367392 req-7505a47a-e473-4bc0-a1ba-7705cebc1469 service nova] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Updating instance_info_cache with network_info: [{"id": "55d193a2-477e-46cb-b3ca-47d3a120a140", "address": "fa:16:3e:37:3c:35", "network": {"id": "1cea5dfe-2e10-4cc4-9392-59ce785ac150", "bridge": "br-int", "label": "tempest-ServersTestJSON-1799756983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca7d50b713a49d6a47443b66ce211ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d193a2-47", "ovs_interfaceid": "55d193a2-477e-46cb-b3ca-47d3a120a140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.136272] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1744.137042] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae909910-1f6c-4cf8-8589-4248726d8fb9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.144093] env[62683]: DEBUG oslo_concurrency.lockutils [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.144312] env[62683]: DEBUG oslo_concurrency.lockutils [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.144679] env[62683]: DEBUG oslo_concurrency.lockutils [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1744.144927] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799462, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.148874] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb46a308-10f4-4711-80c8-761f13756af4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.151546] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064699} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.151869] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1744.153114] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572bb538-f82d-403c-98ed-cb8d11a8789e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.160515] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1744.160515] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cf8107-89df-8405-2115-9f30a15efb20" [ 1744.160515] env[62683]: _type = "Task" [ 1744.160515] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.162536] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ecc23c-c67b-4834-abc5-c7ef190d8149 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.189903] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 71345bf6-a872-4abe-a0a4-db0a5f2eeced/71345bf6-a872-4abe-a0a4-db0a5f2eeced.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1744.191182] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a099ab5b-c75e-457f-9850-d3c667821b9e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.215300] env[62683]: DEBUG nova.compute.provider_tree [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1744.220622] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cf8107-89df-8405-2115-9f30a15efb20, 'name': SearchDatastore_Task, 'duration_secs': 0.018216} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.221227] env[62683]: DEBUG oslo_concurrency.lockutils [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.221482] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1744.221741] env[62683]: DEBUG oslo_concurrency.lockutils [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.221929] env[62683]: DEBUG oslo_concurrency.lockutils [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.222116] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1744.222406] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33e16d0d-1e9a-48f6-94d0-2e6289e1d5cf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.225585] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1744.225585] env[62683]: value = "task-1799463" [ 1744.225585] env[62683]: _type = "Task" [ 1744.225585] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.233034] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1744.233235] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1744.237118] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9dafcb3-7b83-43bc-87a1-1543f5738547 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.239269] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799463, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.242410] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1744.242410] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b8fa7b-eda6-0585-f8ce-86e6daa13927" [ 1744.242410] env[62683]: _type = "Task" [ 1744.242410] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.259847] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: a531ac93-b930-44aa-b0ba-307b44497ff1] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1744.261938] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b8fa7b-eda6-0585-f8ce-86e6daa13927, 'name': SearchDatastore_Task, 'duration_secs': 0.011844} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.266257] env[62683]: DEBUG oslo_vmware.api [None req-48f04c5b-6fa1-4533-9089-621520e70aae tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799461, 'name': PowerOffVM_Task, 'duration_secs': 0.483261} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.266489] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6907cd4-b085-4a9e-b1e0-cfe42013d8e8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.268975] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f04c5b-6fa1-4533-9089-621520e70aae tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1744.269205] env[62683]: DEBUG nova.compute.manager [None req-48f04c5b-6fa1-4533-9089-621520e70aae tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.269980] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b1bf01-bdfa-4cde-a3d3-08c4a118a4dc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.275559] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1744.275559] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5212f8fc-27f0-74f6-51d1-b60d5974c8c1" [ 1744.275559] env[62683]: _type = "Task" [ 1744.275559] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.287907] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5212f8fc-27f0-74f6-51d1-b60d5974c8c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.470173] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1744.470462] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99c916ac-c987-41eb-aefe-7e0a4aa5900d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.477330] env[62683]: DEBUG oslo_vmware.api [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.478602] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Waiting for the task: (returnval){ [ 1744.478602] env[62683]: value = "task-1799464" [ 1744.478602] env[62683]: _type = "Task" [ 1744.478602] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.486296] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': task-1799464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.605205] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799462, 'name': CreateVM_Task, 'duration_secs': 0.341905} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.605441] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1744.606182] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.606361] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.606678] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1744.606970] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1498e080-5a02-438a-9be3-bbb3ebc4a433 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.611583] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1744.611583] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a24e4e-9ba7-3819-ab34-37f762429018" [ 1744.611583] env[62683]: _type = "Task" [ 1744.611583] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.619322] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a24e4e-9ba7-3819-ab34-37f762429018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.644147] env[62683]: DEBUG oslo_concurrency.lockutils [req-e7defef5-c9cb-4604-82d2-70f5f1367392 req-7505a47a-e473-4bc0-a1ba-7705cebc1469 service nova] Releasing lock "refresh_cache-d946c583-86c0-47e7-91c4-b9a156af1e2e" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.736602] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799463, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.757809] env[62683]: DEBUG nova.scheduler.client.report [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1744.758127] env[62683]: DEBUG nova.compute.provider_tree [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 125 to 126 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1744.758296] env[62683]: DEBUG nova.compute.provider_tree [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1744.762626] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 21399ba5-2247-4e01-a14d-c17d1a53ba26] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1744.788818] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5212f8fc-27f0-74f6-51d1-b60d5974c8c1, 'name': SearchDatastore_Task, 'duration_secs': 0.01172} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.789319] env[62683]: DEBUG oslo_concurrency.lockutils [None req-48f04c5b-6fa1-4533-9089-621520e70aae tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "134c873e-9d20-4c6a-931f-c835cfb97376" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.790253] env[62683]: DEBUG oslo_concurrency.lockutils [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.790507] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] d946c583-86c0-47e7-91c4-b9a156af1e2e/d946c583-86c0-47e7-91c4-b9a156af1e2e.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1744.791279] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd2cd9a9-0cc8-42d9-ace2-414d1543d0a8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.799030] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1744.799030] env[62683]: value = "task-1799465" [ 1744.799030] env[62683]: _type = "Task" [ 1744.799030] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.807768] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.977902] env[62683]: DEBUG oslo_vmware.api [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.988794] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': task-1799464, 'name': PowerOffVM_Task, 'duration_secs': 0.109736} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.989074] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1744.989313] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1744.990086] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47318153-d70a-4ae6-9e9f-08e8c69f2f5b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.997440] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1744.997691] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd06606c-8b8c-4bcc-85a8-a059cc2100b2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.032385] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1745.032621] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1745.032804] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Deleting the datastore file [datastore1] 75ab476d-b78b-45b4-ad13-6dfe5de9183a {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1745.033101] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a806fb6-1e71-4657-96ed-f2265465b6dc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.041360] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Waiting for the task: (returnval){ [ 1745.041360] env[62683]: value = "task-1799467" [ 1745.041360] env[62683]: _type = "Task" [ 1745.041360] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.049427] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': task-1799467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.122261] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a24e4e-9ba7-3819-ab34-37f762429018, 'name': SearchDatastore_Task, 'duration_secs': 0.009639} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.122588] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.122830] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1745.123080] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.123234] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.123420] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1745.123696] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0371ade-a077-469e-954b-2121aa920705 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.137800] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1745.138087] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1745.138854] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-089961d7-74dc-4ee9-9ad1-875e934201bd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.144237] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1745.144237] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5208a884-c95f-1b6b-e2d0-bfcb8c74a47c" [ 1745.144237] env[62683]: _type = "Task" [ 1745.144237] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.154666] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5208a884-c95f-1b6b-e2d0-bfcb8c74a47c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.239654] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799463, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.264036] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.266241] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.099s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.267817] env[62683]: INFO nova.compute.claims [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1745.270569] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.270722] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Cleaning up deleted instances with incomplete migration {{(pid=62683) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1745.283166] env[62683]: INFO nova.scheduler.client.report [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Deleted allocations for instance 0079d28d-4030-4ee2-ae5c-2cdaef180812 [ 1745.310626] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799465, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.480656] env[62683]: DEBUG oslo_vmware.api [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.550603] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': task-1799467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35272} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.550879] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1745.551084] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1745.551270] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1745.654647] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5208a884-c95f-1b6b-e2d0-bfcb8c74a47c, 'name': SearchDatastore_Task, 'duration_secs': 0.06042} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.655437] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a206401-308d-45a1-ae7b-2dcd976d15ea {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.660355] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1745.660355] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]525cb113-cf3a-efa2-8829-8e5570b6107f" [ 1745.660355] env[62683]: _type = "Task" [ 1745.660355] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.667475] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]525cb113-cf3a-efa2-8829-8e5570b6107f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.736560] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799463, 'name': ReconfigVM_Task, 'duration_secs': 1.303306} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.736857] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 71345bf6-a872-4abe-a0a4-db0a5f2eeced/71345bf6-a872-4abe-a0a4-db0a5f2eeced.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1745.737486] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35c52704-3e83-485e-8de2-178367e9f6d9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.743497] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1745.743497] env[62683]: value = "task-1799468" [ 1745.743497] env[62683]: _type = "Task" [ 1745.743497] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.755561] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799468, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.775025] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.791039] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ff63d926-54aa-4592-b056-81c360b4e4e6 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "0079d28d-4030-4ee2-ae5c-2cdaef180812" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.554s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.810414] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53347} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.810854] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] d946c583-86c0-47e7-91c4-b9a156af1e2e/d946c583-86c0-47e7-91c4-b9a156af1e2e.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1745.811175] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1745.811441] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f32e0d30-a9d8-486c-988c-2e825e303458 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.817739] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1745.817739] env[62683]: value = "task-1799469" [ 1745.817739] env[62683]: _type = "Task" [ 1745.817739] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.826073] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.875361] env[62683]: DEBUG nova.compute.manager [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Stashing vm_state: stopped {{(pid=62683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1745.978085] env[62683]: DEBUG oslo_vmware.api [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.170653] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]525cb113-cf3a-efa2-8829-8e5570b6107f, 'name': SearchDatastore_Task, 'duration_secs': 0.008978} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.170963] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.171346] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 2284b1b2-e495-4610-adb3-b59a56eac70c/2284b1b2-e495-4610-adb3-b59a56eac70c.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1746.171513] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9606e47e-c914-4ec5-b87f-e8a9349acc59 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.178159] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1746.178159] env[62683]: value = "task-1799470" [ 1746.178159] env[62683]: _type = "Task" [ 1746.178159] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.185650] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.253445] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799468, 'name': Rename_Task, 'duration_secs': 0.141066} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.253726] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1746.253962] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-367cda7d-4422-45ba-b34d-441a5902a3b5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.259804] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1746.259804] env[62683]: value = "task-1799471" [ 1746.259804] env[62683]: _type = "Task" [ 1746.259804] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.267339] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.326634] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068709} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.329400] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1746.330469] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a4dcc5-837d-4153-9a66-dffd0fd4409c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.358026] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] d946c583-86c0-47e7-91c4-b9a156af1e2e/d946c583-86c0-47e7-91c4-b9a156af1e2e.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1746.359714] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b264bdb-1119-4ee8-82fe-25ac5f134e57 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.385840] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1746.385840] env[62683]: value = "task-1799472" [ 1746.385840] env[62683]: _type = "Task" [ 1746.385840] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.394881] env[62683]: DEBUG oslo_concurrency.lockutils [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.401210] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.484895] env[62683]: DEBUG oslo_vmware.api [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.587836] env[62683]: DEBUG nova.virt.hardware [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1746.588155] env[62683]: DEBUG nova.virt.hardware [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1746.588334] env[62683]: DEBUG nova.virt.hardware [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1746.588522] env[62683]: DEBUG nova.virt.hardware [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1746.588674] env[62683]: DEBUG nova.virt.hardware [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1746.588824] env[62683]: DEBUG nova.virt.hardware [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1746.589049] env[62683]: DEBUG nova.virt.hardware [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1746.589219] env[62683]: DEBUG nova.virt.hardware [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1746.589463] env[62683]: DEBUG nova.virt.hardware [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1746.589653] env[62683]: DEBUG nova.virt.hardware [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1746.589835] env[62683]: DEBUG nova.virt.hardware [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1746.590747] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd1d1c1-e050-4694-9bc1-7648d7c40ed8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.602612] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa888ca-a1e2-425e-b6c2-19b73f335be8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.608466] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef3ad6b-627c-42da-b7d7-77beac7ffac2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.624806] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7bc87c-f0e6-40fe-9bc9-633ef791db13 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.628569] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Instance VIF info [] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1746.635310] env[62683]: DEBUG oslo.service.loopingcall [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.635661] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1746.636400] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-167d7bf2-48ab-440c-81e2-d03462dc8711 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.675542] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9eeccba-86ac-4369-b95b-5e786cbdcb6e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.679307] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1746.679307] env[62683]: value = "task-1799473" [ 1746.679307] env[62683]: _type = "Task" [ 1746.679307] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.687808] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b635f9-0996-4ab9-b2bb-29a12f95e69d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.694329] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48686} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.694935] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 2284b1b2-e495-4610-adb3-b59a56eac70c/2284b1b2-e495-4610-adb3-b59a56eac70c.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1746.695189] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1746.695429] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5b16ea8-62a7-4cdd-9ca4-8a0f60ac55f7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.699903] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799473, 'name': CreateVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.709079] env[62683]: DEBUG nova.compute.provider_tree [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1746.713916] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1746.713916] env[62683]: value = "task-1799474" [ 1746.713916] env[62683]: _type = "Task" [ 1746.713916] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.721408] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.770365] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799471, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.895861] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799472, 'name': ReconfigVM_Task, 'duration_secs': 0.50373} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.896210] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Reconfigured VM instance instance-0000005a to attach disk [datastore1] d946c583-86c0-47e7-91c4-b9a156af1e2e/d946c583-86c0-47e7-91c4-b9a156af1e2e.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1746.896840] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bce7199-c9ed-4eb6-87cc-c580d9a8b99a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.902227] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1746.902227] env[62683]: value = "task-1799475" [ 1746.902227] env[62683]: _type = "Task" [ 1746.902227] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.909823] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799475, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.980585] env[62683]: DEBUG oslo_vmware.api [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.100225] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "d5ee0470-9591-4471-a8a6-cde1fc0cca1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.100483] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "d5ee0470-9591-4471-a8a6-cde1fc0cca1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.129750] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "70d0fe60-48a0-4a0c-8131-126da2557c77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.129972] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "70d0fe60-48a0-4a0c-8131-126da2557c77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.192140] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799473, 'name': CreateVM_Task, 'duration_secs': 0.413358} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.192365] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1747.192810] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.192985] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.193322] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1747.193562] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce05bb8a-efcf-4705-b913-f1be9d27c200 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.203934] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Waiting for the task: (returnval){ [ 1747.203934] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]527b5b79-7ef5-9db2-a5ed-7cf35856edce" [ 1747.203934] env[62683]: _type = "Task" [ 1747.203934] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.212769] env[62683]: DEBUG nova.scheduler.client.report [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1747.215860] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527b5b79-7ef5-9db2-a5ed-7cf35856edce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.224657] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063786} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.224916] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1747.226233] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7786a41-a0dc-4b85-8780-47bb127241c7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.247412] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 2284b1b2-e495-4610-adb3-b59a56eac70c/2284b1b2-e495-4610-adb3-b59a56eac70c.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1747.248309] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a68837d-0d55-4b80-a4a4-6e1c749639d1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.272904] env[62683]: DEBUG oslo_vmware.api [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799471, 'name': PowerOnVM_Task, 'duration_secs': 0.609364} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.274100] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1747.274310] env[62683]: INFO nova.compute.manager [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1747.274484] env[62683]: DEBUG nova.compute.manager [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1747.274797] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1747.274797] env[62683]: value = "task-1799476" [ 1747.274797] env[62683]: _type = "Task" [ 1747.274797] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.275465] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24246b4-f401-4872-8ec7-cc100cd02fc3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.288533] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799476, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.412122] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799475, 'name': Rename_Task, 'duration_secs': 0.153781} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.412423] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1747.412700] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d8b16b9-141e-4abe-b43e-099a28ac8ba8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.418749] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1747.418749] env[62683]: value = "task-1799477" [ 1747.418749] env[62683]: _type = "Task" [ 1747.418749] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.427042] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.481316] env[62683]: DEBUG oslo_vmware.api [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.603718] env[62683]: DEBUG nova.compute.manager [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1747.632872] env[62683]: DEBUG nova.compute.manager [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1747.714246] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527b5b79-7ef5-9db2-a5ed-7cf35856edce, 'name': SearchDatastore_Task, 'duration_secs': 0.010366} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.714549] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.714777] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1747.715027] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.715169] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.715353] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1747.715597] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-378e0875-f365-4b93-8e5e-3869c1294c60 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.717773] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.718430] env[62683]: DEBUG nova.compute.manager [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1747.720628] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.453s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.722007] env[62683]: INFO nova.compute.claims [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1747.731163] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1747.731328] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1747.732049] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c4e47b1-d332-4c5f-add9-23714dca9121 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.737995] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Waiting for the task: (returnval){ [ 1747.737995] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52954b32-b750-32e5-ff56-86c1b551768c" [ 1747.737995] env[62683]: _type = "Task" [ 1747.737995] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.746335] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52954b32-b750-32e5-ff56-86c1b551768c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.788227] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799476, 'name': ReconfigVM_Task, 'duration_secs': 0.338197} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.788535] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 2284b1b2-e495-4610-adb3-b59a56eac70c/2284b1b2-e495-4610-adb3-b59a56eac70c.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1747.789947] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_format': None, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'size': 0, 'image_id': '74db17fe-be9d-412a-8c20-844d5af78b59'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': False, 'boot_index': None, 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373142', 'volume_id': '11aa530a-1849-4385-98ea-0e749f17493c', 'name': 'volume-11aa530a-1849-4385-98ea-0e749f17493c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2284b1b2-e495-4610-adb3-b59a56eac70c', 'attached_at': '', 'detached_at': '', 'volume_id': '11aa530a-1849-4385-98ea-0e749f17493c', 'serial': '11aa530a-1849-4385-98ea-0e749f17493c'}, 'mount_device': '/dev/sdb', 'attachment_id': '7cf01023-d039-47b8-a773-00d678129e68', 'volume_type': None}], 'swap': None} {{(pid=62683) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1747.790193] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Volume attach. Driver type: vmdk {{(pid=62683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1747.790387] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373142', 'volume_id': '11aa530a-1849-4385-98ea-0e749f17493c', 'name': 'volume-11aa530a-1849-4385-98ea-0e749f17493c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2284b1b2-e495-4610-adb3-b59a56eac70c', 'attached_at': '', 'detached_at': '', 'volume_id': '11aa530a-1849-4385-98ea-0e749f17493c', 'serial': '11aa530a-1849-4385-98ea-0e749f17493c'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1747.794874] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6803555d-232f-4040-af95-47dbf9f5ad4a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.800354] env[62683]: INFO nova.compute.manager [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Took 25.03 seconds to build instance. [ 1747.821784] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d75407-60ba-4cd4-a56f-e676333853f7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.851726] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-11aa530a-1849-4385-98ea-0e749f17493c/volume-11aa530a-1849-4385-98ea-0e749f17493c.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1747.851898] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c30b2ded-67e4-4827-89a9-828b5771070c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.871034] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1747.871034] env[62683]: value = "task-1799478" [ 1747.871034] env[62683]: _type = "Task" [ 1747.871034] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.878540] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.928445] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799477, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.982630] env[62683]: DEBUG oslo_vmware.api [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799455, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.112780] env[62683]: INFO nova.compute.manager [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Rescuing [ 1748.113136] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "refresh_cache-71345bf6-a872-4abe-a0a4-db0a5f2eeced" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.113220] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquired lock "refresh_cache-71345bf6-a872-4abe-a0a4-db0a5f2eeced" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.113356] env[62683]: DEBUG nova.network.neutron [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1748.130608] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.156132] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.226759] env[62683]: DEBUG nova.compute.utils [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1748.230441] env[62683]: DEBUG nova.compute.manager [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1748.230624] env[62683]: DEBUG nova.network.neutron [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1748.248523] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52954b32-b750-32e5-ff56-86c1b551768c, 'name': SearchDatastore_Task, 'duration_secs': 0.011709} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.249080] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb52465-23f5-4f4a-be33-1c6e9dbb3f89 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.254266] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Waiting for the task: (returnval){ [ 1748.254266] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]527d781f-4f8b-100d-3437-0d3de31fca97" [ 1748.254266] env[62683]: _type = "Task" [ 1748.254266] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.262610] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527d781f-4f8b-100d-3437-0d3de31fca97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.275874] env[62683]: DEBUG nova.policy [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '201aba08db0e448badbf480b6cf94fd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa16baa1fefa43b591497da810718d47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1748.302615] env[62683]: DEBUG oslo_concurrency.lockutils [None req-75ab1bf2-5189-42bf-ad1b-30c1b711f910 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lock "71345bf6-a872-4abe-a0a4-db0a5f2eeced" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.544s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.381731] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.432022] env[62683]: DEBUG oslo_vmware.api [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799477, 'name': PowerOnVM_Task, 'duration_secs': 0.575417} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.432022] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1748.432022] env[62683]: INFO nova.compute.manager [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1748.432022] env[62683]: DEBUG nova.compute.manager [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1748.432022] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be80b4e-7cc8-4ced-83b8-46e6010b3392 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.485452] env[62683]: DEBUG oslo_vmware.api [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799455, 'name': ReconfigVM_Task, 'duration_secs': 5.843092} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.489164] env[62683]: DEBUG oslo_concurrency.lockutils [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.489164] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Reconfigured VM to detach interface {{(pid=62683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1748.568295] env[62683]: DEBUG nova.network.neutron [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Successfully created port: d84f548b-0a55-45d8-b028-e0d68b6f9033 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1748.731744] env[62683]: DEBUG nova.compute.manager [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1748.768890] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527d781f-4f8b-100d-3437-0d3de31fca97, 'name': SearchDatastore_Task, 'duration_secs': 0.010264} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.773174] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.773477] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 75ab476d-b78b-45b4-ad13-6dfe5de9183a/75ab476d-b78b-45b4-ad13-6dfe5de9183a.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1748.777421] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d02a1889-df88-4da3-97ea-21e718f90d02 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.786360] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Waiting for the task: (returnval){ [ 1748.786360] env[62683]: value = "task-1799479" [ 1748.786360] env[62683]: _type = "Task" [ 1748.786360] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.799904] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': task-1799479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.816677] env[62683]: DEBUG nova.compute.manager [req-f57d93d6-c7d4-462e-a83e-7a25fb524e72 req-3a8cbd3c-bd8c-40bb-bd4d-672329ef3fc4 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Received event network-vif-deleted-d44e2897-d245-446b-bae6-7b728bcc4ab9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1748.817084] env[62683]: INFO nova.compute.manager [req-f57d93d6-c7d4-462e-a83e-7a25fb524e72 req-3a8cbd3c-bd8c-40bb-bd4d-672329ef3fc4 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Neutron deleted interface d44e2897-d245-446b-bae6-7b728bcc4ab9; detaching it from the instance and deleting it from the info cache [ 1748.817213] env[62683]: DEBUG nova.network.neutron [req-f57d93d6-c7d4-462e-a83e-7a25fb524e72 req-3a8cbd3c-bd8c-40bb-bd4d-672329ef3fc4 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Updating instance_info_cache with network_info: [{"id": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "address": "fa:16:3e:ac:05:76", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7aa937-47", "ovs_interfaceid": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e835e336-426a-4ac2-8d24-fb934c0c7e11", "address": "fa:16:3e:21:a8:47", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape835e336-42", "ovs_interfaceid": "e835e336-426a-4ac2-8d24-fb934c0c7e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.885482] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799478, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.948318] env[62683]: INFO nova.compute.manager [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Took 19.27 seconds to build instance. [ 1749.023481] env[62683]: DEBUG nova.network.neutron [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Updating instance_info_cache with network_info: [{"id": "60545d01-1263-4090-9317-690e1412cf71", "address": "fa:16:3e:3d:9f:d5", "network": {"id": "945f29a5-9625-46d8-9aa4-a744574632f7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2012003310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc2e01d7972d47eca29ca8ec2a162a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60545d01-12", "ovs_interfaceid": "60545d01-1263-4090-9317-690e1412cf71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.086025] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2ab584-0c86-45a4-99cf-82ea45e16919 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.093940] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3841adf2-d86b-4231-98bb-ef83fa8955f5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.123860] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b45f15-2efc-422b-851a-d603f09eae9e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.131214] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07465b33-6593-48b3-afba-d0b0b89defbb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.145682] env[62683]: DEBUG nova.compute.provider_tree [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.296508] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': task-1799479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.321739] env[62683]: DEBUG oslo_concurrency.lockutils [req-f57d93d6-c7d4-462e-a83e-7a25fb524e72 req-3a8cbd3c-bd8c-40bb-bd4d-672329ef3fc4 service nova] Acquiring lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.321931] env[62683]: DEBUG oslo_concurrency.lockutils [req-f57d93d6-c7d4-462e-a83e-7a25fb524e72 req-3a8cbd3c-bd8c-40bb-bd4d-672329ef3fc4 service nova] Acquired lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.323618] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca00a3a6-06a8-47a5-8a2d-752918da4433 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.346027] env[62683]: DEBUG oslo_concurrency.lockutils [req-f57d93d6-c7d4-462e-a83e-7a25fb524e72 req-3a8cbd3c-bd8c-40bb-bd4d-672329ef3fc4 service nova] Releasing lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.346945] env[62683]: WARNING nova.compute.manager [req-f57d93d6-c7d4-462e-a83e-7a25fb524e72 req-3a8cbd3c-bd8c-40bb-bd4d-672329ef3fc4 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Detach interface failed, port_id=d44e2897-d245-446b-bae6-7b728bcc4ab9, reason: No device with interface-id d44e2897-d245-446b-bae6-7b728bcc4ab9 exists on VM: nova.exception.NotFound: No device with interface-id d44e2897-d245-446b-bae6-7b728bcc4ab9 exists on VM [ 1749.382024] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799478, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.418267] env[62683]: DEBUG nova.compute.manager [req-36b2ced4-eed9-418f-b839-4d8a72f2efa5 req-ea59a0d9-d21d-4a1d-8aa8-7fe37c0d37b4 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Received event network-vif-deleted-e835e336-426a-4ac2-8d24-fb934c0c7e11 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1749.418593] env[62683]: INFO nova.compute.manager [req-36b2ced4-eed9-418f-b839-4d8a72f2efa5 req-ea59a0d9-d21d-4a1d-8aa8-7fe37c0d37b4 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Neutron deleted interface e835e336-426a-4ac2-8d24-fb934c0c7e11; detaching it from the instance and deleting it from the info cache [ 1749.418884] env[62683]: DEBUG nova.network.neutron [req-36b2ced4-eed9-418f-b839-4d8a72f2efa5 req-ea59a0d9-d21d-4a1d-8aa8-7fe37c0d37b4 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Updating instance_info_cache with network_info: [{"id": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "address": "fa:16:3e:ac:05:76", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7aa937-47", "ovs_interfaceid": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.450589] env[62683]: DEBUG oslo_concurrency.lockutils [None req-404bf732-af15-435c-9e2b-4c0ebef01f43 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "d946c583-86c0-47e7-91c4-b9a156af1e2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.779s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.525681] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Releasing lock "refresh_cache-71345bf6-a872-4abe-a0a4-db0a5f2eeced" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.649053] env[62683]: DEBUG nova.scheduler.client.report [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1749.746520] env[62683]: DEBUG nova.compute.manager [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1749.769429] env[62683]: DEBUG nova.virt.hardware [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1749.769781] env[62683]: DEBUG nova.virt.hardware [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1749.769953] env[62683]: DEBUG nova.virt.hardware [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1749.770153] env[62683]: DEBUG nova.virt.hardware [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1749.770341] env[62683]: DEBUG nova.virt.hardware [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1749.770527] env[62683]: DEBUG nova.virt.hardware [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1749.770835] env[62683]: DEBUG nova.virt.hardware [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1749.771065] env[62683]: DEBUG nova.virt.hardware [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1749.771379] env[62683]: DEBUG nova.virt.hardware [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1749.771630] env[62683]: DEBUG nova.virt.hardware [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1749.771856] env[62683]: DEBUG nova.virt.hardware [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1749.772877] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee00c490-b539-4535-a778-25c837d4e47f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.782173] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f51951c-4b6c-4849-9171-7c2beb1fca0e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.787851] env[62683]: DEBUG oslo_concurrency.lockutils [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.788092] env[62683]: DEBUG oslo_concurrency.lockutils [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.788226] env[62683]: DEBUG nova.network.neutron [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1749.802873] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': task-1799479, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.884047] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799478, 'name': ReconfigVM_Task, 'duration_secs': 1.613398} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.884348] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-11aa530a-1849-4385-98ea-0e749f17493c/volume-11aa530a-1849-4385-98ea-0e749f17493c.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1749.889680] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a37dc97-5549-4276-a5f2-6319c2eac1b9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.900494] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.900877] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.901134] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.901335] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.901507] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.904091] env[62683]: INFO nova.compute.manager [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Terminating instance [ 1749.908885] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1749.908885] env[62683]: value = "task-1799480" [ 1749.908885] env[62683]: _type = "Task" [ 1749.908885] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.918300] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.922393] env[62683]: DEBUG oslo_concurrency.lockutils [req-36b2ced4-eed9-418f-b839-4d8a72f2efa5 req-ea59a0d9-d21d-4a1d-8aa8-7fe37c0d37b4 service nova] Acquiring lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.158021] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.158021] env[62683]: DEBUG nova.compute.manager [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1750.159680] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.680s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.160062] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.162917] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.134s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.164851] env[62683]: INFO nova.compute.claims [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1750.184837] env[62683]: INFO nova.scheduler.client.report [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleted allocations for instance 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4 [ 1750.302363] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': task-1799479, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.214788} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.302630] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 75ab476d-b78b-45b4-ad13-6dfe5de9183a/75ab476d-b78b-45b4-ad13-6dfe5de9183a.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1750.302845] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1750.303108] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2915807-a3e3-477d-bfb8-090ba5265807 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.309961] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Waiting for the task: (returnval){ [ 1750.309961] env[62683]: value = "task-1799481" [ 1750.309961] env[62683]: _type = "Task" [ 1750.309961] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.318401] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': task-1799481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.407951] env[62683]: DEBUG nova.compute.manager [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1750.408211] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1750.409122] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2878b4f3-6a1c-4ac3-b9df-c8950b2861c5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.422794] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1750.423161] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0f0b700-2a61-4a36-a9b5-38a8af04dd8f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.428155] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799480, 'name': ReconfigVM_Task, 'duration_secs': 0.368498} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.428924] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373142', 'volume_id': '11aa530a-1849-4385-98ea-0e749f17493c', 'name': 'volume-11aa530a-1849-4385-98ea-0e749f17493c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2284b1b2-e495-4610-adb3-b59a56eac70c', 'attached_at': '', 'detached_at': '', 'volume_id': '11aa530a-1849-4385-98ea-0e749f17493c', 'serial': '11aa530a-1849-4385-98ea-0e749f17493c'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1750.429750] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af03d053-c776-44b0-91c6-5450c407a3ac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.436016] env[62683]: DEBUG oslo_vmware.api [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1750.436016] env[62683]: value = "task-1799482" [ 1750.436016] env[62683]: _type = "Task" [ 1750.436016] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.438133] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1750.438133] env[62683]: value = "task-1799483" [ 1750.438133] env[62683]: _type = "Task" [ 1750.438133] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.444287] env[62683]: DEBUG oslo_vmware.api [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.449596] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799483, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.521879] env[62683]: DEBUG nova.network.neutron [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Successfully updated port: d84f548b-0a55-45d8-b028-e0d68b6f9033 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1750.667663] env[62683]: DEBUG nova.network.neutron [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Updating instance_info_cache with network_info: [{"id": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "address": "fa:16:3e:ac:05:76", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7aa937-47", "ovs_interfaceid": "2d7aa937-4769-430d-bab6-0bc1be3271a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.669839] env[62683]: DEBUG nova.compute.utils [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1750.672921] env[62683]: DEBUG nova.compute.manager [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1750.673110] env[62683]: DEBUG nova.network.neutron [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1750.691395] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fa92f13a-bc6b-475e-8285-61ef89e36142 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "31a6dfaf-a512-42a5-9dc4-3c17bf1126a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.381s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.715512] env[62683]: DEBUG nova.policy [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0937da294e8e495aa5ca84bee508b792', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '569729b7d98d41e58f2af24f2b465559', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1750.822531] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': task-1799481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065532} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.822886] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1750.823718] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a8872f-087f-4dd6-8244-c97d559c10b0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.844405] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 75ab476d-b78b-45b4-ad13-6dfe5de9183a/75ab476d-b78b-45b4-ad13-6dfe5de9183a.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1750.844685] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa7198db-45c6-4eb7-b0ae-ac8f96be8fb4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.863486] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Waiting for the task: (returnval){ [ 1750.863486] env[62683]: value = "task-1799484" [ 1750.863486] env[62683]: _type = "Task" [ 1750.863486] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.871739] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': task-1799484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.954276] env[62683]: DEBUG oslo_vmware.api [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.954655] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799483, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.962238] env[62683]: DEBUG nova.network.neutron [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Successfully created port: ff5f1306-063b-4d22-8a01-377937aa7444 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1751.024669] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "refresh_cache-85957ed6-95ab-4c6b-b0e2-ee3316b34d77" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.025922] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "refresh_cache-85957ed6-95ab-4c6b-b0e2-ee3316b34d77" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.025922] env[62683]: DEBUG nova.network.neutron [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.076510] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1751.076744] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b364461-c3c7-4072-ace0-2f32bdfa0854 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.085533] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1751.085533] env[62683]: value = "task-1799485" [ 1751.085533] env[62683]: _type = "Task" [ 1751.085533] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.101075] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.119703] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "ba110ea0-5dcc-44f0-b11c-61e144f8e001" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.120171] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "ba110ea0-5dcc-44f0-b11c-61e144f8e001" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.174394] env[62683]: DEBUG oslo_concurrency.lockutils [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "refresh_cache-c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.177903] env[62683]: DEBUG nova.compute.manager [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1751.184418] env[62683]: DEBUG oslo_concurrency.lockutils [None req-671519ce-7e4d-4110-8086-fa89e9f5b657 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "interface-c1ddfa77-305e-4beb-b788-6f5b815aa7fa-d44e2897-d245-446b-bae6-7b728bcc4ab9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.309s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.372874] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': task-1799484, 'name': ReconfigVM_Task, 'duration_secs': 0.508563} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.373179] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 75ab476d-b78b-45b4-ad13-6dfe5de9183a/75ab476d-b78b-45b4-ad13-6dfe5de9183a.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1751.373900] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2794401e-63f1-4c4e-9ec6-0165d5fdc1dd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.384038] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Waiting for the task: (returnval){ [ 1751.384038] env[62683]: value = "task-1799486" [ 1751.384038] env[62683]: _type = "Task" [ 1751.384038] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.391791] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': task-1799486, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.450827] env[62683]: DEBUG nova.compute.manager [req-7fdaac46-adbc-4d4b-8cfb-863d6da84376 req-34f904eb-5c61-4587-8918-380861a70733 service nova] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Received event network-vif-plugged-d84f548b-0a55-45d8-b028-e0d68b6f9033 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1751.450888] env[62683]: DEBUG oslo_concurrency.lockutils [req-7fdaac46-adbc-4d4b-8cfb-863d6da84376 req-34f904eb-5c61-4587-8918-380861a70733 service nova] Acquiring lock "85957ed6-95ab-4c6b-b0e2-ee3316b34d77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.451110] env[62683]: DEBUG oslo_concurrency.lockutils [req-7fdaac46-adbc-4d4b-8cfb-863d6da84376 req-34f904eb-5c61-4587-8918-380861a70733 service nova] Lock "85957ed6-95ab-4c6b-b0e2-ee3316b34d77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.451284] env[62683]: DEBUG oslo_concurrency.lockutils [req-7fdaac46-adbc-4d4b-8cfb-863d6da84376 req-34f904eb-5c61-4587-8918-380861a70733 service nova] Lock "85957ed6-95ab-4c6b-b0e2-ee3316b34d77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.451458] env[62683]: DEBUG nova.compute.manager [req-7fdaac46-adbc-4d4b-8cfb-863d6da84376 req-34f904eb-5c61-4587-8918-380861a70733 service nova] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] No waiting events found dispatching network-vif-plugged-d84f548b-0a55-45d8-b028-e0d68b6f9033 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1751.451623] env[62683]: WARNING nova.compute.manager [req-7fdaac46-adbc-4d4b-8cfb-863d6da84376 req-34f904eb-5c61-4587-8918-380861a70733 service nova] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Received unexpected event network-vif-plugged-d84f548b-0a55-45d8-b028-e0d68b6f9033 for instance with vm_state building and task_state spawning. [ 1751.451781] env[62683]: DEBUG nova.compute.manager [req-7fdaac46-adbc-4d4b-8cfb-863d6da84376 req-34f904eb-5c61-4587-8918-380861a70733 service nova] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Received event network-changed-d84f548b-0a55-45d8-b028-e0d68b6f9033 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1751.451933] env[62683]: DEBUG nova.compute.manager [req-7fdaac46-adbc-4d4b-8cfb-863d6da84376 req-34f904eb-5c61-4587-8918-380861a70733 service nova] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Refreshing instance network info cache due to event network-changed-d84f548b-0a55-45d8-b028-e0d68b6f9033. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1751.452112] env[62683]: DEBUG oslo_concurrency.lockutils [req-7fdaac46-adbc-4d4b-8cfb-863d6da84376 req-34f904eb-5c61-4587-8918-380861a70733 service nova] Acquiring lock "refresh_cache-85957ed6-95ab-4c6b-b0e2-ee3316b34d77" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.458819] env[62683]: DEBUG oslo_vmware.api [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799482, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.464678] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799483, 'name': Rename_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.531821] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5634052-89d4-4a6c-9a07-c7b8acc34114 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.539727] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b83c26-0fe0-4530-926b-7c68472e7ad3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.571029] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408b22af-41a8-41df-a000-47eb8fd878c4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.579516] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ed8e45-a1f8-45c2-a019-3144a8b5ac77 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.595414] env[62683]: DEBUG nova.compute.provider_tree [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1751.597409] env[62683]: DEBUG nova.network.neutron [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1751.607392] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799485, 'name': PowerOffVM_Task, 'duration_secs': 0.202585} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.608214] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1751.609213] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6494f1-90d1-42bb-abf1-275c0b1f7f2d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.627784] env[62683]: DEBUG nova.compute.manager [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1751.634039] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f8da6b-3b6a-4faa-84e1-bd4c59a15549 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.677987] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1751.678519] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78e78e5b-b4bd-4a2c-b7bf-55f25a772dc8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.684890] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1751.684890] env[62683]: value = "task-1799487" [ 1751.684890] env[62683]: _type = "Task" [ 1751.684890] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.698853] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] VM already powered off {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1751.698853] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1751.698853] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.699009] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.699104] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1751.699299] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4990d752-decb-4be0-83a4-a7eabf6f9cd9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.710957] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1751.710957] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1751.710957] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-515c0339-cd72-43b7-94f4-6a4a7c6b1619 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.715184] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1751.715184] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522ad944-f725-41ae-2707-2850f64218f6" [ 1751.715184] env[62683]: _type = "Task" [ 1751.715184] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.722377] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522ad944-f725-41ae-2707-2850f64218f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.782600] env[62683]: DEBUG nova.network.neutron [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Updating instance_info_cache with network_info: [{"id": "d84f548b-0a55-45d8-b028-e0d68b6f9033", "address": "fa:16:3e:ec:78:8c", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd84f548b-0a", "ovs_interfaceid": "d84f548b-0a55-45d8-b028-e0d68b6f9033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.891926] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': task-1799486, 'name': Rename_Task, 'duration_secs': 0.1503} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.893029] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1751.893029] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12ab9578-9cd7-4f3e-b1db-01efb868be6d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.899704] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Waiting for the task: (returnval){ [ 1751.899704] env[62683]: value = "task-1799488" [ 1751.899704] env[62683]: _type = "Task" [ 1751.899704] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.907197] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': task-1799488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.950499] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799483, 'name': Rename_Task, 'duration_secs': 1.043821} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.953401] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1751.953664] env[62683]: DEBUG oslo_vmware.api [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799482, 'name': PowerOffVM_Task, 'duration_secs': 1.121813} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.953862] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8ff9ee6-dcd3-4408-8835-79d3d33e92ea {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.955274] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1751.955449] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1751.956037] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96bc04be-6113-4017-a34e-c0eb8233e3c9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.961667] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1751.961667] env[62683]: value = "task-1799489" [ 1751.961667] env[62683]: _type = "Task" [ 1751.961667] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.969499] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.103752] env[62683]: DEBUG nova.scheduler.client.report [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1752.108245] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1752.108473] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1752.108675] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Deleting the datastore file [datastore1] c1ddfa77-305e-4beb-b788-6f5b815aa7fa {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1752.109177] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7294296d-25db-41fc-bb05-7dc68d07cfb2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.115093] env[62683]: DEBUG oslo_vmware.api [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1752.115093] env[62683]: value = "task-1799491" [ 1752.115093] env[62683]: _type = "Task" [ 1752.115093] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.123790] env[62683]: DEBUG oslo_vmware.api [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.145048] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.193419] env[62683]: DEBUG nova.compute.manager [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1752.214195] env[62683]: DEBUG nova.virt.hardware [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1752.214456] env[62683]: DEBUG nova.virt.hardware [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1752.214626] env[62683]: DEBUG nova.virt.hardware [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1752.214828] env[62683]: DEBUG nova.virt.hardware [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1752.214982] env[62683]: DEBUG nova.virt.hardware [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1752.215148] env[62683]: DEBUG nova.virt.hardware [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1752.215354] env[62683]: DEBUG nova.virt.hardware [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1752.215512] env[62683]: DEBUG nova.virt.hardware [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1752.215676] env[62683]: DEBUG nova.virt.hardware [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1752.215835] env[62683]: DEBUG nova.virt.hardware [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1752.216037] env[62683]: DEBUG nova.virt.hardware [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1752.216931] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab677ff-dd2d-4ef4-a1e1-d9b33c54df2e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.230825] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e19a84a-8e42-43c9-a04a-8e68e988e608 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.234556] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522ad944-f725-41ae-2707-2850f64218f6, 'name': SearchDatastore_Task, 'duration_secs': 0.044004} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.235560] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f5f1bb1-81e2-4a8d-8ef1-4d84e476863f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.248017] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1752.248017] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52bb47dc-1001-7b64-c62b-f16064492050" [ 1752.248017] env[62683]: _type = "Task" [ 1752.248017] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.255432] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52bb47dc-1001-7b64-c62b-f16064492050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.285446] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "refresh_cache-85957ed6-95ab-4c6b-b0e2-ee3316b34d77" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.285823] env[62683]: DEBUG nova.compute.manager [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Instance network_info: |[{"id": "d84f548b-0a55-45d8-b028-e0d68b6f9033", "address": "fa:16:3e:ec:78:8c", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd84f548b-0a", "ovs_interfaceid": "d84f548b-0a55-45d8-b028-e0d68b6f9033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1752.286209] env[62683]: DEBUG oslo_concurrency.lockutils [req-7fdaac46-adbc-4d4b-8cfb-863d6da84376 req-34f904eb-5c61-4587-8918-380861a70733 service nova] Acquired lock "refresh_cache-85957ed6-95ab-4c6b-b0e2-ee3316b34d77" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.286396] env[62683]: DEBUG nova.network.neutron [req-7fdaac46-adbc-4d4b-8cfb-863d6da84376 req-34f904eb-5c61-4587-8918-380861a70733 service nova] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Refreshing network info cache for port d84f548b-0a55-45d8-b028-e0d68b6f9033 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1752.287639] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:78:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd84f548b-0a55-45d8-b028-e0d68b6f9033', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1752.295297] env[62683]: DEBUG oslo.service.loopingcall [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.296365] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1752.296583] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02c910e0-4fc3-4413-a9ed-54f262b88dc8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.318838] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1752.318838] env[62683]: value = "task-1799492" [ 1752.318838] env[62683]: _type = "Task" [ 1752.318838] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.326946] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799492, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.410144] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': task-1799488, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.472240] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799489, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.610494] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.611080] env[62683]: DEBUG nova.compute.manager [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1752.613930] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.235s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.614206] env[62683]: DEBUG nova.objects.instance [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lazy-loading 'pci_requests' on Instance uuid 638fdfcd-54a2-4151-8f56-9230a6969ba3 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1752.626651] env[62683]: DEBUG oslo_vmware.api [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357045} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.627798] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1752.628144] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1752.628690] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1752.628690] env[62683]: INFO nova.compute.manager [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1752.628929] env[62683]: DEBUG oslo.service.loopingcall [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.629410] env[62683]: DEBUG nova.compute.manager [-] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1752.629543] env[62683]: DEBUG nova.network.neutron [-] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1752.758266] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52bb47dc-1001-7b64-c62b-f16064492050, 'name': SearchDatastore_Task, 'duration_secs': 0.02168} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.758581] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.758847] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 71345bf6-a872-4abe-a0a4-db0a5f2eeced/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk. {{(pid=62683) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1752.759133] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6ea692a-1865-4115-847d-7e268cd8ff81 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.766445] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1752.766445] env[62683]: value = "task-1799493" [ 1752.766445] env[62683]: _type = "Task" [ 1752.766445] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.775177] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.806184] env[62683]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port e835e336-426a-4ac2-8d24-fb934c0c7e11 could not be found.", "detail": ""}} {{(pid=62683) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1752.806443] env[62683]: DEBUG nova.network.neutron [-] Unable to show port e835e336-426a-4ac2-8d24-fb934c0c7e11 as it no longer exists. {{(pid=62683) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1752.829232] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799492, 'name': CreateVM_Task, 'duration_secs': 0.379948} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.831627] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1752.832436] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.832628] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.832934] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1752.833576] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5ef81d-5772-4530-80d2-0caa5486c7c6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.838744] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1752.838744] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52190c7b-50ef-010f-79a7-b82727723ed6" [ 1752.838744] env[62683]: _type = "Task" [ 1752.838744] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.847097] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52190c7b-50ef-010f-79a7-b82727723ed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.910870] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': task-1799488, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.972172] env[62683]: DEBUG oslo_vmware.api [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799489, 'name': PowerOnVM_Task, 'duration_secs': 0.784555} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.972553] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1752.973110] env[62683]: DEBUG nova.compute.manager [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1752.974268] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cb6c97-cd9f-4bb1-82a6-42494fbfdd94 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.119030] env[62683]: DEBUG nova.network.neutron [req-7fdaac46-adbc-4d4b-8cfb-863d6da84376 req-34f904eb-5c61-4587-8918-380861a70733 service nova] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Updated VIF entry in instance network info cache for port d84f548b-0a55-45d8-b028-e0d68b6f9033. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1753.119030] env[62683]: DEBUG nova.network.neutron [req-7fdaac46-adbc-4d4b-8cfb-863d6da84376 req-34f904eb-5c61-4587-8918-380861a70733 service nova] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Updating instance_info_cache with network_info: [{"id": "d84f548b-0a55-45d8-b028-e0d68b6f9033", "address": "fa:16:3e:ec:78:8c", "network": {"id": "7c75b03c-1987-418f-906b-c0ee4c3df7c9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1716691798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa16baa1fefa43b591497da810718d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd84f548b-0a", "ovs_interfaceid": "d84f548b-0a55-45d8-b028-e0d68b6f9033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.119713] env[62683]: DEBUG nova.compute.utils [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1753.122334] env[62683]: DEBUG nova.objects.instance [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lazy-loading 'numa_topology' on Instance uuid 638fdfcd-54a2-4151-8f56-9230a6969ba3 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1753.124616] env[62683]: DEBUG nova.compute.manager [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1753.124798] env[62683]: DEBUG nova.network.neutron [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1753.191927] env[62683]: DEBUG nova.policy [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '079397fde09940bf948f95b320389c8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '440bf5afe3e6432fb149fdb3487edf93', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1753.279263] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473756} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.279675] env[62683]: INFO nova.virt.vmwareapi.ds_util [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 71345bf6-a872-4abe-a0a4-db0a5f2eeced/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk. [ 1753.281036] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545bebed-4c7c-4e6c-9ff5-da45c47241f0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.312320] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 71345bf6-a872-4abe-a0a4-db0a5f2eeced/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1753.312379] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c0e832a-c112-4249-8066-4187550b7248 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.332284] env[62683]: DEBUG nova.network.neutron [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Successfully updated port: ff5f1306-063b-4d22-8a01-377937aa7444 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1753.338645] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1753.338645] env[62683]: value = "task-1799494" [ 1753.338645] env[62683]: _type = "Task" [ 1753.338645] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.354104] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799494, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.359335] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52190c7b-50ef-010f-79a7-b82727723ed6, 'name': SearchDatastore_Task, 'duration_secs': 0.009711} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.359665] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.359895] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1753.360203] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.360399] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.360594] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1753.360899] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70c32c06-3df8-4de2-9df5-10c5c8797640 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.370413] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1753.370653] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1753.371347] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c5b7cf3-3eca-43fe-84a7-1c1b25b53795 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.377183] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1753.377183] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a8bbde-0744-9a4c-eea5-eebc0fc3693d" [ 1753.377183] env[62683]: _type = "Task" [ 1753.377183] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.385807] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a8bbde-0744-9a4c-eea5-eebc0fc3693d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.410247] env[62683]: DEBUG oslo_vmware.api [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Task: {'id': task-1799488, 'name': PowerOnVM_Task, 'duration_secs': 1.022585} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.410535] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1753.410748] env[62683]: DEBUG nova.compute.manager [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1753.411615] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9941a391-179c-4f80-b1c4-ab69f005f9b5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.492949] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.530203] env[62683]: DEBUG nova.network.neutron [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Successfully created port: 21d0734c-80f6-41be-84fc-bde07536e9f7 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1753.596084] env[62683]: DEBUG nova.compute.manager [req-e7a5fbe8-9c51-45d2-bbf9-bfcac0bd8d58 req-b6da02fe-94fc-4a49-94f8-64fc8849aed9 service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Received event network-vif-plugged-ff5f1306-063b-4d22-8a01-377937aa7444 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1753.596364] env[62683]: DEBUG oslo_concurrency.lockutils [req-e7a5fbe8-9c51-45d2-bbf9-bfcac0bd8d58 req-b6da02fe-94fc-4a49-94f8-64fc8849aed9 service nova] Acquiring lock "699973e3-072c-4e00-90c4-5c69616e4b11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.596569] env[62683]: DEBUG oslo_concurrency.lockutils [req-e7a5fbe8-9c51-45d2-bbf9-bfcac0bd8d58 req-b6da02fe-94fc-4a49-94f8-64fc8849aed9 service nova] Lock "699973e3-072c-4e00-90c4-5c69616e4b11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.596733] env[62683]: DEBUG oslo_concurrency.lockutils [req-e7a5fbe8-9c51-45d2-bbf9-bfcac0bd8d58 req-b6da02fe-94fc-4a49-94f8-64fc8849aed9 service nova] Lock "699973e3-072c-4e00-90c4-5c69616e4b11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.596904] env[62683]: DEBUG nova.compute.manager [req-e7a5fbe8-9c51-45d2-bbf9-bfcac0bd8d58 req-b6da02fe-94fc-4a49-94f8-64fc8849aed9 service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] No waiting events found dispatching network-vif-plugged-ff5f1306-063b-4d22-8a01-377937aa7444 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1753.597104] env[62683]: WARNING nova.compute.manager [req-e7a5fbe8-9c51-45d2-bbf9-bfcac0bd8d58 req-b6da02fe-94fc-4a49-94f8-64fc8849aed9 service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Received unexpected event network-vif-plugged-ff5f1306-063b-4d22-8a01-377937aa7444 for instance with vm_state building and task_state spawning. [ 1753.597286] env[62683]: DEBUG nova.compute.manager [req-e7a5fbe8-9c51-45d2-bbf9-bfcac0bd8d58 req-b6da02fe-94fc-4a49-94f8-64fc8849aed9 service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Received event network-changed-ff5f1306-063b-4d22-8a01-377937aa7444 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1753.597442] env[62683]: DEBUG nova.compute.manager [req-e7a5fbe8-9c51-45d2-bbf9-bfcac0bd8d58 req-b6da02fe-94fc-4a49-94f8-64fc8849aed9 service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Refreshing instance network info cache due to event network-changed-ff5f1306-063b-4d22-8a01-377937aa7444. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1753.597622] env[62683]: DEBUG oslo_concurrency.lockutils [req-e7a5fbe8-9c51-45d2-bbf9-bfcac0bd8d58 req-b6da02fe-94fc-4a49-94f8-64fc8849aed9 service nova] Acquiring lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.597791] env[62683]: DEBUG oslo_concurrency.lockutils [req-e7a5fbe8-9c51-45d2-bbf9-bfcac0bd8d58 req-b6da02fe-94fc-4a49-94f8-64fc8849aed9 service nova] Acquired lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.597913] env[62683]: DEBUG nova.network.neutron [req-e7a5fbe8-9c51-45d2-bbf9-bfcac0bd8d58 req-b6da02fe-94fc-4a49-94f8-64fc8849aed9 service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Refreshing network info cache for port ff5f1306-063b-4d22-8a01-377937aa7444 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1753.624825] env[62683]: DEBUG nova.compute.manager [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1753.627536] env[62683]: DEBUG oslo_concurrency.lockutils [req-7fdaac46-adbc-4d4b-8cfb-863d6da84376 req-34f904eb-5c61-4587-8918-380861a70733 service nova] Releasing lock "refresh_cache-85957ed6-95ab-4c6b-b0e2-ee3316b34d77" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.628206] env[62683]: INFO nova.compute.claims [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1753.836804] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Acquiring lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.851436] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.888138] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a8bbde-0744-9a4c-eea5-eebc0fc3693d, 'name': SearchDatastore_Task, 'duration_secs': 0.009403} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.889010] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a627de7f-e068-49a6-8292-2bc18b8a84ff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.895337] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1753.895337] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b52c9d-d29f-22e5-758b-3cb6c16f7b24" [ 1753.895337] env[62683]: _type = "Task" [ 1753.895337] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.906779] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b52c9d-d29f-22e5-758b-3cb6c16f7b24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.933181] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.003975] env[62683]: DEBUG nova.network.neutron [-] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.143013] env[62683]: DEBUG nova.network.neutron [req-e7a5fbe8-9c51-45d2-bbf9-bfcac0bd8d58 req-b6da02fe-94fc-4a49-94f8-64fc8849aed9 service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1754.242374] env[62683]: DEBUG nova.network.neutron [req-e7a5fbe8-9c51-45d2-bbf9-bfcac0bd8d58 req-b6da02fe-94fc-4a49-94f8-64fc8849aed9 service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.350128] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.406050] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b52c9d-d29f-22e5-758b-3cb6c16f7b24, 'name': SearchDatastore_Task, 'duration_secs': 0.015715} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.406176] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.406397] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 85957ed6-95ab-4c6b-b0e2-ee3316b34d77/85957ed6-95ab-4c6b-b0e2-ee3316b34d77.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1754.406661] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee5a7dbb-e54e-411e-9b8d-22c7e486bd62 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.412449] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1754.412449] env[62683]: value = "task-1799495" [ 1754.412449] env[62683]: _type = "Task" [ 1754.412449] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.419902] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.505664] env[62683]: INFO nova.compute.manager [-] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Took 1.88 seconds to deallocate network for instance. [ 1754.556367] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Acquiring lock "75ab476d-b78b-45b4-ad13-6dfe5de9183a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.556638] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Lock "75ab476d-b78b-45b4-ad13-6dfe5de9183a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.556852] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Acquiring lock "75ab476d-b78b-45b4-ad13-6dfe5de9183a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.557051] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Lock "75ab476d-b78b-45b4-ad13-6dfe5de9183a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.557252] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Lock "75ab476d-b78b-45b4-ad13-6dfe5de9183a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.559177] env[62683]: INFO nova.compute.manager [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Terminating instance [ 1754.643877] env[62683]: DEBUG nova.compute.manager [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1754.675921] env[62683]: DEBUG nova.virt.hardware [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1754.676241] env[62683]: DEBUG nova.virt.hardware [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1754.676407] env[62683]: DEBUG nova.virt.hardware [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1754.676592] env[62683]: DEBUG nova.virt.hardware [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1754.676742] env[62683]: DEBUG nova.virt.hardware [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1754.676890] env[62683]: DEBUG nova.virt.hardware [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1754.677140] env[62683]: DEBUG nova.virt.hardware [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1754.677315] env[62683]: DEBUG nova.virt.hardware [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1754.677487] env[62683]: DEBUG nova.virt.hardware [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1754.677651] env[62683]: DEBUG nova.virt.hardware [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1754.677829] env[62683]: DEBUG nova.virt.hardware [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1754.678708] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aeeab7b-ec9f-4b07-8528-b8bd8a8533bd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.688629] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e787c3-cc70-4a88-be1e-ea285d4e06fc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.746011] env[62683]: DEBUG oslo_concurrency.lockutils [req-e7a5fbe8-9c51-45d2-bbf9-bfcac0bd8d58 req-b6da02fe-94fc-4a49-94f8-64fc8849aed9 service nova] Releasing lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.746492] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Acquired lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.746706] env[62683]: DEBUG nova.network.neutron [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1754.852064] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799494, 'name': ReconfigVM_Task, 'duration_secs': 1.066222} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.852371] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 71345bf6-a872-4abe-a0a4-db0a5f2eeced/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1754.853250] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c13851-04f6-47c1-bc77-53cba4012777 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.884400] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6e335cd-b53f-46c2-8bac-a3dd0ba0497f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.901708] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1754.901708] env[62683]: value = "task-1799496" [ 1754.901708] env[62683]: _type = "Task" [ 1754.901708] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.910552] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.920764] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.951299] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d99183-af87-4f9b-821c-7686e245d828 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.959894] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa9d989-66b4-4851-8e4e-3fb3927c6d5a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.999962] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18c2bb0-1a03-4a70-a7a5-08bf62e7c24f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.008207] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6170a6d3-3616-4687-8828-d8486a56acae {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.014397] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.768077] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Acquiring lock "refresh_cache-75ab476d-b78b-45b4-ad13-6dfe5de9183a" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.768357] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Acquired lock "refresh_cache-75ab476d-b78b-45b4-ad13-6dfe5de9183a" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.768458] env[62683]: DEBUG nova.network.neutron [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1755.773204] env[62683]: DEBUG nova.compute.provider_tree [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.778051] env[62683]: DEBUG nova.network.neutron [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Successfully updated port: 21d0734c-80f6-41be-84fc-bde07536e9f7 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1755.778051] env[62683]: DEBUG nova.compute.manager [req-ea46944d-67a5-448d-b073-370b0b2d123b req-7d2ee6d0-5e27-4614-b671-5060040dc219 service nova] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Received event network-vif-plugged-21d0734c-80f6-41be-84fc-bde07536e9f7 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1755.778051] env[62683]: DEBUG oslo_concurrency.lockutils [req-ea46944d-67a5-448d-b073-370b0b2d123b req-7d2ee6d0-5e27-4614-b671-5060040dc219 service nova] Acquiring lock "1478606f-84b3-4b2d-ae96-ce75e59929d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.778051] env[62683]: DEBUG oslo_concurrency.lockutils [req-ea46944d-67a5-448d-b073-370b0b2d123b req-7d2ee6d0-5e27-4614-b671-5060040dc219 service nova] Lock "1478606f-84b3-4b2d-ae96-ce75e59929d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.778051] env[62683]: DEBUG oslo_concurrency.lockutils [req-ea46944d-67a5-448d-b073-370b0b2d123b req-7d2ee6d0-5e27-4614-b671-5060040dc219 service nova] Lock "1478606f-84b3-4b2d-ae96-ce75e59929d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.778051] env[62683]: DEBUG nova.compute.manager [req-ea46944d-67a5-448d-b073-370b0b2d123b req-7d2ee6d0-5e27-4614-b671-5060040dc219 service nova] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] No waiting events found dispatching network-vif-plugged-21d0734c-80f6-41be-84fc-bde07536e9f7 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1755.778051] env[62683]: WARNING nova.compute.manager [req-ea46944d-67a5-448d-b073-370b0b2d123b req-7d2ee6d0-5e27-4614-b671-5060040dc219 service nova] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Received unexpected event network-vif-plugged-21d0734c-80f6-41be-84fc-bde07536e9f7 for instance with vm_state building and task_state spawning. [ 1755.778762] env[62683]: DEBUG nova.compute.manager [req-7d4fb3f2-9c4b-4853-bcb0-55da9b6226ca req-2c3190ef-226a-48e4-8c35-85c06fbd386e service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Received event network-vif-deleted-2d7aa937-4769-430d-bab6-0bc1be3271a0 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1755.786079] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquiring lock "refresh_cache-1478606f-84b3-4b2d-ae96-ce75e59929d5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.786225] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquired lock "refresh_cache-1478606f-84b3-4b2d-ae96-ce75e59929d5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.786362] env[62683]: DEBUG nova.network.neutron [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1755.787828] env[62683]: DEBUG nova.scheduler.client.report [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1755.800453] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799496, 'name': ReconfigVM_Task, 'duration_secs': 0.350867} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.800697] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799495, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.007506} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.800937] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1755.801225] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 85957ed6-95ab-4c6b-b0e2-ee3316b34d77/85957ed6-95ab-4c6b-b0e2-ee3316b34d77.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1755.801431] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1755.801664] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dd939b3-15db-4422-b8b0-e92f0659ae0d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.803262] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3aae9774-7972-405d-8153-111ec986f7b0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.810132] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1755.810132] env[62683]: value = "task-1799497" [ 1755.810132] env[62683]: _type = "Task" [ 1755.810132] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.811307] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1755.811307] env[62683]: value = "task-1799498" [ 1755.811307] env[62683]: _type = "Task" [ 1755.811307] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.822066] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.822837] env[62683]: DEBUG nova.network.neutron [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1755.827643] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.954346] env[62683]: DEBUG nova.network.neutron [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Updating instance_info_cache with network_info: [{"id": "ff5f1306-063b-4d22-8a01-377937aa7444", "address": "fa:16:3e:cc:12:df", "network": {"id": "43579b29-016d-4718-858c-b2445e2c670d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-465216297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "569729b7d98d41e58f2af24f2b465559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5f1306-06", "ovs_interfaceid": "ff5f1306-063b-4d22-8a01-377937aa7444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.290799] env[62683]: DEBUG nova.network.neutron [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1756.294655] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.681s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.296496] env[62683]: DEBUG oslo_concurrency.lockutils [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.413s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.298075] env[62683]: INFO nova.compute.claims [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1756.325362] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799498, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.330775] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145874} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.331489] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1756.332702] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33963d02-f3af-46dc-9527-cef6eceb7647 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.358316] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 85957ed6-95ab-4c6b-b0e2-ee3316b34d77/85957ed6-95ab-4c6b-b0e2-ee3316b34d77.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1756.359511] env[62683]: INFO nova.network.neutron [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Updating port ddf8b68e-7464-42c1-9347-39973000ade3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1756.362935] env[62683]: DEBUG nova.network.neutron [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1756.364734] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab373b19-a9e0-40a0-b5af-39babb2a04db {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.387871] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1756.387871] env[62683]: value = "task-1799499" [ 1756.387871] env[62683]: _type = "Task" [ 1756.387871] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.398449] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.417118] env[62683]: DEBUG nova.network.neutron [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.457360] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Releasing lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.457707] env[62683]: DEBUG nova.compute.manager [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Instance network_info: |[{"id": "ff5f1306-063b-4d22-8a01-377937aa7444", "address": "fa:16:3e:cc:12:df", "network": {"id": "43579b29-016d-4718-858c-b2445e2c670d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-465216297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "569729b7d98d41e58f2af24f2b465559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5f1306-06", "ovs_interfaceid": "ff5f1306-063b-4d22-8a01-377937aa7444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1756.458432] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:12:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff5f1306-063b-4d22-8a01-377937aa7444', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1756.467570] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Creating folder: Project (569729b7d98d41e58f2af24f2b465559). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1756.468280] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc8fe504-0ee5-479e-8867-393110d5e760 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.479677] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Created folder: Project (569729b7d98d41e58f2af24f2b465559) in parent group-v372889. [ 1756.479964] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Creating folder: Instances. Parent ref: group-v373153. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1756.480228] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92a3e91f-5776-467b-91f4-cc80e2de3c7b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.491251] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Created folder: Instances in parent group-v373153. [ 1756.491621] env[62683]: DEBUG oslo.service.loopingcall [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1756.491910] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1756.492230] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc479ee1-4f6d-4962-b561-12812868a83d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.511473] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1756.511473] env[62683]: value = "task-1799502" [ 1756.511473] env[62683]: _type = "Task" [ 1756.511473] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.520689] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799502, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.592106] env[62683]: DEBUG nova.network.neutron [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Updating instance_info_cache with network_info: [{"id": "21d0734c-80f6-41be-84fc-bde07536e9f7", "address": "fa:16:3e:f9:d4:45", "network": {"id": "ba11f020-6824-4640-87e7-88d65841f5cd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-561817691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "440bf5afe3e6432fb149fdb3487edf93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d0734c-80", "ovs_interfaceid": "21d0734c-80f6-41be-84fc-bde07536e9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.826890] env[62683]: DEBUG oslo_vmware.api [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799498, 'name': PowerOnVM_Task, 'duration_secs': 0.76355} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.827282] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1756.830849] env[62683]: DEBUG nova.compute.manager [None req-9df9bbeb-d748-49e2-9118-c0d93078e475 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1756.831929] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c6da60-534b-44a0-8bcc-04c662071361 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.897554] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799499, 'name': ReconfigVM_Task, 'duration_secs': 0.322021} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.897845] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 85957ed6-95ab-4c6b-b0e2-ee3316b34d77/85957ed6-95ab-4c6b-b0e2-ee3316b34d77.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1756.898482] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8d7aaab-27fe-44b1-b1c6-b252c405c2dc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.904143] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1756.904143] env[62683]: value = "task-1799503" [ 1756.904143] env[62683]: _type = "Task" [ 1756.904143] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.912212] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799503, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.920062] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Releasing lock "refresh_cache-75ab476d-b78b-45b4-ad13-6dfe5de9183a" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.920446] env[62683]: DEBUG nova.compute.manager [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1756.920634] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1756.921350] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b30339-f9e3-41d1-87b5-d670aa4e9a73 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.927768] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1756.927982] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac6a5745-2e98-4e8a-aee9-8d6bf759ffd9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.933598] env[62683]: DEBUG oslo_vmware.api [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for the task: (returnval){ [ 1756.933598] env[62683]: value = "task-1799504" [ 1756.933598] env[62683]: _type = "Task" [ 1756.933598] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.942791] env[62683]: DEBUG oslo_vmware.api [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.022219] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799502, 'name': CreateVM_Task, 'duration_secs': 0.439456} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.022219] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1757.022903] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.023041] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.023368] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1757.023610] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0251da7c-09ff-4a99-838a-1e2784ed119f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.028085] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Waiting for the task: (returnval){ [ 1757.028085] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52111ae1-b319-b700-9a6b-d37ca8fded0a" [ 1757.028085] env[62683]: _type = "Task" [ 1757.028085] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.035562] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52111ae1-b319-b700-9a6b-d37ca8fded0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.095354] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Releasing lock "refresh_cache-1478606f-84b3-4b2d-ae96-ce75e59929d5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.096050] env[62683]: DEBUG nova.compute.manager [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Instance network_info: |[{"id": "21d0734c-80f6-41be-84fc-bde07536e9f7", "address": "fa:16:3e:f9:d4:45", "network": {"id": "ba11f020-6824-4640-87e7-88d65841f5cd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-561817691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "440bf5afe3e6432fb149fdb3487edf93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d0734c-80", "ovs_interfaceid": "21d0734c-80f6-41be-84fc-bde07536e9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1757.096236] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:d4:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21d0734c-80f6-41be-84fc-bde07536e9f7', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1757.104025] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Creating folder: Project (440bf5afe3e6432fb149fdb3487edf93). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1757.104311] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a57799f0-bae2-4674-ad95-8bdc02f1cc5d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.118909] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Created folder: Project (440bf5afe3e6432fb149fdb3487edf93) in parent group-v372889. [ 1757.119120] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Creating folder: Instances. Parent ref: group-v373156. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1757.119352] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7766c256-56f4-40e3-9855-f6ea9fa201b9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.128598] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Created folder: Instances in parent group-v373156. [ 1757.128841] env[62683]: DEBUG oslo.service.loopingcall [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1757.129044] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1757.129249] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-635be276-de20-4b76-a564-60fa759fe4bd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.147433] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1757.147433] env[62683]: value = "task-1799507" [ 1757.147433] env[62683]: _type = "Task" [ 1757.147433] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.155335] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799507, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.415398] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799503, 'name': Rename_Task, 'duration_secs': 0.126428} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.418779] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1757.419241] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d20f34aa-ec99-4871-ac1a-57c8aea8d34e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.426835] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1757.426835] env[62683]: value = "task-1799508" [ 1757.426835] env[62683]: _type = "Task" [ 1757.426835] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.429308] env[62683]: DEBUG nova.compute.manager [req-95ab92b9-7198-4353-9cd0-90b6a8bcf771 req-cfaa6529-3945-434e-9e61-01370b938cdd service nova] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Received event network-changed-21d0734c-80f6-41be-84fc-bde07536e9f7 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1757.429497] env[62683]: DEBUG nova.compute.manager [req-95ab92b9-7198-4353-9cd0-90b6a8bcf771 req-cfaa6529-3945-434e-9e61-01370b938cdd service nova] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Refreshing instance network info cache due to event network-changed-21d0734c-80f6-41be-84fc-bde07536e9f7. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1757.429712] env[62683]: DEBUG oslo_concurrency.lockutils [req-95ab92b9-7198-4353-9cd0-90b6a8bcf771 req-cfaa6529-3945-434e-9e61-01370b938cdd service nova] Acquiring lock "refresh_cache-1478606f-84b3-4b2d-ae96-ce75e59929d5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.429854] env[62683]: DEBUG oslo_concurrency.lockutils [req-95ab92b9-7198-4353-9cd0-90b6a8bcf771 req-cfaa6529-3945-434e-9e61-01370b938cdd service nova] Acquired lock "refresh_cache-1478606f-84b3-4b2d-ae96-ce75e59929d5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.430022] env[62683]: DEBUG nova.network.neutron [req-95ab92b9-7198-4353-9cd0-90b6a8bcf771 req-cfaa6529-3945-434e-9e61-01370b938cdd service nova] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Refreshing network info cache for port 21d0734c-80f6-41be-84fc-bde07536e9f7 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1757.444759] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799508, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.450650] env[62683]: DEBUG oslo_vmware.api [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799504, 'name': PowerOffVM_Task, 'duration_secs': 0.32299} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.450887] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1757.451070] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1757.451324] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1d5d261-6960-4139-9f5c-bab64c27d422 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.475619] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1757.475619] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1757.475619] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Deleting the datastore file [datastore1] 75ab476d-b78b-45b4-ad13-6dfe5de9183a {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1757.478356] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dde6acd-9c4b-406e-90d0-0b78be10195e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.487025] env[62683]: DEBUG oslo_vmware.api [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for the task: (returnval){ [ 1757.487025] env[62683]: value = "task-1799510" [ 1757.487025] env[62683]: _type = "Task" [ 1757.487025] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.496054] env[62683]: DEBUG oslo_vmware.api [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.541733] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52111ae1-b319-b700-9a6b-d37ca8fded0a, 'name': SearchDatastore_Task, 'duration_secs': 0.022718} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.542126] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.542468] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1757.543026] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.543026] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.543259] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1757.546187] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0f05d86-dad4-4a38-9128-0d6e7aeb0620 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.572056] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1757.572056] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1757.572336] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e66a8a8-092f-4153-ace7-09bb4c1a30b5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.581977] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Waiting for the task: (returnval){ [ 1757.581977] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52fe69b9-ebc4-cc42-9ad1-7f148c1353e7" [ 1757.581977] env[62683]: _type = "Task" [ 1757.581977] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.595316] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52fe69b9-ebc4-cc42-9ad1-7f148c1353e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.617701] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ef5b04-c22c-4b6b-a466-d5ae244cc293 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.625164] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a3f417-ba11-417c-b308-e3c713f45b21 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.661259] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e468971-2c3f-4aae-bcc6-622faa059903 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.672440] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719a9513-9882-48d1-b313-de08cc60549a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.676243] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799507, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.687810] env[62683]: DEBUG nova.compute.provider_tree [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1757.891618] env[62683]: DEBUG nova.compute.manager [req-d967b4ae-15c6-4cfa-8d52-7430f00d7d76 req-e332673e-f334-4914-a457-870bce6a2c2e service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Received event network-vif-plugged-ddf8b68e-7464-42c1-9347-39973000ade3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1757.891907] env[62683]: DEBUG oslo_concurrency.lockutils [req-d967b4ae-15c6-4cfa-8d52-7430f00d7d76 req-e332673e-f334-4914-a457-870bce6a2c2e service nova] Acquiring lock "638fdfcd-54a2-4151-8f56-9230a6969ba3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.892142] env[62683]: DEBUG oslo_concurrency.lockutils [req-d967b4ae-15c6-4cfa-8d52-7430f00d7d76 req-e332673e-f334-4914-a457-870bce6a2c2e service nova] Lock "638fdfcd-54a2-4151-8f56-9230a6969ba3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.892337] env[62683]: DEBUG oslo_concurrency.lockutils [req-d967b4ae-15c6-4cfa-8d52-7430f00d7d76 req-e332673e-f334-4914-a457-870bce6a2c2e service nova] Lock "638fdfcd-54a2-4151-8f56-9230a6969ba3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.892448] env[62683]: DEBUG nova.compute.manager [req-d967b4ae-15c6-4cfa-8d52-7430f00d7d76 req-e332673e-f334-4914-a457-870bce6a2c2e service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] No waiting events found dispatching network-vif-plugged-ddf8b68e-7464-42c1-9347-39973000ade3 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1757.892628] env[62683]: WARNING nova.compute.manager [req-d967b4ae-15c6-4cfa-8d52-7430f00d7d76 req-e332673e-f334-4914-a457-870bce6a2c2e service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Received unexpected event network-vif-plugged-ddf8b68e-7464-42c1-9347-39973000ade3 for instance with vm_state shelved_offloaded and task_state spawning. [ 1757.940801] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799508, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.982335] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.982571] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquired lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.982742] env[62683]: DEBUG nova.network.neutron [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1757.996231] env[62683]: DEBUG oslo_vmware.api [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Task: {'id': task-1799510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189185} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.997061] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1757.997288] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1757.997474] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1757.997692] env[62683]: INFO nova.compute.manager [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1757.997886] env[62683]: DEBUG oslo.service.loopingcall [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1757.998238] env[62683]: DEBUG nova.compute.manager [-] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1757.998238] env[62683]: DEBUG nova.network.neutron [-] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1758.016306] env[62683]: DEBUG nova.network.neutron [-] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1758.093147] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52fe69b9-ebc4-cc42-9ad1-7f148c1353e7, 'name': SearchDatastore_Task, 'duration_secs': 0.0109} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.093956] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-574babfc-6161-4693-bebc-13ac2be5f16d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.101738] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Waiting for the task: (returnval){ [ 1758.101738] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52de29ab-c426-dd5f-eaf3-ee0f19812666" [ 1758.101738] env[62683]: _type = "Task" [ 1758.101738] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.111398] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52de29ab-c426-dd5f-eaf3-ee0f19812666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.167782] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799507, 'name': CreateVM_Task, 'duration_secs': 0.573276} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.167962] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1758.168776] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.168864] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.169173] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1758.169417] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a8594b-7a3a-4e46-9c1c-ea48a3da17f6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.174623] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1758.174623] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52273196-ae1f-8777-5fc5-4c78879228c0" [ 1758.174623] env[62683]: _type = "Task" [ 1758.174623] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.185135] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52273196-ae1f-8777-5fc5-4c78879228c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.192150] env[62683]: DEBUG nova.scheduler.client.report [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1758.241855] env[62683]: DEBUG nova.network.neutron [req-95ab92b9-7198-4353-9cd0-90b6a8bcf771 req-cfaa6529-3945-434e-9e61-01370b938cdd service nova] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Updated VIF entry in instance network info cache for port 21d0734c-80f6-41be-84fc-bde07536e9f7. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1758.242569] env[62683]: DEBUG nova.network.neutron [req-95ab92b9-7198-4353-9cd0-90b6a8bcf771 req-cfaa6529-3945-434e-9e61-01370b938cdd service nova] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Updating instance_info_cache with network_info: [{"id": "21d0734c-80f6-41be-84fc-bde07536e9f7", "address": "fa:16:3e:f9:d4:45", "network": {"id": "ba11f020-6824-4640-87e7-88d65841f5cd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-561817691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "440bf5afe3e6432fb149fdb3487edf93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d0734c-80", "ovs_interfaceid": "21d0734c-80f6-41be-84fc-bde07536e9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.439771] env[62683]: DEBUG oslo_vmware.api [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799508, 'name': PowerOnVM_Task, 'duration_secs': 0.565639} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.440597] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1758.440597] env[62683]: INFO nova.compute.manager [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1758.440597] env[62683]: DEBUG nova.compute.manager [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1758.441295] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178afcdb-bd0e-4a41-9ba8-eb73177a336d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.518442] env[62683]: DEBUG nova.network.neutron [-] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.573494] env[62683]: INFO nova.compute.manager [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Unrescuing [ 1758.573793] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "refresh_cache-71345bf6-a872-4abe-a0a4-db0a5f2eeced" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.573959] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquired lock "refresh_cache-71345bf6-a872-4abe-a0a4-db0a5f2eeced" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.574154] env[62683]: DEBUG nova.network.neutron [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1758.612804] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52de29ab-c426-dd5f-eaf3-ee0f19812666, 'name': SearchDatastore_Task, 'duration_secs': 0.03678} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.615337] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.615640] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 699973e3-072c-4e00-90c4-5c69616e4b11/699973e3-072c-4e00-90c4-5c69616e4b11.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1758.616363] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f2cdafc-c743-4a95-8b7a-daadb8b6c3ba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.623895] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Waiting for the task: (returnval){ [ 1758.623895] env[62683]: value = "task-1799511" [ 1758.623895] env[62683]: _type = "Task" [ 1758.623895] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.631427] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.687731] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52273196-ae1f-8777-5fc5-4c78879228c0, 'name': SearchDatastore_Task, 'duration_secs': 0.037549} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.688067] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.688544] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1758.688812] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.688966] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.689200] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1758.689656] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc42a8be-841a-4958-a2ab-469cc54cd5c1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.696559] env[62683]: DEBUG oslo_concurrency.lockutils [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.697111] env[62683]: DEBUG nova.compute.manager [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1758.702166] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.013s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.702166] env[62683]: DEBUG nova.objects.instance [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1758.704609] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1758.704879] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1758.706330] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f726514-44a1-498f-b7a0-8597d1db5ac5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.713312] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1758.713312] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c094d7-956c-6e41-f57c-7be8f3fe6332" [ 1758.713312] env[62683]: _type = "Task" [ 1758.713312] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.722628] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c094d7-956c-6e41-f57c-7be8f3fe6332, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.745175] env[62683]: DEBUG oslo_concurrency.lockutils [req-95ab92b9-7198-4353-9cd0-90b6a8bcf771 req-cfaa6529-3945-434e-9e61-01370b938cdd service nova] Releasing lock "refresh_cache-1478606f-84b3-4b2d-ae96-ce75e59929d5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.793315] env[62683]: DEBUG nova.network.neutron [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Updating instance_info_cache with network_info: [{"id": "ddf8b68e-7464-42c1-9347-39973000ade3", "address": "fa:16:3e:8e:8a:94", "network": {"id": "737d9155-3c87-468d-87f9-6ec56b027fac", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1914812503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056af4ae71cd4ea7b44ca89367d94afe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf8b68e-74", "ovs_interfaceid": "ddf8b68e-7464-42c1-9347-39973000ade3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.957766] env[62683]: INFO nova.compute.manager [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Took 22.81 seconds to build instance. [ 1759.021531] env[62683]: INFO nova.compute.manager [-] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Took 1.02 seconds to deallocate network for instance. [ 1759.134012] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799511, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.210514] env[62683]: DEBUG nova.compute.utils [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1759.211929] env[62683]: DEBUG nova.compute.manager [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1759.212118] env[62683]: DEBUG nova.network.neutron [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1759.228822] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c094d7-956c-6e41-f57c-7be8f3fe6332, 'name': SearchDatastore_Task, 'duration_secs': 0.013134} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.229619] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be2ebf21-a268-4f65-9ea7-5f27e06c0141 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.235067] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1759.235067] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]527db14c-1ea8-cc77-a71e-f0c221f57c71" [ 1759.235067] env[62683]: _type = "Task" [ 1759.235067] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.243682] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527db14c-1ea8-cc77-a71e-f0c221f57c71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.269743] env[62683]: DEBUG nova.policy [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd469fd61efd4814a79f2cc3a8714d79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a84a5c0c2434128bcb288b3d72c87af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1759.296267] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Releasing lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.332139] env[62683]: DEBUG nova.virt.hardware [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c16af24c31ebba654ccd56f7945ddd1a',container_format='bare',created_at=2024-12-12T06:56:13Z,direct_url=,disk_format='vmdk',id=90810b54-c06b-496a-b525-261404c2e410,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2146314119-shelved',owner='056af4ae71cd4ea7b44ca89367d94afe',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2024-12-12T06:56:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1759.333902] env[62683]: DEBUG nova.virt.hardware [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1759.333902] env[62683]: DEBUG nova.virt.hardware [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1759.333902] env[62683]: DEBUG nova.virt.hardware [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1759.333902] env[62683]: DEBUG nova.virt.hardware [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1759.333902] env[62683]: DEBUG nova.virt.hardware [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1759.338015] env[62683]: DEBUG nova.virt.hardware [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1759.338015] env[62683]: DEBUG nova.virt.hardware [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1759.338015] env[62683]: DEBUG nova.virt.hardware [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1759.338015] env[62683]: DEBUG nova.virt.hardware [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1759.338015] env[62683]: DEBUG nova.virt.hardware [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1759.338015] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61849060-111f-4bd6-846c-38a1725bfeb4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.340464] env[62683]: DEBUG nova.network.neutron [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Updating instance_info_cache with network_info: [{"id": "60545d01-1263-4090-9317-690e1412cf71", "address": "fa:16:3e:3d:9f:d5", "network": {"id": "945f29a5-9625-46d8-9aa4-a744574632f7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2012003310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc2e01d7972d47eca29ca8ec2a162a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60545d01-12", "ovs_interfaceid": "60545d01-1263-4090-9317-690e1412cf71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.347821] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3076e6fe-9c3d-4e7d-852a-bfdaccd3646a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.364139] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:8a:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b49c5024-2ced-42ca-90cc-6066766d43e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddf8b68e-7464-42c1-9347-39973000ade3', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1759.371901] env[62683]: DEBUG oslo.service.loopingcall [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.372616] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1759.372987] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e3ea074-48ce-41ec-ae8a-991c7c328499 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.397322] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1759.397322] env[62683]: value = "task-1799512" [ 1759.397322] env[62683]: _type = "Task" [ 1759.397322] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.403152] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799512, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.461050] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7865a506-0f19-43ed-b5ec-37fea36521fd tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "85957ed6-95ab-4c6b-b0e2-ee3316b34d77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.330s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.529225] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.639023] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559748} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.639023] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 699973e3-072c-4e00-90c4-5c69616e4b11/699973e3-072c-4e00-90c4-5c69616e4b11.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1759.639023] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1759.639023] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbfbec38-38b5-4573-8498-07023235e8e8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.646571] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Waiting for the task: (returnval){ [ 1759.646571] env[62683]: value = "task-1799513" [ 1759.646571] env[62683]: _type = "Task" [ 1759.646571] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.651695] env[62683]: DEBUG nova.network.neutron [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Successfully created port: 0df2663c-e466-4ed0-9224-29a8419a26a9 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1759.658655] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.714283] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4420fba3-884c-498c-8d54-a851e2e3896e tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.718311] env[62683]: DEBUG oslo_concurrency.lockutils [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.683s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.718311] env[62683]: INFO nova.compute.claims [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1759.721340] env[62683]: DEBUG nova.compute.manager [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1759.748686] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527db14c-1ea8-cc77-a71e-f0c221f57c71, 'name': SearchDatastore_Task, 'duration_secs': 0.015019} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.749044] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.749321] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 1478606f-84b3-4b2d-ae96-ce75e59929d5/1478606f-84b3-4b2d-ae96-ce75e59929d5.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1759.749584] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7d0c81e-f1fb-44db-a4ad-3e18e4aad232 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.757598] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1759.757598] env[62683]: value = "task-1799514" [ 1759.757598] env[62683]: _type = "Task" [ 1759.757598] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.766880] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.843652] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Releasing lock "refresh_cache-71345bf6-a872-4abe-a0a4-db0a5f2eeced" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.844364] env[62683]: DEBUG nova.objects.instance [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lazy-loading 'flavor' on Instance uuid 71345bf6-a872-4abe-a0a4-db0a5f2eeced {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1759.906913] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799512, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.952329] env[62683]: DEBUG nova.compute.manager [req-ddd39bda-9b68-4cc4-80b0-0566b6f51151 req-22ec5456-78e3-4e63-a7f2-ee359a7b7b7d service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Received event network-changed-ddf8b68e-7464-42c1-9347-39973000ade3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1759.952529] env[62683]: DEBUG nova.compute.manager [req-ddd39bda-9b68-4cc4-80b0-0566b6f51151 req-22ec5456-78e3-4e63-a7f2-ee359a7b7b7d service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Refreshing instance network info cache due to event network-changed-ddf8b68e-7464-42c1-9347-39973000ade3. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1759.953333] env[62683]: DEBUG oslo_concurrency.lockutils [req-ddd39bda-9b68-4cc4-80b0-0566b6f51151 req-22ec5456-78e3-4e63-a7f2-ee359a7b7b7d service nova] Acquiring lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.953517] env[62683]: DEBUG oslo_concurrency.lockutils [req-ddd39bda-9b68-4cc4-80b0-0566b6f51151 req-22ec5456-78e3-4e63-a7f2-ee359a7b7b7d service nova] Acquired lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.953686] env[62683]: DEBUG nova.network.neutron [req-ddd39bda-9b68-4cc4-80b0-0566b6f51151 req-22ec5456-78e3-4e63-a7f2-ee359a7b7b7d service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Refreshing network info cache for port ddf8b68e-7464-42c1-9347-39973000ade3 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1760.158277] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.289712} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.158585] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1760.159349] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c269b8fe-b2d0-4a22-ad31-91c6b828c258 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.180464] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 699973e3-072c-4e00-90c4-5c69616e4b11/699973e3-072c-4e00-90c4-5c69616e4b11.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1760.180697] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-248d92b5-fcc1-473a-ac0e-e059fba8e832 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.200957] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Waiting for the task: (returnval){ [ 1760.200957] env[62683]: value = "task-1799515" [ 1760.200957] env[62683]: _type = "Task" [ 1760.200957] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.208478] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.267803] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.353565] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f9224d-2ef9-47ea-9941-7008b071110b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.375065] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1760.375368] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8884d370-02c4-455c-a2ce-18f12de297aa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.377178] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "85957ed6-95ab-4c6b-b0e2-ee3316b34d77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.377445] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "85957ed6-95ab-4c6b-b0e2-ee3316b34d77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.377649] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "85957ed6-95ab-4c6b-b0e2-ee3316b34d77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.377923] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "85957ed6-95ab-4c6b-b0e2-ee3316b34d77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.378112] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "85957ed6-95ab-4c6b-b0e2-ee3316b34d77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.381027] env[62683]: INFO nova.compute.manager [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Terminating instance [ 1760.385675] env[62683]: DEBUG oslo_vmware.api [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1760.385675] env[62683]: value = "task-1799516" [ 1760.385675] env[62683]: _type = "Task" [ 1760.385675] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.394458] env[62683]: DEBUG oslo_vmware.api [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.404860] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799512, 'name': CreateVM_Task, 'duration_secs': 0.740243} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.405045] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1760.405707] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/90810b54-c06b-496a-b525-261404c2e410" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.405872] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/90810b54-c06b-496a-b525-261404c2e410" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.406282] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/90810b54-c06b-496a-b525-261404c2e410" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1760.406531] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aafd8a4-29e8-4014-a7bc-51aca6a4c0df {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.411725] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1760.411725] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528a285d-e5c9-8f1e-ebdb-3b4f23ae7794" [ 1760.411725] env[62683]: _type = "Task" [ 1760.411725] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.423072] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528a285d-e5c9-8f1e-ebdb-3b4f23ae7794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.702019] env[62683]: DEBUG nova.network.neutron [req-ddd39bda-9b68-4cc4-80b0-0566b6f51151 req-22ec5456-78e3-4e63-a7f2-ee359a7b7b7d service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Updated VIF entry in instance network info cache for port ddf8b68e-7464-42c1-9347-39973000ade3. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1760.702480] env[62683]: DEBUG nova.network.neutron [req-ddd39bda-9b68-4cc4-80b0-0566b6f51151 req-22ec5456-78e3-4e63-a7f2-ee359a7b7b7d service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Updating instance_info_cache with network_info: [{"id": "ddf8b68e-7464-42c1-9347-39973000ade3", "address": "fa:16:3e:8e:8a:94", "network": {"id": "737d9155-3c87-468d-87f9-6ec56b027fac", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1914812503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056af4ae71cd4ea7b44ca89367d94afe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf8b68e-74", "ovs_interfaceid": "ddf8b68e-7464-42c1-9347-39973000ade3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.713011] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799515, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.728882] env[62683]: DEBUG nova.compute.manager [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1760.759708] env[62683]: DEBUG nova.virt.hardware [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1760.760053] env[62683]: DEBUG nova.virt.hardware [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1760.760136] env[62683]: DEBUG nova.virt.hardware [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1760.760329] env[62683]: DEBUG nova.virt.hardware [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1760.760478] env[62683]: DEBUG nova.virt.hardware [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1760.760708] env[62683]: DEBUG nova.virt.hardware [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1760.760905] env[62683]: DEBUG nova.virt.hardware [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1760.761081] env[62683]: DEBUG nova.virt.hardware [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1760.761276] env[62683]: DEBUG nova.virt.hardware [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1760.761480] env[62683]: DEBUG nova.virt.hardware [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1760.761658] env[62683]: DEBUG nova.virt.hardware [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1760.763111] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b85a66-3ea4-47d0-9088-794366ca774b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.779420] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3676460f-f208-43e3-8d2e-6500243d8e56 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.783164] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.786591] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "c8063def-3d83-4b9f-87db-db1ab1faeff3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.786815] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "c8063def-3d83-4b9f-87db-db1ab1faeff3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.804179] env[62683]: DEBUG nova.compute.utils [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1760.887289] env[62683]: DEBUG nova.compute.manager [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1760.887518] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1760.888737] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11140782-0e39-44fd-9727-7240c13fa7b4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.899319] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1760.902504] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6b4afa2-a3f0-4635-9278-f4a0e5336558 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.903895] env[62683]: DEBUG oslo_vmware.api [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799516, 'name': PowerOffVM_Task, 'duration_secs': 0.21337} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.904154] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1760.909547] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1760.912143] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57c0203d-2497-4c3c-b301-0d5807d78780 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.926292] env[62683]: DEBUG oslo_vmware.api [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1760.926292] env[62683]: value = "task-1799517" [ 1760.926292] env[62683]: _type = "Task" [ 1760.926292] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.934665] env[62683]: DEBUG oslo_vmware.api [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1760.934665] env[62683]: value = "task-1799518" [ 1760.934665] env[62683]: _type = "Task" [ 1760.934665] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.945607] env[62683]: DEBUG oslo_vmware.api [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.946731] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/90810b54-c06b-496a-b525-261404c2e410" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.946971] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Processing image 90810b54-c06b-496a-b525-261404c2e410 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1760.947265] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/90810b54-c06b-496a-b525-261404c2e410/90810b54-c06b-496a-b525-261404c2e410.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.947429] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/90810b54-c06b-496a-b525-261404c2e410/90810b54-c06b-496a-b525-261404c2e410.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.947612] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1760.947856] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a5f1b3d-bf2f-44cd-aa61-32843e32f7df {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.953483] env[62683]: DEBUG oslo_vmware.api [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.960678] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1760.961044] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1760.962168] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd457663-b846-4c96-ac80-ad3e992e38c8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.969633] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1760.969633] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a3c035-3414-1f20-40d8-197ab7a2d8ab" [ 1760.969633] env[62683]: _type = "Task" [ 1760.969633] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.982508] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a3c035-3414-1f20-40d8-197ab7a2d8ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.061182] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e795ef-83ba-4fd4-8e43-a36e0c3ea118 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.070599] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4947389d-9203-4505-87ab-de529b197aed {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.102576] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f8fb74-b3b3-4319-884f-02d087e70eea {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.111589] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119b34bf-a30d-4ea3-aa88-79d932ebf230 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.127646] env[62683]: DEBUG nova.compute.provider_tree [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1761.209107] env[62683]: DEBUG oslo_concurrency.lockutils [req-ddd39bda-9b68-4cc4-80b0-0566b6f51151 req-22ec5456-78e3-4e63-a7f2-ee359a7b7b7d service nova] Releasing lock "refresh_cache-638fdfcd-54a2-4151-8f56-9230a6969ba3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.214695] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799515, 'name': ReconfigVM_Task, 'duration_secs': 0.535954} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.214998] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 699973e3-072c-4e00-90c4-5c69616e4b11/699973e3-072c-4e00-90c4-5c69616e4b11.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1761.215678] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85f168e6-6ff9-415d-ac32-b087b0028706 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.218440] env[62683]: DEBUG nova.network.neutron [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Successfully updated port: 0df2663c-e466-4ed0-9224-29a8419a26a9 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1761.222446] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Waiting for the task: (returnval){ [ 1761.222446] env[62683]: value = "task-1799519" [ 1761.222446] env[62683]: _type = "Task" [ 1761.222446] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.232982] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799519, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.272017] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799514, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.310073] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "c8063def-3d83-4b9f-87db-db1ab1faeff3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.523s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.444591] env[62683]: DEBUG oslo_vmware.api [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799517, 'name': PowerOffVM_Task, 'duration_secs': 0.222899} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.445548] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1761.445846] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1761.446479] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d03a81f-4a4e-4e96-acd0-5d58a3d21c13 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.453392] env[62683]: DEBUG oslo_vmware.api [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799518, 'name': ReconfigVM_Task, 'duration_secs': 0.2767} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.454240] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1761.454558] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1761.454907] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baf1ed71-1073-47a4-9f66-f87bf6a96890 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.462027] env[62683]: DEBUG oslo_vmware.api [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1761.462027] env[62683]: value = "task-1799521" [ 1761.462027] env[62683]: _type = "Task" [ 1761.462027] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.475672] env[62683]: DEBUG oslo_vmware.api [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.487326] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Preparing fetch location {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1761.487784] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Fetch image to [datastore1] OSTACK_IMG_a1646ef0-89a1-4015-b384-ebfe3c61c17f/OSTACK_IMG_a1646ef0-89a1-4015-b384-ebfe3c61c17f.vmdk {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1761.488033] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Downloading stream optimized image 90810b54-c06b-496a-b525-261404c2e410 to [datastore1] OSTACK_IMG_a1646ef0-89a1-4015-b384-ebfe3c61c17f/OSTACK_IMG_a1646ef0-89a1-4015-b384-ebfe3c61c17f.vmdk on the data store datastore1 as vApp {{(pid=62683) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1761.488338] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Downloading image file data 90810b54-c06b-496a-b525-261404c2e410 to the ESX as VM named 'OSTACK_IMG_a1646ef0-89a1-4015-b384-ebfe3c61c17f' {{(pid=62683) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1761.543172] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1761.543535] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1761.543843] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleting the datastore file [datastore1] 85957ed6-95ab-4c6b-b0e2-ee3316b34d77 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1761.544198] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8bcd389-9000-4cbd-b8f2-5c6862f29221 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.551792] env[62683]: DEBUG oslo_vmware.api [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for the task: (returnval){ [ 1761.551792] env[62683]: value = "task-1799522" [ 1761.551792] env[62683]: _type = "Task" [ 1761.551792] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.562025] env[62683]: DEBUG oslo_vmware.api [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.587429] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1761.587429] env[62683]: value = "resgroup-9" [ 1761.587429] env[62683]: _type = "ResourcePool" [ 1761.587429] env[62683]: }. {{(pid=62683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1761.587722] env[62683]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c3d7c46a-ac22-4504-b250-ed59565f64d1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.608181] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lease: (returnval){ [ 1761.608181] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528583d4-9224-704b-a153-3e9b64618f0f" [ 1761.608181] env[62683]: _type = "HttpNfcLease" [ 1761.608181] env[62683]: } obtained for vApp import into resource pool (val){ [ 1761.608181] env[62683]: value = "resgroup-9" [ 1761.608181] env[62683]: _type = "ResourcePool" [ 1761.608181] env[62683]: }. {{(pid=62683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1761.608428] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the lease: (returnval){ [ 1761.608428] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528583d4-9224-704b-a153-3e9b64618f0f" [ 1761.608428] env[62683]: _type = "HttpNfcLease" [ 1761.608428] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1761.614793] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1761.614793] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528583d4-9224-704b-a153-3e9b64618f0f" [ 1761.614793] env[62683]: _type = "HttpNfcLease" [ 1761.614793] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1761.630777] env[62683]: DEBUG nova.scheduler.client.report [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1761.721346] env[62683]: DEBUG oslo_concurrency.lockutils [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Acquiring lock "refresh_cache-46912c26-2d0f-4d49-8840-5ab693dd8212" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.721523] env[62683]: DEBUG oslo_concurrency.lockutils [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Acquired lock "refresh_cache-46912c26-2d0f-4d49-8840-5ab693dd8212" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.721672] env[62683]: DEBUG nova.network.neutron [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1761.732721] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799519, 'name': Rename_Task, 'duration_secs': 0.167886} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.733566] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1761.733812] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee7506b3-7438-4c53-97a2-8ae1d6ce69f8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.740863] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Waiting for the task: (returnval){ [ 1761.740863] env[62683]: value = "task-1799524" [ 1761.740863] env[62683]: _type = "Task" [ 1761.740863] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.748716] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.771999] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799514, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.636298} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.772419] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 1478606f-84b3-4b2d-ae96-ce75e59929d5/1478606f-84b3-4b2d-ae96-ce75e59929d5.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1761.772636] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1761.772866] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7e1a030-3d9a-4939-847b-b56e05961fcd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.779065] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1761.779065] env[62683]: value = "task-1799525" [ 1761.779065] env[62683]: _type = "Task" [ 1761.779065] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.787662] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.972585] env[62683]: DEBUG oslo_vmware.api [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799521, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.980350] env[62683]: DEBUG nova.compute.manager [req-9d6664af-d1de-4d0d-a430-bcb408773ffa req-592aba1f-5bcd-4aac-8d58-3b2efa7e0f88 service nova] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Received event network-vif-plugged-0df2663c-e466-4ed0-9224-29a8419a26a9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1761.980583] env[62683]: DEBUG oslo_concurrency.lockutils [req-9d6664af-d1de-4d0d-a430-bcb408773ffa req-592aba1f-5bcd-4aac-8d58-3b2efa7e0f88 service nova] Acquiring lock "46912c26-2d0f-4d49-8840-5ab693dd8212-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.980794] env[62683]: DEBUG oslo_concurrency.lockutils [req-9d6664af-d1de-4d0d-a430-bcb408773ffa req-592aba1f-5bcd-4aac-8d58-3b2efa7e0f88 service nova] Lock "46912c26-2d0f-4d49-8840-5ab693dd8212-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.980965] env[62683]: DEBUG oslo_concurrency.lockutils [req-9d6664af-d1de-4d0d-a430-bcb408773ffa req-592aba1f-5bcd-4aac-8d58-3b2efa7e0f88 service nova] Lock "46912c26-2d0f-4d49-8840-5ab693dd8212-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.981171] env[62683]: DEBUG nova.compute.manager [req-9d6664af-d1de-4d0d-a430-bcb408773ffa req-592aba1f-5bcd-4aac-8d58-3b2efa7e0f88 service nova] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] No waiting events found dispatching network-vif-plugged-0df2663c-e466-4ed0-9224-29a8419a26a9 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1761.981360] env[62683]: WARNING nova.compute.manager [req-9d6664af-d1de-4d0d-a430-bcb408773ffa req-592aba1f-5bcd-4aac-8d58-3b2efa7e0f88 service nova] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Received unexpected event network-vif-plugged-0df2663c-e466-4ed0-9224-29a8419a26a9 for instance with vm_state building and task_state spawning. [ 1761.981526] env[62683]: DEBUG nova.compute.manager [req-9d6664af-d1de-4d0d-a430-bcb408773ffa req-592aba1f-5bcd-4aac-8d58-3b2efa7e0f88 service nova] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Received event network-changed-0df2663c-e466-4ed0-9224-29a8419a26a9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1761.981684] env[62683]: DEBUG nova.compute.manager [req-9d6664af-d1de-4d0d-a430-bcb408773ffa req-592aba1f-5bcd-4aac-8d58-3b2efa7e0f88 service nova] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Refreshing instance network info cache due to event network-changed-0df2663c-e466-4ed0-9224-29a8419a26a9. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1761.981850] env[62683]: DEBUG oslo_concurrency.lockutils [req-9d6664af-d1de-4d0d-a430-bcb408773ffa req-592aba1f-5bcd-4aac-8d58-3b2efa7e0f88 service nova] Acquiring lock "refresh_cache-46912c26-2d0f-4d49-8840-5ab693dd8212" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.063629] env[62683]: DEBUG oslo_vmware.api [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Task: {'id': task-1799522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504813} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.063722] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1762.063914] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1762.064246] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1762.064438] env[62683]: INFO nova.compute.manager [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1762.064682] env[62683]: DEBUG oslo.service.loopingcall [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1762.064876] env[62683]: DEBUG nova.compute.manager [-] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1762.064973] env[62683]: DEBUG nova.network.neutron [-] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1762.116967] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1762.116967] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528583d4-9224-704b-a153-3e9b64618f0f" [ 1762.116967] env[62683]: _type = "HttpNfcLease" [ 1762.116967] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1762.135230] env[62683]: DEBUG oslo_concurrency.lockutils [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.135815] env[62683]: DEBUG nova.compute.manager [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1762.138694] env[62683]: DEBUG oslo_concurrency.lockutils [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.744s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.254794] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799524, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.271819] env[62683]: DEBUG nova.network.neutron [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1762.289275] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.313241} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.289607] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1762.290432] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb051bc-c987-42b4-802c-7eecc50d1a7e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.315128] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 1478606f-84b3-4b2d-ae96-ce75e59929d5/1478606f-84b3-4b2d-ae96-ce75e59929d5.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1762.315413] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-931d5ff3-38a5-487e-bb1b-6b8d9e5a940c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.338664] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1762.338664] env[62683]: value = "task-1799526" [ 1762.338664] env[62683]: _type = "Task" [ 1762.338664] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.349633] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "c8063def-3d83-4b9f-87db-db1ab1faeff3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.349901] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "c8063def-3d83-4b9f-87db-db1ab1faeff3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.350160] env[62683]: INFO nova.compute.manager [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Attaching volume 694e708c-3811-4df0-bccd-0b759749301f to /dev/sdb [ 1762.351750] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.389697] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4efb6bc-042a-4a96-8132-0811d02c1a06 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.397858] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48855324-721b-4d25-8973-2ba8d15ae624 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.415636] env[62683]: DEBUG nova.virt.block_device [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Updating existing volume attachment record: b2675b6f-01f0-450a-ba85-65dae7e5081c {{(pid=62683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1762.469407] env[62683]: DEBUG nova.network.neutron [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Updating instance_info_cache with network_info: [{"id": "0df2663c-e466-4ed0-9224-29a8419a26a9", "address": "fa:16:3e:6c:c3:15", "network": {"id": "ad2213d5-c8f8-41a6-84f0-69abf19d166f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-712549337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a84a5c0c2434128bcb288b3d72c87af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df2663c-e4", "ovs_interfaceid": "0df2663c-e466-4ed0-9224-29a8419a26a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.475884] env[62683]: DEBUG oslo_vmware.api [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799521, 'name': PowerOnVM_Task, 'duration_secs': 0.816486} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.476715] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1762.476715] env[62683]: DEBUG nova.compute.manager [None req-b54f8f1b-ea0e-4b92-aea8-bbee29e994a5 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1762.477233] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97d15e8-486d-4b64-9896-c5016f3b5a05 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.618094] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1762.618094] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528583d4-9224-704b-a153-3e9b64618f0f" [ 1762.618094] env[62683]: _type = "HttpNfcLease" [ 1762.618094] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1762.618580] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1762.618580] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528583d4-9224-704b-a153-3e9b64618f0f" [ 1762.618580] env[62683]: _type = "HttpNfcLease" [ 1762.618580] env[62683]: }. {{(pid=62683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1762.619386] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13075bb1-1525-4893-a048-3ed77aa318d1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.626955] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523791a5-7bc0-ea88-31b7-72f41be0d761/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1762.627121] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523791a5-7bc0-ea88-31b7-72f41be0d761/disk-0.vmdk. {{(pid=62683) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1762.683780] env[62683]: DEBUG nova.compute.utils [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1762.687256] env[62683]: INFO nova.compute.claims [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1762.694053] env[62683]: DEBUG nova.compute.manager [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1762.694264] env[62683]: DEBUG nova.network.neutron [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1762.699577] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8c65a656-a581-49e0-835c-defef324663d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.741454] env[62683]: DEBUG nova.policy [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f94bf6f648c3459ba20a90a95eac0209', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '750cf26924e247a3b4087b435f44e162', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1762.751466] env[62683]: DEBUG oslo_vmware.api [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799524, 'name': PowerOnVM_Task, 'duration_secs': 0.641838} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.751743] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1762.751947] env[62683]: INFO nova.compute.manager [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Took 10.56 seconds to spawn the instance on the hypervisor. [ 1762.752149] env[62683]: DEBUG nova.compute.manager [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1762.752904] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bb612a-662a-4c2a-84f0-e6261f24e3dd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.851239] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799526, 'name': ReconfigVM_Task, 'duration_secs': 0.430707} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.851520] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 1478606f-84b3-4b2d-ae96-ce75e59929d5/1478606f-84b3-4b2d-ae96-ce75e59929d5.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1762.852178] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64c2121c-b411-4d5c-8dd8-c8a0aa4eb963 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.855156] env[62683]: DEBUG nova.network.neutron [-] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.858211] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1762.858211] env[62683]: value = "task-1799530" [ 1762.858211] env[62683]: _type = "Task" [ 1762.858211] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.865797] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799530, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.972526] env[62683]: DEBUG oslo_concurrency.lockutils [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Releasing lock "refresh_cache-46912c26-2d0f-4d49-8840-5ab693dd8212" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.972964] env[62683]: DEBUG nova.compute.manager [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Instance network_info: |[{"id": "0df2663c-e466-4ed0-9224-29a8419a26a9", "address": "fa:16:3e:6c:c3:15", "network": {"id": "ad2213d5-c8f8-41a6-84f0-69abf19d166f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-712549337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a84a5c0c2434128bcb288b3d72c87af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df2663c-e4", "ovs_interfaceid": "0df2663c-e466-4ed0-9224-29a8419a26a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1762.973433] env[62683]: DEBUG oslo_concurrency.lockutils [req-9d6664af-d1de-4d0d-a430-bcb408773ffa req-592aba1f-5bcd-4aac-8d58-3b2efa7e0f88 service nova] Acquired lock "refresh_cache-46912c26-2d0f-4d49-8840-5ab693dd8212" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.973721] env[62683]: DEBUG nova.network.neutron [req-9d6664af-d1de-4d0d-a430-bcb408773ffa req-592aba1f-5bcd-4aac-8d58-3b2efa7e0f88 service nova] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Refreshing network info cache for port 0df2663c-e466-4ed0-9224-29a8419a26a9 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1762.975816] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:c3:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0df2663c-e466-4ed0-9224-29a8419a26a9', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1762.988213] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Creating folder: Project (3a84a5c0c2434128bcb288b3d72c87af). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1762.994665] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e29729fd-ac7c-426c-af95-ceb442dd686d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.007391] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Created folder: Project (3a84a5c0c2434128bcb288b3d72c87af) in parent group-v372889. [ 1763.007676] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Creating folder: Instances. Parent ref: group-v373163. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1763.007972] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b287f53-af8d-42e2-8043-e9998330fb4d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.020016] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Created folder: Instances in parent group-v373163. [ 1763.020178] env[62683]: DEBUG oslo.service.loopingcall [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.020450] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1763.020736] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ffe78d7-eaf3-4a97-af5f-165eb9030ca3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.056041] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1763.056041] env[62683]: value = "task-1799533" [ 1763.056041] env[62683]: _type = "Task" [ 1763.056041] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.076376] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799533, 'name': CreateVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.083984] env[62683]: DEBUG nova.network.neutron [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Successfully created port: ed13d8e7-b5dd-4064-80bb-d35797c8de14 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1763.195446] env[62683]: INFO nova.compute.resource_tracker [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Updating resource usage from migration 022ab16b-fd49-4f1f-b164-adf45fb9fb04 [ 1763.200480] env[62683]: DEBUG nova.compute.manager [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1763.216448] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "71345bf6-a872-4abe-a0a4-db0a5f2eeced" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.216671] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lock "71345bf6-a872-4abe-a0a4-db0a5f2eeced" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.216927] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "71345bf6-a872-4abe-a0a4-db0a5f2eeced-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.217214] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lock "71345bf6-a872-4abe-a0a4-db0a5f2eeced-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.217458] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lock "71345bf6-a872-4abe-a0a4-db0a5f2eeced-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.224734] env[62683]: INFO nova.compute.manager [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Terminating instance [ 1763.275150] env[62683]: INFO nova.compute.manager [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Took 25.03 seconds to build instance. [ 1763.342063] env[62683]: DEBUG nova.network.neutron [req-9d6664af-d1de-4d0d-a430-bcb408773ffa req-592aba1f-5bcd-4aac-8d58-3b2efa7e0f88 service nova] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Updated VIF entry in instance network info cache for port 0df2663c-e466-4ed0-9224-29a8419a26a9. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1763.342574] env[62683]: DEBUG nova.network.neutron [req-9d6664af-d1de-4d0d-a430-bcb408773ffa req-592aba1f-5bcd-4aac-8d58-3b2efa7e0f88 service nova] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Updating instance_info_cache with network_info: [{"id": "0df2663c-e466-4ed0-9224-29a8419a26a9", "address": "fa:16:3e:6c:c3:15", "network": {"id": "ad2213d5-c8f8-41a6-84f0-69abf19d166f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-712549337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a84a5c0c2434128bcb288b3d72c87af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df2663c-e4", "ovs_interfaceid": "0df2663c-e466-4ed0-9224-29a8419a26a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.359590] env[62683]: INFO nova.compute.manager [-] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Took 1.29 seconds to deallocate network for instance. [ 1763.379057] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799530, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.571716] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799533, 'name': CreateVM_Task, 'duration_secs': 0.406919} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.572852] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1763.573594] env[62683]: DEBUG oslo_concurrency.lockutils [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.573771] env[62683]: DEBUG oslo_concurrency.lockutils [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.574097] env[62683]: DEBUG oslo_concurrency.lockutils [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1763.574361] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a25b9bbd-7717-455f-b80d-f1d673cec93e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.581345] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Waiting for the task: (returnval){ [ 1763.581345] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526448be-ef64-e11c-ed0d-ac3e6e81ac52" [ 1763.581345] env[62683]: _type = "Task" [ 1763.581345] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.589056] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526448be-ef64-e11c-ed0d-ac3e6e81ac52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.600896] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa6c48c-e2bb-4532-9387-340fdc6fbbaa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.608325] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe87d93f-5354-40dd-ac76-58a506a9fa71 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.648611] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c8ab70-6d65-4358-a9d3-a32b48717ca4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.658630] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bf8c01-7606-41dc-b955-af0cb05c4fac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.674959] env[62683]: DEBUG nova.compute.provider_tree [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1763.743752] env[62683]: DEBUG nova.compute.manager [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1763.743889] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1763.747284] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab249482-e5cd-40a4-b05e-f220fe81495c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.758325] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1763.758704] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83857729-fe9c-48c1-bdf6-e35d16b574dc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.765519] env[62683]: DEBUG oslo_vmware.api [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1763.765519] env[62683]: value = "task-1799534" [ 1763.765519] env[62683]: _type = "Task" [ 1763.765519] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.775954] env[62683]: DEBUG oslo_vmware.api [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.779305] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4af0995e-e5ff-46f0-9f4a-10af9b50b7aa tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Lock "699973e3-072c-4e00-90c4-5c69616e4b11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.543s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.844949] env[62683]: DEBUG oslo_concurrency.lockutils [req-9d6664af-d1de-4d0d-a430-bcb408773ffa req-592aba1f-5bcd-4aac-8d58-3b2efa7e0f88 service nova] Releasing lock "refresh_cache-46912c26-2d0f-4d49-8840-5ab693dd8212" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.877076] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.885027] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799530, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.068394] env[62683]: DEBUG nova.compute.manager [req-4809e373-cf20-45bd-b9aa-04393272a14e req-01a7c355-0b6e-4616-84fc-8f08ebc9f71d service nova] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Received event network-vif-deleted-d84f548b-0a55-45d8-b028-e0d68b6f9033 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1764.095527] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526448be-ef64-e11c-ed0d-ac3e6e81ac52, 'name': SearchDatastore_Task, 'duration_secs': 0.013321} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.095861] env[62683]: DEBUG oslo_concurrency.lockutils [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.096107] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1764.096401] env[62683]: DEBUG oslo_concurrency.lockutils [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.096563] env[62683]: DEBUG oslo_concurrency.lockutils [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.096747] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1764.097047] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28e7c662-5fe8-4c47-96b8-0513b113a625 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.100920] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Completed reading data from the image iterator. {{(pid=62683) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1764.101160] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523791a5-7bc0-ea88-31b7-72f41be0d761/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1764.102076] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dcfdfb-f75d-4a24-ae57-1514cc58e59e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.106394] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1764.106586] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1764.107670] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd921496-1614-4d01-af18-af671fd16497 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.111757] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523791a5-7bc0-ea88-31b7-72f41be0d761/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1764.111922] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523791a5-7bc0-ea88-31b7-72f41be0d761/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1764.112491] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f71a08c6-cb6b-4449-b4a2-00eb547ac7bc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.115111] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Waiting for the task: (returnval){ [ 1764.115111] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52fc8330-c0fc-cc00-ed42-12501d057352" [ 1764.115111] env[62683]: _type = "Task" [ 1764.115111] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.123497] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52fc8330-c0fc-cc00-ed42-12501d057352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.181141] env[62683]: DEBUG nova.scheduler.client.report [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1764.210471] env[62683]: DEBUG nova.compute.manager [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1764.238986] env[62683]: DEBUG nova.virt.hardware [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1764.239264] env[62683]: DEBUG nova.virt.hardware [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1764.239435] env[62683]: DEBUG nova.virt.hardware [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1764.239612] env[62683]: DEBUG nova.virt.hardware [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1764.239762] env[62683]: DEBUG nova.virt.hardware [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1764.239913] env[62683]: DEBUG nova.virt.hardware [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1764.240162] env[62683]: DEBUG nova.virt.hardware [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1764.240343] env[62683]: DEBUG nova.virt.hardware [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1764.240514] env[62683]: DEBUG nova.virt.hardware [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1764.240814] env[62683]: DEBUG nova.virt.hardware [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1764.240860] env[62683]: DEBUG nova.virt.hardware [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1764.241726] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73229158-3c33-4571-95b3-602ed6590084 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.249803] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66b3f7e-0e52-4b18-8406-3c54c78252df {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.274447] env[62683]: DEBUG oslo_vmware.api [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799534, 'name': PowerOffVM_Task, 'duration_secs': 0.236597} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.274686] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1764.274854] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1764.275089] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-793b0a4e-8cac-4aab-b41a-cf6f21d939e0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.361078] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1764.361452] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1764.361594] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Deleting the datastore file [datastore1] 71345bf6-a872-4abe-a0a4-db0a5f2eeced {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1764.364921] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8041192-36ff-4d88-9ef9-b0da882b5279 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.372496] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799530, 'name': Rename_Task, 'duration_secs': 1.069475} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.373654] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1764.373948] env[62683]: DEBUG oslo_vmware.api [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1764.373948] env[62683]: value = "task-1799536" [ 1764.373948] env[62683]: _type = "Task" [ 1764.373948] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.374142] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31c75fcd-a6a7-4d59-8b35-16249db69e1e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.385790] env[62683]: DEBUG oslo_vmware.api [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.386584] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1764.386584] env[62683]: value = "task-1799537" [ 1764.386584] env[62683]: _type = "Task" [ 1764.386584] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.393693] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.548849] env[62683]: DEBUG oslo_vmware.rw_handles [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523791a5-7bc0-ea88-31b7-72f41be0d761/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1764.549015] env[62683]: INFO nova.virt.vmwareapi.images [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Downloaded image file data 90810b54-c06b-496a-b525-261404c2e410 [ 1764.550056] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f7127a-ebb4-4392-bb55-89cdf55642af {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.565442] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89693570-bcb1-4f69-9dce-50e6206968c0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.629153] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52fc8330-c0fc-cc00-ed42-12501d057352, 'name': SearchDatastore_Task, 'duration_secs': 0.009896} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.630082] env[62683]: INFO nova.virt.vmwareapi.images [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] The imported VM was unregistered [ 1764.632372] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Caching image {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1764.632594] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Creating directory with path [datastore1] devstack-image-cache_base/90810b54-c06b-496a-b525-261404c2e410 {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1764.632835] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e1717e-1da1-44e2-b0b0-01516fe2b133 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.635114] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-503b5198-7b27-4a43-840b-c3b36750b3a5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.639724] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Waiting for the task: (returnval){ [ 1764.639724] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5221239f-dcf8-cf83-3da4-2eda20662231" [ 1764.639724] env[62683]: _type = "Task" [ 1764.639724] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.647368] env[62683]: INFO nova.compute.manager [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Rescuing [ 1764.647645] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Acquiring lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.647813] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Acquired lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.647982] env[62683]: DEBUG nova.network.neutron [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1764.649148] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5221239f-dcf8-cf83-3da4-2eda20662231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.654952] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Created directory with path [datastore1] devstack-image-cache_base/90810b54-c06b-496a-b525-261404c2e410 {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1764.655151] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a1646ef0-89a1-4015-b384-ebfe3c61c17f/OSTACK_IMG_a1646ef0-89a1-4015-b384-ebfe3c61c17f.vmdk to [datastore1] devstack-image-cache_base/90810b54-c06b-496a-b525-261404c2e410/90810b54-c06b-496a-b525-261404c2e410.vmdk. {{(pid=62683) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1764.655392] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1886b269-b9e2-4cf1-ae68-6e80ece2dc93 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.661518] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1764.661518] env[62683]: value = "task-1799539" [ 1764.661518] env[62683]: _type = "Task" [ 1764.661518] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.669188] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799539, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.686457] env[62683]: DEBUG oslo_concurrency.lockutils [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.548s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.686658] env[62683]: INFO nova.compute.manager [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Migrating [ 1764.694726] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.564s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.696145] env[62683]: INFO nova.compute.claims [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1764.699146] env[62683]: DEBUG nova.compute.manager [req-da0fc193-d8b4-4002-903d-005681d11882 req-461ea75e-ec6e-457c-9540-ea570bba02db service nova] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Received event network-vif-plugged-ed13d8e7-b5dd-4064-80bb-d35797c8de14 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1764.702017] env[62683]: DEBUG oslo_concurrency.lockutils [req-da0fc193-d8b4-4002-903d-005681d11882 req-461ea75e-ec6e-457c-9540-ea570bba02db service nova] Acquiring lock "bf8d9643-76f4-4322-b609-dbd3433f5a20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.702017] env[62683]: DEBUG oslo_concurrency.lockutils [req-da0fc193-d8b4-4002-903d-005681d11882 req-461ea75e-ec6e-457c-9540-ea570bba02db service nova] Lock "bf8d9643-76f4-4322-b609-dbd3433f5a20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.702017] env[62683]: DEBUG oslo_concurrency.lockutils [req-da0fc193-d8b4-4002-903d-005681d11882 req-461ea75e-ec6e-457c-9540-ea570bba02db service nova] Lock "bf8d9643-76f4-4322-b609-dbd3433f5a20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.702017] env[62683]: DEBUG nova.compute.manager [req-da0fc193-d8b4-4002-903d-005681d11882 req-461ea75e-ec6e-457c-9540-ea570bba02db service nova] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] No waiting events found dispatching network-vif-plugged-ed13d8e7-b5dd-4064-80bb-d35797c8de14 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1764.702017] env[62683]: WARNING nova.compute.manager [req-da0fc193-d8b4-4002-903d-005681d11882 req-461ea75e-ec6e-457c-9540-ea570bba02db service nova] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Received unexpected event network-vif-plugged-ed13d8e7-b5dd-4064-80bb-d35797c8de14 for instance with vm_state building and task_state spawning. [ 1764.780382] env[62683]: DEBUG nova.network.neutron [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Successfully updated port: ed13d8e7-b5dd-4064-80bb-d35797c8de14 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1764.886463] env[62683]: DEBUG oslo_vmware.api [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358635} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.886779] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1764.886969] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1764.887175] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1764.887362] env[62683]: INFO nova.compute.manager [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1764.887618] env[62683]: DEBUG oslo.service.loopingcall [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1764.887879] env[62683]: DEBUG nova.compute.manager [-] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1764.887974] env[62683]: DEBUG nova.network.neutron [-] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1764.898123] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799537, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.157537] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5221239f-dcf8-cf83-3da4-2eda20662231, 'name': SearchDatastore_Task, 'duration_secs': 0.014734} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.157850] env[62683]: DEBUG oslo_concurrency.lockutils [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.158172] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 46912c26-2d0f-4d49-8840-5ab693dd8212/46912c26-2d0f-4d49-8840-5ab693dd8212.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1765.158778] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e33ab4a-4131-4cad-98ae-e1b05063107d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.170747] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Waiting for the task: (returnval){ [ 1765.170747] env[62683]: value = "task-1799541" [ 1765.170747] env[62683]: _type = "Task" [ 1765.170747] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.172033] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799539, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.181947] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': task-1799541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.209222] env[62683]: DEBUG oslo_concurrency.lockutils [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.209405] env[62683]: DEBUG oslo_concurrency.lockutils [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.209589] env[62683]: DEBUG nova.network.neutron [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1765.282714] env[62683]: DEBUG oslo_concurrency.lockutils [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "refresh_cache-bf8d9643-76f4-4322-b609-dbd3433f5a20" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.282941] env[62683]: DEBUG oslo_concurrency.lockutils [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "refresh_cache-bf8d9643-76f4-4322-b609-dbd3433f5a20" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.283128] env[62683]: DEBUG nova.network.neutron [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1765.397468] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799537, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.668151] env[62683]: DEBUG nova.network.neutron [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Updating instance_info_cache with network_info: [{"id": "ff5f1306-063b-4d22-8a01-377937aa7444", "address": "fa:16:3e:cc:12:df", "network": {"id": "43579b29-016d-4718-858c-b2445e2c670d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-465216297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "569729b7d98d41e58f2af24f2b465559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5f1306-06", "ovs_interfaceid": "ff5f1306-063b-4d22-8a01-377937aa7444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.675731] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799539, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.680224] env[62683]: DEBUG nova.network.neutron [-] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.687161] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': task-1799541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.856767] env[62683]: DEBUG nova.network.neutron [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1765.902029] env[62683]: DEBUG oslo_vmware.api [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799537, 'name': PowerOnVM_Task, 'duration_secs': 1.441588} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.902029] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1765.902029] env[62683]: INFO nova.compute.manager [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Took 11.26 seconds to spawn the instance on the hypervisor. [ 1765.902677] env[62683]: DEBUG nova.compute.manager [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1765.903867] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720d8ed5-09d9-41cb-85d2-66a9dea69066 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.004355] env[62683]: DEBUG nova.network.neutron [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Updating instance_info_cache with network_info: [{"id": "825dabdf-61ff-4d0b-b132-7c3faffc8f71", "address": "fa:16:3e:3e:e2:5a", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825dabdf-61", "ovs_interfaceid": "825dabdf-61ff-4d0b-b132-7c3faffc8f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.052933] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d27627f-dc3c-492f-a245-6c5eb5d72188 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.063013] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bb6d43-940f-4932-9206-fd40648586f4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.068495] env[62683]: DEBUG nova.network.neutron [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Updating instance_info_cache with network_info: [{"id": "ed13d8e7-b5dd-4064-80bb-d35797c8de14", "address": "fa:16:3e:53:10:be", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped13d8e7-b5", "ovs_interfaceid": "ed13d8e7-b5dd-4064-80bb-d35797c8de14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.101181] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9748bb8f-e9cb-443e-95f4-cf53da256148 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.109508] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b2f52e-a453-4742-80fc-087be5b4dbb7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.124210] env[62683]: DEBUG nova.compute.provider_tree [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.174065] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Releasing lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.176343] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799539, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.185883] env[62683]: INFO nova.compute.manager [-] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Took 1.30 seconds to deallocate network for instance. [ 1766.186298] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': task-1799541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.427637] env[62683]: INFO nova.compute.manager [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Took 25.42 seconds to build instance. [ 1766.506918] env[62683]: DEBUG oslo_concurrency.lockutils [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.571468] env[62683]: DEBUG oslo_concurrency.lockutils [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "refresh_cache-bf8d9643-76f4-4322-b609-dbd3433f5a20" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.571949] env[62683]: DEBUG nova.compute.manager [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Instance network_info: |[{"id": "ed13d8e7-b5dd-4064-80bb-d35797c8de14", "address": "fa:16:3e:53:10:be", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped13d8e7-b5", "ovs_interfaceid": "ed13d8e7-b5dd-4064-80bb-d35797c8de14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1766.572541] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:10:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed13d8e7-b5dd-4064-80bb-d35797c8de14', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1766.582298] env[62683]: DEBUG oslo.service.loopingcall [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.582635] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1766.582953] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-028943de-20bd-4cf6-b203-9c0ed17e7ccd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.605110] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1766.605110] env[62683]: value = "task-1799542" [ 1766.605110] env[62683]: _type = "Task" [ 1766.605110] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.613098] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799542, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.627512] env[62683]: DEBUG nova.scheduler.client.report [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1766.675340] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799539, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.688297] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': task-1799541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.693496] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.860503] env[62683]: DEBUG nova.compute.manager [req-ed3a78e9-3bd6-47ae-ac23-4c0fb820248f req-3879ac22-1fb9-4899-8b52-20584057768b service nova] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Received event network-changed-ed13d8e7-b5dd-4064-80bb-d35797c8de14 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1766.860707] env[62683]: DEBUG nova.compute.manager [req-ed3a78e9-3bd6-47ae-ac23-4c0fb820248f req-3879ac22-1fb9-4899-8b52-20584057768b service nova] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Refreshing instance network info cache due to event network-changed-ed13d8e7-b5dd-4064-80bb-d35797c8de14. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1766.860924] env[62683]: DEBUG oslo_concurrency.lockutils [req-ed3a78e9-3bd6-47ae-ac23-4c0fb820248f req-3879ac22-1fb9-4899-8b52-20584057768b service nova] Acquiring lock "refresh_cache-bf8d9643-76f4-4322-b609-dbd3433f5a20" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.861076] env[62683]: DEBUG oslo_concurrency.lockutils [req-ed3a78e9-3bd6-47ae-ac23-4c0fb820248f req-3879ac22-1fb9-4899-8b52-20584057768b service nova] Acquired lock "refresh_cache-bf8d9643-76f4-4322-b609-dbd3433f5a20" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.861237] env[62683]: DEBUG nova.network.neutron [req-ed3a78e9-3bd6-47ae-ac23-4c0fb820248f req-3879ac22-1fb9-4899-8b52-20584057768b service nova] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Refreshing network info cache for port ed13d8e7-b5dd-4064-80bb-d35797c8de14 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1766.930116] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5dcc9da4-65a9-4728-bd56-7850dfc259af tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "1478606f-84b3-4b2d-ae96-ce75e59929d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.927s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.941197] env[62683]: DEBUG nova.compute.manager [req-1425b76e-5c64-4fb4-af84-3e3cb59beb50 req-12bc8d1b-1354-4aac-8a99-7890074ebd74 service nova] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Received event network-changed-21d0734c-80f6-41be-84fc-bde07536e9f7 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1766.941421] env[62683]: DEBUG nova.compute.manager [req-1425b76e-5c64-4fb4-af84-3e3cb59beb50 req-12bc8d1b-1354-4aac-8a99-7890074ebd74 service nova] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Refreshing instance network info cache due to event network-changed-21d0734c-80f6-41be-84fc-bde07536e9f7. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1766.941702] env[62683]: DEBUG oslo_concurrency.lockutils [req-1425b76e-5c64-4fb4-af84-3e3cb59beb50 req-12bc8d1b-1354-4aac-8a99-7890074ebd74 service nova] Acquiring lock "refresh_cache-1478606f-84b3-4b2d-ae96-ce75e59929d5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.941806] env[62683]: DEBUG oslo_concurrency.lockutils [req-1425b76e-5c64-4fb4-af84-3e3cb59beb50 req-12bc8d1b-1354-4aac-8a99-7890074ebd74 service nova] Acquired lock "refresh_cache-1478606f-84b3-4b2d-ae96-ce75e59929d5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.942016] env[62683]: DEBUG nova.network.neutron [req-1425b76e-5c64-4fb4-af84-3e3cb59beb50 req-12bc8d1b-1354-4aac-8a99-7890074ebd74 service nova] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Refreshing network info cache for port 21d0734c-80f6-41be-84fc-bde07536e9f7 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1766.964048] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Volume attach. Driver type: vmdk {{(pid=62683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1766.964476] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373162', 'volume_id': '694e708c-3811-4df0-bccd-0b759749301f', 'name': 'volume-694e708c-3811-4df0-bccd-0b759749301f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8063def-3d83-4b9f-87db-db1ab1faeff3', 'attached_at': '', 'detached_at': '', 'volume_id': '694e708c-3811-4df0-bccd-0b759749301f', 'serial': '694e708c-3811-4df0-bccd-0b759749301f'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1766.965563] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0f7c28-923e-4080-8f9f-1958e7a47e28 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.983898] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ea879c-092c-4440-84f8-9898c07be2ca {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.010237] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] volume-694e708c-3811-4df0-bccd-0b759749301f/volume-694e708c-3811-4df0-bccd-0b759749301f.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1767.014615] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69914252-237f-4f34-afa8-ff16b92079fb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.035907] env[62683]: DEBUG oslo_vmware.api [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1767.035907] env[62683]: value = "task-1799543" [ 1767.035907] env[62683]: _type = "Task" [ 1767.035907] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.046012] env[62683]: DEBUG oslo_vmware.api [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.116686] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799542, 'name': CreateVM_Task, 'duration_secs': 0.49512} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.116872] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1767.117670] env[62683]: DEBUG oslo_concurrency.lockutils [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.117876] env[62683]: DEBUG oslo_concurrency.lockutils [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.118236] env[62683]: DEBUG oslo_concurrency.lockutils [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1767.118532] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71596cde-5fe9-4394-89b1-bdfe60c07e52 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.123867] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1767.123867] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a80960-a54c-d624-a16f-6c48a05b7a7a" [ 1767.123867] env[62683]: _type = "Task" [ 1767.123867] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.133933] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.134724] env[62683]: DEBUG nova.compute.manager [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1767.137569] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a80960-a54c-d624-a16f-6c48a05b7a7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.138884] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.983s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.141712] env[62683]: INFO nova.compute.claims [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1767.186959] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799539, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.193826] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': task-1799541, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.550147] env[62683]: DEBUG oslo_vmware.api [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.633797] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a80960-a54c-d624-a16f-6c48a05b7a7a, 'name': SearchDatastore_Task, 'duration_secs': 0.062106} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.634129] env[62683]: DEBUG oslo_concurrency.lockutils [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.634403] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1767.634689] env[62683]: DEBUG oslo_concurrency.lockutils [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.634873] env[62683]: DEBUG oslo_concurrency.lockutils [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.635112] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1767.637475] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d100f758-8027-44a4-bf2b-633191e1a046 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.645517] env[62683]: DEBUG nova.compute.utils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1767.646895] env[62683]: DEBUG nova.compute.manager [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1767.647078] env[62683]: DEBUG nova.network.neutron [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1767.649845] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1767.650161] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1767.651418] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb12436b-7a00-4fea-965c-ab49d0411e1d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.657877] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1767.657877] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cc2662-80c6-a90f-4cbc-960e99a50da8" [ 1767.657877] env[62683]: _type = "Task" [ 1767.657877] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.669833] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cc2662-80c6-a90f-4cbc-960e99a50da8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.677706] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799539, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.889903} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.677921] env[62683]: INFO nova.virt.vmwareapi.ds_util [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a1646ef0-89a1-4015-b384-ebfe3c61c17f/OSTACK_IMG_a1646ef0-89a1-4015-b384-ebfe3c61c17f.vmdk to [datastore1] devstack-image-cache_base/90810b54-c06b-496a-b525-261404c2e410/90810b54-c06b-496a-b525-261404c2e410.vmdk. [ 1767.678301] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Cleaning up location [datastore1] OSTACK_IMG_a1646ef0-89a1-4015-b384-ebfe3c61c17f {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1767.678522] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a1646ef0-89a1-4015-b384-ebfe3c61c17f {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1767.679021] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fa04f74-cbf2-4224-8db2-5a602def4710 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.689504] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': task-1799541, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.356158} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.692100] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 46912c26-2d0f-4d49-8840-5ab693dd8212/46912c26-2d0f-4d49-8840-5ab693dd8212.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1767.692100] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1767.692100] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1767.692100] env[62683]: value = "task-1799544" [ 1767.692100] env[62683]: _type = "Task" [ 1767.692100] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.692100] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af87492c-c814-4b59-a068-a3e3339c7299 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.694946] env[62683]: DEBUG nova.network.neutron [req-1425b76e-5c64-4fb4-af84-3e3cb59beb50 req-12bc8d1b-1354-4aac-8a99-7890074ebd74 service nova] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Updated VIF entry in instance network info cache for port 21d0734c-80f6-41be-84fc-bde07536e9f7. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1767.695310] env[62683]: DEBUG nova.network.neutron [req-1425b76e-5c64-4fb4-af84-3e3cb59beb50 req-12bc8d1b-1354-4aac-8a99-7890074ebd74 service nova] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Updating instance_info_cache with network_info: [{"id": "21d0734c-80f6-41be-84fc-bde07536e9f7", "address": "fa:16:3e:f9:d4:45", "network": {"id": "ba11f020-6824-4640-87e7-88d65841f5cd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-561817691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "440bf5afe3e6432fb149fdb3487edf93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d0734c-80", "ovs_interfaceid": "21d0734c-80f6-41be-84fc-bde07536e9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.705674] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.706550] env[62683]: DEBUG nova.policy [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a04a65a483cc4e849d907f55e1b3a119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f9c17b024c8421bb402834aad9d6c18', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1767.710375] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Waiting for the task: (returnval){ [ 1767.710375] env[62683]: value = "task-1799545" [ 1767.710375] env[62683]: _type = "Task" [ 1767.710375] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.720043] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': task-1799545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.720532] env[62683]: DEBUG nova.network.neutron [req-ed3a78e9-3bd6-47ae-ac23-4c0fb820248f req-3879ac22-1fb9-4899-8b52-20584057768b service nova] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Updated VIF entry in instance network info cache for port ed13d8e7-b5dd-4064-80bb-d35797c8de14. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1767.720637] env[62683]: DEBUG nova.network.neutron [req-ed3a78e9-3bd6-47ae-ac23-4c0fb820248f req-3879ac22-1fb9-4899-8b52-20584057768b service nova] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Updating instance_info_cache with network_info: [{"id": "ed13d8e7-b5dd-4064-80bb-d35797c8de14", "address": "fa:16:3e:53:10:be", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped13d8e7-b5", "ovs_interfaceid": "ed13d8e7-b5dd-4064-80bb-d35797c8de14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.722051] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1767.722662] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22462fa7-a30d-43b9-9458-bf27f158f494 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.729117] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Waiting for the task: (returnval){ [ 1767.729117] env[62683]: value = "task-1799546" [ 1767.729117] env[62683]: _type = "Task" [ 1767.729117] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.738012] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.047240] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0225726e-53f1-4f61-94ab-2eb0d95d8e7c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.060027] env[62683]: DEBUG oslo_vmware.api [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799543, 'name': ReconfigVM_Task, 'duration_secs': 0.812286} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.076620] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Reconfigured VM instance instance-00000055 to attach disk [datastore1] volume-694e708c-3811-4df0-bccd-0b759749301f/volume-694e708c-3811-4df0-bccd-0b759749301f.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1768.082330] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Updating instance '134c873e-9d20-4c6a-931f-c835cfb97376' progress to 0 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1768.086857] env[62683]: DEBUG nova.network.neutron [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Successfully created port: 75342800-419d-431d-a7e3-f2a1a237883e {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1768.088864] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c056e1dc-2692-4002-af65-8bda9fbf1d89 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.105545] env[62683]: DEBUG oslo_vmware.api [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1768.105545] env[62683]: value = "task-1799547" [ 1768.105545] env[62683]: _type = "Task" [ 1768.105545] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.114755] env[62683]: DEBUG oslo_vmware.api [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.150894] env[62683]: DEBUG nova.compute.manager [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1768.167644] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cc2662-80c6-a90f-4cbc-960e99a50da8, 'name': SearchDatastore_Task, 'duration_secs': 0.055036} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.168476] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e2ed40e-50d7-4019-bc8b-4b5da5b228ed {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.176207] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1768.176207] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]524ff175-bd44-967e-8e16-37d128e373f6" [ 1768.176207] env[62683]: _type = "Task" [ 1768.176207] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.184715] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]524ff175-bd44-967e-8e16-37d128e373f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.202829] env[62683]: DEBUG oslo_concurrency.lockutils [req-1425b76e-5c64-4fb4-af84-3e3cb59beb50 req-12bc8d1b-1354-4aac-8a99-7890074ebd74 service nova] Releasing lock "refresh_cache-1478606f-84b3-4b2d-ae96-ce75e59929d5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.209730] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129051} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.210871] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1768.210871] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/90810b54-c06b-496a-b525-261404c2e410/90810b54-c06b-496a-b525-261404c2e410.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.210871] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/90810b54-c06b-496a-b525-261404c2e410/90810b54-c06b-496a-b525-261404c2e410.vmdk to [datastore1] 638fdfcd-54a2-4151-8f56-9230a6969ba3/638fdfcd-54a2-4151-8f56-9230a6969ba3.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1768.210871] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d65ebb2-e2c5-463e-b692-646a46f456eb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.223749] env[62683]: DEBUG oslo_concurrency.lockutils [req-ed3a78e9-3bd6-47ae-ac23-4c0fb820248f req-3879ac22-1fb9-4899-8b52-20584057768b service nova] Releasing lock "refresh_cache-bf8d9643-76f4-4322-b609-dbd3433f5a20" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.224014] env[62683]: DEBUG nova.compute.manager [req-ed3a78e9-3bd6-47ae-ac23-4c0fb820248f req-3879ac22-1fb9-4899-8b52-20584057768b service nova] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Received event network-vif-deleted-60545d01-1263-4090-9317-690e1412cf71 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1768.224432] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': task-1799545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072604} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.225759] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1768.226138] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1768.226138] env[62683]: value = "task-1799548" [ 1768.226138] env[62683]: _type = "Task" [ 1768.226138] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.226873] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10982baf-4a67-4f5a-b3b7-80e484755640 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.256939] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 46912c26-2d0f-4d49-8840-5ab693dd8212/46912c26-2d0f-4d49-8840-5ab693dd8212.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1768.265201] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6fa6f1f-7fa6-44a7-8b18-14cc6edc33f7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.279312] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.279594] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799546, 'name': PowerOffVM_Task, 'duration_secs': 0.209562} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.283035] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1768.283035] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0c80aa-829b-4813-ab58-653cbd7fbed6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.286585] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Waiting for the task: (returnval){ [ 1768.286585] env[62683]: value = "task-1799549" [ 1768.286585] env[62683]: _type = "Task" [ 1768.286585] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.307863] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69112bca-9c5a-468e-9137-afeba4a082ec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.320770] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': task-1799549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.359517] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1768.359825] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f28ec268-99e9-41a5-b260-53609c710a83 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.367859] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Waiting for the task: (returnval){ [ 1768.367859] env[62683]: value = "task-1799550" [ 1768.367859] env[62683]: _type = "Task" [ 1768.367859] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.380443] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] VM already powered off {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1768.380665] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1768.380877] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.551197] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52526401-55c2-40d7-b256-0b380e07a0c0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.564440] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb9d005-cabd-4979-bbe5-d3d62a12aa76 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.603382] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1768.603382] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16dbe80c-e1bd-4734-a6e8-4bb0caf1161e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.605222] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80087ed0-670a-470a-a1e7-77c4ac3a4fd4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.613883] env[62683]: DEBUG oslo_vmware.api [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1768.613883] env[62683]: value = "task-1799551" [ 1768.613883] env[62683]: _type = "Task" [ 1768.613883] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.623399] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c7e575-1eeb-43f2-820d-1bcbbfe7df38 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.627767] env[62683]: DEBUG oslo_vmware.api [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799547, 'name': ReconfigVM_Task, 'duration_secs': 0.144365} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.628159] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373162', 'volume_id': '694e708c-3811-4df0-bccd-0b759749301f', 'name': 'volume-694e708c-3811-4df0-bccd-0b759749301f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8063def-3d83-4b9f-87db-db1ab1faeff3', 'attached_at': '', 'detached_at': '', 'volume_id': '694e708c-3811-4df0-bccd-0b759749301f', 'serial': '694e708c-3811-4df0-bccd-0b759749301f'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1768.644901] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] VM already powered off {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1768.644901] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Updating instance '134c873e-9d20-4c6a-931f-c835cfb97376' progress to 17 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1768.648289] env[62683]: DEBUG nova.compute.provider_tree [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1768.690114] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]524ff175-bd44-967e-8e16-37d128e373f6, 'name': SearchDatastore_Task, 'duration_secs': 0.041269} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.690409] env[62683]: DEBUG oslo_concurrency.lockutils [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.690812] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] bf8d9643-76f4-4322-b609-dbd3433f5a20/bf8d9643-76f4-4322-b609-dbd3433f5a20.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1768.690997] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.691210] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1768.691926] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-644c0e0d-d652-4bcc-9cca-8ba5886e9e19 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.694746] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9f63da6-0777-4c92-9753-fa45bedc0e07 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.705527] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1768.705527] env[62683]: value = "task-1799552" [ 1768.705527] env[62683]: _type = "Task" [ 1768.705527] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.718517] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.720142] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1768.720347] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1768.721088] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5091fcb-402c-44b9-8895-62e4055fb19e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.727424] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Waiting for the task: (returnval){ [ 1768.727424] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52401227-5a63-0699-e5f9-6ed106174c93" [ 1768.727424] env[62683]: _type = "Task" [ 1768.727424] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.740489] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52401227-5a63-0699-e5f9-6ed106174c93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.743999] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799548, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.813436] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': task-1799549, 'name': ReconfigVM_Task, 'duration_secs': 0.301834} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.813845] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 46912c26-2d0f-4d49-8840-5ab693dd8212/46912c26-2d0f-4d49-8840-5ab693dd8212.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1768.814686] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c04a8ee-8ecc-4f9c-b8c6-2c259fbf32d7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.823068] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Waiting for the task: (returnval){ [ 1768.823068] env[62683]: value = "task-1799553" [ 1768.823068] env[62683]: _type = "Task" [ 1768.823068] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.834999] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': task-1799553, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.907419] env[62683]: DEBUG nova.compute.manager [req-030568c2-3c0a-49b7-ac0d-2e460319eea3 req-e49b49b0-d664-43bb-8bd7-a781403b7ef7 service nova] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Received event network-changed-21d0734c-80f6-41be-84fc-bde07536e9f7 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1768.907637] env[62683]: DEBUG nova.compute.manager [req-030568c2-3c0a-49b7-ac0d-2e460319eea3 req-e49b49b0-d664-43bb-8bd7-a781403b7ef7 service nova] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Refreshing instance network info cache due to event network-changed-21d0734c-80f6-41be-84fc-bde07536e9f7. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1768.907861] env[62683]: DEBUG oslo_concurrency.lockutils [req-030568c2-3c0a-49b7-ac0d-2e460319eea3 req-e49b49b0-d664-43bb-8bd7-a781403b7ef7 service nova] Acquiring lock "refresh_cache-1478606f-84b3-4b2d-ae96-ce75e59929d5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.907999] env[62683]: DEBUG oslo_concurrency.lockutils [req-030568c2-3c0a-49b7-ac0d-2e460319eea3 req-e49b49b0-d664-43bb-8bd7-a781403b7ef7 service nova] Acquired lock "refresh_cache-1478606f-84b3-4b2d-ae96-ce75e59929d5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.908238] env[62683]: DEBUG nova.network.neutron [req-030568c2-3c0a-49b7-ac0d-2e460319eea3 req-e49b49b0-d664-43bb-8bd7-a781403b7ef7 service nova] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Refreshing network info cache for port 21d0734c-80f6-41be-84fc-bde07536e9f7 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1769.153263] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:35:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1769.153599] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1769.153779] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1769.154431] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1769.154431] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1769.154431] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1769.154583] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1769.154668] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1769.154838] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1769.155045] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1769.155666] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1769.161934] env[62683]: DEBUG nova.scheduler.client.report [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1769.165664] env[62683]: DEBUG nova.compute.manager [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1769.167992] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-231be3d0-8a54-450b-9b68-2b5f4c079ab4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.191616] env[62683]: DEBUG oslo_vmware.api [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1769.191616] env[62683]: value = "task-1799554" [ 1769.191616] env[62683]: _type = "Task" [ 1769.191616] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.204119] env[62683]: DEBUG oslo_vmware.api [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799554, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.212604] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1769.212877] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1769.213057] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1769.213248] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1769.213398] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1769.213550] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1769.213758] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1769.213936] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1769.214130] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1769.214296] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1769.214533] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1769.215410] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c157b1b-0625-4b7a-a1ff-cd9a4e7880d6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.222575] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.228469] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a5fb8e-8c8e-4872-acd5-166c390d51d7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.257560] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799548, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.257853] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52401227-5a63-0699-e5f9-6ed106174c93, 'name': SearchDatastore_Task, 'duration_secs': 0.083232} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.258704] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0df3f69d-c4f9-4ab1-b1a7-de899bf927b0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.266754] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Waiting for the task: (returnval){ [ 1769.266754] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]520ddb4c-fb6d-a531-1d94-fe30be409e6a" [ 1769.266754] env[62683]: _type = "Task" [ 1769.266754] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.277633] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]520ddb4c-fb6d-a531-1d94-fe30be409e6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.335036] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': task-1799553, 'name': Rename_Task, 'duration_secs': 0.210546} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.335375] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1769.335662] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0e7adf9-5152-4667-9b37-c797310413fb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.345761] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Waiting for the task: (returnval){ [ 1769.345761] env[62683]: value = "task-1799555" [ 1769.345761] env[62683]: _type = "Task" [ 1769.345761] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.357222] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': task-1799555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.683632] env[62683]: DEBUG nova.objects.instance [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lazy-loading 'flavor' on Instance uuid c8063def-3d83-4b9f-87db-db1ab1faeff3 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1769.685743] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.686445] env[62683]: DEBUG nova.compute.manager [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1769.689156] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.544s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.690807] env[62683]: INFO nova.compute.claims [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1769.706842] env[62683]: DEBUG oslo_vmware.api [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.718705] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.746212] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799548, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.747459] env[62683]: DEBUG nova.network.neutron [req-030568c2-3c0a-49b7-ac0d-2e460319eea3 req-e49b49b0-d664-43bb-8bd7-a781403b7ef7 service nova] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Updated VIF entry in instance network info cache for port 21d0734c-80f6-41be-84fc-bde07536e9f7. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1769.747663] env[62683]: DEBUG nova.network.neutron [req-030568c2-3c0a-49b7-ac0d-2e460319eea3 req-e49b49b0-d664-43bb-8bd7-a781403b7ef7 service nova] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Updating instance_info_cache with network_info: [{"id": "21d0734c-80f6-41be-84fc-bde07536e9f7", "address": "fa:16:3e:f9:d4:45", "network": {"id": "ba11f020-6824-4640-87e7-88d65841f5cd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-561817691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "440bf5afe3e6432fb149fdb3487edf93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d0734c-80", "ovs_interfaceid": "21d0734c-80f6-41be-84fc-bde07536e9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.780273] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]520ddb4c-fb6d-a531-1d94-fe30be409e6a, 'name': SearchDatastore_Task, 'duration_secs': 0.08498} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.780586] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.780960] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 699973e3-072c-4e00-90c4-5c69616e4b11/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk. {{(pid=62683) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1769.781499] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb8caec0-29dd-43d9-8960-90fcdc6de411 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.790560] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Waiting for the task: (returnval){ [ 1769.790560] env[62683]: value = "task-1799556" [ 1769.790560] env[62683]: _type = "Task" [ 1769.790560] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.802901] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.857718] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': task-1799555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.909716] env[62683]: DEBUG nova.compute.manager [req-e6267d82-b84f-47dc-b3e0-43201960529a req-9703b066-f8d0-4574-9f9a-05a64e918fea service nova] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Received event network-vif-plugged-75342800-419d-431d-a7e3-f2a1a237883e {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1769.909950] env[62683]: DEBUG oslo_concurrency.lockutils [req-e6267d82-b84f-47dc-b3e0-43201960529a req-9703b066-f8d0-4574-9f9a-05a64e918fea service nova] Acquiring lock "d5ee0470-9591-4471-a8a6-cde1fc0cca1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.910186] env[62683]: DEBUG oslo_concurrency.lockutils [req-e6267d82-b84f-47dc-b3e0-43201960529a req-9703b066-f8d0-4574-9f9a-05a64e918fea service nova] Lock "d5ee0470-9591-4471-a8a6-cde1fc0cca1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.910358] env[62683]: DEBUG oslo_concurrency.lockutils [req-e6267d82-b84f-47dc-b3e0-43201960529a req-9703b066-f8d0-4574-9f9a-05a64e918fea service nova] Lock "d5ee0470-9591-4471-a8a6-cde1fc0cca1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.910532] env[62683]: DEBUG nova.compute.manager [req-e6267d82-b84f-47dc-b3e0-43201960529a req-9703b066-f8d0-4574-9f9a-05a64e918fea service nova] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] No waiting events found dispatching network-vif-plugged-75342800-419d-431d-a7e3-f2a1a237883e {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1769.910702] env[62683]: WARNING nova.compute.manager [req-e6267d82-b84f-47dc-b3e0-43201960529a req-9703b066-f8d0-4574-9f9a-05a64e918fea service nova] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Received unexpected event network-vif-plugged-75342800-419d-431d-a7e3-f2a1a237883e for instance with vm_state building and task_state spawning. [ 1769.986736] env[62683]: DEBUG nova.network.neutron [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Successfully updated port: 75342800-419d-431d-a7e3-f2a1a237883e {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1770.194571] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1b62ed2f-b8e0-4e83-871e-1788e2fed4df tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "c8063def-3d83-4b9f-87db-db1ab1faeff3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.844s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.203550] env[62683]: DEBUG nova.compute.utils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1770.205921] env[62683]: DEBUG nova.compute.manager [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1770.205921] env[62683]: DEBUG nova.network.neutron [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1770.225249] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.228831] env[62683]: DEBUG oslo_vmware.api [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799554, 'name': ReconfigVM_Task, 'duration_secs': 0.984346} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.229167] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Updating instance '134c873e-9d20-4c6a-931f-c835cfb97376' progress to 33 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1770.245548] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799548, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.250441] env[62683]: DEBUG oslo_concurrency.lockutils [req-030568c2-3c0a-49b7-ac0d-2e460319eea3 req-e49b49b0-d664-43bb-8bd7-a781403b7ef7 service nova] Releasing lock "refresh_cache-1478606f-84b3-4b2d-ae96-ce75e59929d5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.302783] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.320883] env[62683]: DEBUG nova.policy [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a04a65a483cc4e849d907f55e1b3a119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f9c17b024c8421bb402834aad9d6c18', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1770.359922] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': task-1799555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.490485] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "refresh_cache-d5ee0470-9591-4471-a8a6-cde1fc0cca1c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.490663] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquired lock "refresh_cache-d5ee0470-9591-4471-a8a6-cde1fc0cca1c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.490855] env[62683]: DEBUG nova.network.neutron [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1770.703813] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquiring lock "7f15b66f-2278-4a5a-8481-23e03d363e61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.704124] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "7f15b66f-2278-4a5a-8481-23e03d363e61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.715063] env[62683]: DEBUG nova.compute.manager [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1770.729819] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799552, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.736208] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1770.736476] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1770.737988] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1770.737988] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1770.737988] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1770.737988] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1770.737988] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1770.738182] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1770.738647] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1770.738882] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1770.739040] env[62683]: DEBUG nova.virt.hardware [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1770.745244] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1770.745774] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62c229a8-e792-4407-b605-7f43436b3f07 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.776579] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799548, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.779282] env[62683]: DEBUG oslo_vmware.api [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1770.779282] env[62683]: value = "task-1799557" [ 1770.779282] env[62683]: _type = "Task" [ 1770.779282] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.780358] env[62683]: DEBUG nova.network.neutron [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Successfully created port: 92aedbbc-776f-4820-ad0c-03ecb756a4f4 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1770.801030] env[62683]: DEBUG oslo_vmware.api [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.806998] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.861134] env[62683]: DEBUG oslo_vmware.api [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': task-1799555, 'name': PowerOnVM_Task, 'duration_secs': 1.180781} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.861134] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1770.861303] env[62683]: INFO nova.compute.manager [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Took 10.13 seconds to spawn the instance on the hypervisor. [ 1770.862690] env[62683]: DEBUG nova.compute.manager [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1770.862690] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2828a3c2-7ef0-43e6-9693-0fed216c73cd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.010275] env[62683]: INFO nova.compute.manager [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Rescuing [ 1771.010545] env[62683]: DEBUG oslo_concurrency.lockutils [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.010693] env[62683]: DEBUG oslo_concurrency.lockutils [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquired lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.010952] env[62683]: DEBUG nova.network.neutron [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1771.021963] env[62683]: DEBUG nova.network.neutron [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1771.156989] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382539fb-b570-469c-9604-83b605660ddf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.164963] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b012d5-76ad-47ad-9271-1b718352364a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.196440] env[62683]: DEBUG nova.network.neutron [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Updating instance_info_cache with network_info: [{"id": "75342800-419d-431d-a7e3-f2a1a237883e", "address": "fa:16:3e:aa:e2:34", "network": {"id": "428a6db0-a251-44a8-b0f2-42c893e95905", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-522804421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9c17b024c8421bb402834aad9d6c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75342800-41", "ovs_interfaceid": "75342800-419d-431d-a7e3-f2a1a237883e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.198182] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9cc5e1-d58d-4f3a-a6cd-f5aabc9f6658 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.205763] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f76eeb-15c6-4016-883b-25f7a31fe1f5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.210348] env[62683]: DEBUG nova.compute.manager [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1771.226128] env[62683]: DEBUG nova.compute.provider_tree [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1771.238152] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799552, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.406194} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.238260] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] bf8d9643-76f4-4322-b609-dbd3433f5a20/bf8d9643-76f4-4322-b609-dbd3433f5a20.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1771.238590] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1771.238933] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5d02309-b60f-4918-b4b9-e4536d3a2bfb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.250495] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1771.250495] env[62683]: value = "task-1799558" [ 1771.250495] env[62683]: _type = "Task" [ 1771.250495] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.261706] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799548, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.560372} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.262427] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/90810b54-c06b-496a-b525-261404c2e410/90810b54-c06b-496a-b525-261404c2e410.vmdk to [datastore1] 638fdfcd-54a2-4151-8f56-9230a6969ba3/638fdfcd-54a2-4151-8f56-9230a6969ba3.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1771.263221] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c0a60d-eec3-4383-a813-64cf3414a2cb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.268562] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.288412] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 638fdfcd-54a2-4151-8f56-9230a6969ba3/638fdfcd-54a2-4151-8f56-9230a6969ba3.vmdk or device None with type streamOptimized {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1771.289261] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed202ecb-1fb1-40b5-a811-1523e5a29bef {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.315309] env[62683]: DEBUG oslo_vmware.api [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799557, 'name': ReconfigVM_Task, 'duration_secs': 0.260093} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.318392] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1771.318738] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799556, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.320321] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd771201-a73a-4992-8e7e-c79594006fb5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.322747] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1771.322747] env[62683]: value = "task-1799559" [ 1771.322747] env[62683]: _type = "Task" [ 1771.322747] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.343253] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 134c873e-9d20-4c6a-931f-c835cfb97376/134c873e-9d20-4c6a-931f-c835cfb97376.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1771.344425] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-436c0507-9455-4fea-9251-5b27938d718e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.361284] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.366761] env[62683]: DEBUG oslo_vmware.api [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1771.366761] env[62683]: value = "task-1799560" [ 1771.366761] env[62683]: _type = "Task" [ 1771.366761] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.379745] env[62683]: DEBUG oslo_vmware.api [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.386261] env[62683]: INFO nova.compute.manager [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Took 29.52 seconds to build instance. [ 1771.701402] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Releasing lock "refresh_cache-d5ee0470-9591-4471-a8a6-cde1fc0cca1c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.701720] env[62683]: DEBUG nova.compute.manager [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Instance network_info: |[{"id": "75342800-419d-431d-a7e3-f2a1a237883e", "address": "fa:16:3e:aa:e2:34", "network": {"id": "428a6db0-a251-44a8-b0f2-42c893e95905", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-522804421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9c17b024c8421bb402834aad9d6c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75342800-41", "ovs_interfaceid": "75342800-419d-431d-a7e3-f2a1a237883e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1771.702134] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:e2:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75342800-419d-431d-a7e3-f2a1a237883e', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1771.709588] env[62683]: DEBUG oslo.service.loopingcall [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1771.709921] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1771.710017] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-130e6a6b-3748-4ae5-ab2e-564c5473cede {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.731840] env[62683]: DEBUG nova.compute.manager [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1771.733599] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1771.733599] env[62683]: value = "task-1799561" [ 1771.733599] env[62683]: _type = "Task" [ 1771.733599] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.737055] env[62683]: DEBUG nova.scheduler.client.report [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1771.748859] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799561, 'name': CreateVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.758581] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.767758] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089089} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.768000] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1771.770898] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1771.771196] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1771.771377] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1771.771622] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1771.771836] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1771.771995] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1771.772261] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1771.772487] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1771.772708] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1771.772922] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1771.773246] env[62683]: DEBUG nova.virt.hardware [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1771.774101] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84907850-f528-4e7c-9167-efeb1a1c2f31 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.777686] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca7b7d0-4089-4689-995b-9cf28064069b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.803409] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] bf8d9643-76f4-4322-b609-dbd3433f5a20/bf8d9643-76f4-4322-b609-dbd3433f5a20.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1771.805956] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4c375f7-3778-4c0f-bcb5-2b971d954bd6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.821364] env[62683]: DEBUG nova.network.neutron [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Updating instance_info_cache with network_info: [{"id": "417b812d-f85f-4111-befc-2b197e61792b", "address": "fa:16:3e:6b:60:f4", "network": {"id": "56ec6ea4-baec-42d8-9557-31106649266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842389253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fdf78b06b4546f4b41a683bea2928cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap417b812d-f8", "ovs_interfaceid": "417b812d-f85f-4111-befc-2b197e61792b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.824257] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a80335d-b32e-4676-88d7-83089dcfb0a8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.837455] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1771.837455] env[62683]: value = "task-1799562" [ 1771.837455] env[62683]: _type = "Task" [ 1771.837455] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.848820] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799556, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.934336} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.854957] env[62683]: INFO nova.virt.vmwareapi.ds_util [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 699973e3-072c-4e00-90c4-5c69616e4b11/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk. [ 1771.855463] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.856549] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41d72b4-85a5-47dc-a858-ec2644edaebd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.864387] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.884235] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 699973e3-072c-4e00-90c4-5c69616e4b11/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1771.887599] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0708e1f6-cf50-417d-bec9-4d35a306ad54 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.901216] env[62683]: DEBUG oslo_concurrency.lockutils [None req-278e7bf3-2175-4329-9457-387c0f0c089f tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Lock "46912c26-2d0f-4d49-8840-5ab693dd8212" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.045s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.906973] env[62683]: DEBUG oslo_vmware.api [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.908257] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Waiting for the task: (returnval){ [ 1771.908257] env[62683]: value = "task-1799563" [ 1771.908257] env[62683]: _type = "Task" [ 1771.908257] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.916101] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.967509] env[62683]: DEBUG nova.compute.manager [req-33f29a1b-42d3-477c-8037-dbb4d66b784d req-79e3ae99-11fa-4bb0-8094-67592d20ca8c service nova] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Received event network-changed-75342800-419d-431d-a7e3-f2a1a237883e {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1771.967824] env[62683]: DEBUG nova.compute.manager [req-33f29a1b-42d3-477c-8037-dbb4d66b784d req-79e3ae99-11fa-4bb0-8094-67592d20ca8c service nova] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Refreshing instance network info cache due to event network-changed-75342800-419d-431d-a7e3-f2a1a237883e. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1771.968111] env[62683]: DEBUG oslo_concurrency.lockutils [req-33f29a1b-42d3-477c-8037-dbb4d66b784d req-79e3ae99-11fa-4bb0-8094-67592d20ca8c service nova] Acquiring lock "refresh_cache-d5ee0470-9591-4471-a8a6-cde1fc0cca1c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.968296] env[62683]: DEBUG oslo_concurrency.lockutils [req-33f29a1b-42d3-477c-8037-dbb4d66b784d req-79e3ae99-11fa-4bb0-8094-67592d20ca8c service nova] Acquired lock "refresh_cache-d5ee0470-9591-4471-a8a6-cde1fc0cca1c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.968507] env[62683]: DEBUG nova.network.neutron [req-33f29a1b-42d3-477c-8037-dbb4d66b784d req-79e3ae99-11fa-4bb0-8094-67592d20ca8c service nova] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Refreshing network info cache for port 75342800-419d-431d-a7e3-f2a1a237883e {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1772.245379] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.245957] env[62683]: DEBUG nova.compute.manager [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1772.261563] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.768s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.261948] env[62683]: DEBUG nova.objects.instance [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1772.267829] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799561, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.329969] env[62683]: DEBUG oslo_concurrency.lockutils [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Releasing lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.342806] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.361689] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.388019] env[62683]: DEBUG oslo_vmware.api [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799560, 'name': ReconfigVM_Task, 'duration_secs': 0.93103} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.391016] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 134c873e-9d20-4c6a-931f-c835cfb97376/134c873e-9d20-4c6a-931f-c835cfb97376.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1772.391016] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Updating instance '134c873e-9d20-4c6a-931f-c835cfb97376' progress to 50 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1772.407322] env[62683]: DEBUG nova.network.neutron [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Successfully updated port: 92aedbbc-776f-4820-ad0c-03ecb756a4f4 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1772.417699] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.736499] env[62683]: DEBUG nova.network.neutron [req-33f29a1b-42d3-477c-8037-dbb4d66b784d req-79e3ae99-11fa-4bb0-8094-67592d20ca8c service nova] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Updated VIF entry in instance network info cache for port 75342800-419d-431d-a7e3-f2a1a237883e. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1772.737056] env[62683]: DEBUG nova.network.neutron [req-33f29a1b-42d3-477c-8037-dbb4d66b784d req-79e3ae99-11fa-4bb0-8094-67592d20ca8c service nova] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Updating instance_info_cache with network_info: [{"id": "75342800-419d-431d-a7e3-f2a1a237883e", "address": "fa:16:3e:aa:e2:34", "network": {"id": "428a6db0-a251-44a8-b0f2-42c893e95905", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-522804421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9c17b024c8421bb402834aad9d6c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75342800-41", "ovs_interfaceid": "75342800-419d-431d-a7e3-f2a1a237883e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.749578] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799561, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.771142] env[62683]: DEBUG nova.compute.utils [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1772.776290] env[62683]: DEBUG nova.compute.manager [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1772.776514] env[62683]: DEBUG nova.network.neutron [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1772.821358] env[62683]: DEBUG nova.compute.manager [req-02ac6c9e-7f1d-4b7d-95a0-3d9d68e7f694 req-bbd12892-4859-4280-b6dd-bd7f27e64c0c service nova] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Received event network-changed-0df2663c-e466-4ed0-9224-29a8419a26a9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1772.821627] env[62683]: DEBUG nova.compute.manager [req-02ac6c9e-7f1d-4b7d-95a0-3d9d68e7f694 req-bbd12892-4859-4280-b6dd-bd7f27e64c0c service nova] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Refreshing instance network info cache due to event network-changed-0df2663c-e466-4ed0-9224-29a8419a26a9. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1772.821823] env[62683]: DEBUG oslo_concurrency.lockutils [req-02ac6c9e-7f1d-4b7d-95a0-3d9d68e7f694 req-bbd12892-4859-4280-b6dd-bd7f27e64c0c service nova] Acquiring lock "refresh_cache-46912c26-2d0f-4d49-8840-5ab693dd8212" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.821979] env[62683]: DEBUG oslo_concurrency.lockutils [req-02ac6c9e-7f1d-4b7d-95a0-3d9d68e7f694 req-bbd12892-4859-4280-b6dd-bd7f27e64c0c service nova] Acquired lock "refresh_cache-46912c26-2d0f-4d49-8840-5ab693dd8212" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.822358] env[62683]: DEBUG nova.network.neutron [req-02ac6c9e-7f1d-4b7d-95a0-3d9d68e7f694 req-bbd12892-4859-4280-b6dd-bd7f27e64c0c service nova] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Refreshing network info cache for port 0df2663c-e466-4ed0-9224-29a8419a26a9 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1772.843749] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799559, 'name': ReconfigVM_Task, 'duration_secs': 1.322156} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.845445] env[62683]: DEBUG nova.policy [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93ffe03d396f44fa9571d729899f001a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ca7d50b713a49d6a47443b66ce211ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1772.848139] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 638fdfcd-54a2-4151-8f56-9230a6969ba3/638fdfcd-54a2-4151-8f56-9230a6969ba3.vmdk or device None with type streamOptimized {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1772.849257] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_format': None, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'size': 0, 'image_id': '74db17fe-be9d-412a-8c20-844d5af78b59'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': False, 'boot_index': None, 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373144', 'volume_id': '9abda1d6-28a3-4138-9f9a-089e5998ccbf', 'name': 'volume-9abda1d6-28a3-4138-9f9a-089e5998ccbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '638fdfcd-54a2-4151-8f56-9230a6969ba3', 'attached_at': '', 'detached_at': '', 'volume_id': '9abda1d6-28a3-4138-9f9a-089e5998ccbf', 'serial': '9abda1d6-28a3-4138-9f9a-089e5998ccbf'}, 'mount_device': '/dev/sdb', 'attachment_id': 'd4ae69f7-0ce4-4d8a-a467-835b2dde7614', 'volume_type': None}], 'swap': None} {{(pid=62683) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1772.849257] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Volume attach. Driver type: vmdk {{(pid=62683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1772.849257] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373144', 'volume_id': '9abda1d6-28a3-4138-9f9a-089e5998ccbf', 'name': 'volume-9abda1d6-28a3-4138-9f9a-089e5998ccbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '638fdfcd-54a2-4151-8f56-9230a6969ba3', 'attached_at': '', 'detached_at': '', 'volume_id': '9abda1d6-28a3-4138-9f9a-089e5998ccbf', 'serial': '9abda1d6-28a3-4138-9f9a-089e5998ccbf'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1772.849943] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb82038e-18d4-43cf-911e-33f4ba2377ed {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.876282] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8a94dd-1bf4-4635-86e5-2e7afae044f9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.882020] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.908042] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] volume-9abda1d6-28a3-4138-9f9a-089e5998ccbf/volume-9abda1d6-28a3-4138-9f9a-089e5998ccbf.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1772.908891] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb5a749-8188-4089-b131-1eadfc3e6fad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.912322] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14c1a057-7738-4a6b-b3f7-e0b9b3e7ea45 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.927324] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "refresh_cache-70d0fe60-48a0-4a0c-8131-126da2557c77" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.927479] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquired lock "refresh_cache-70d0fe60-48a0-4a0c-8131-126da2557c77" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.927821] env[62683]: DEBUG nova.network.neutron [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1772.940460] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.954895] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1772.954895] env[62683]: value = "task-1799564" [ 1772.954895] env[62683]: _type = "Task" [ 1772.954895] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.956194] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cbc835-aa8c-4e69-966b-e863ba912ae6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.967669] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.982606] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Updating instance '134c873e-9d20-4c6a-931f-c835cfb97376' progress to 67 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1773.185758] env[62683]: DEBUG nova.network.neutron [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Successfully created port: 150c7cd3-d9d8-4a5d-b38b-2304ae83b11b {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1773.241023] env[62683]: DEBUG oslo_concurrency.lockutils [req-33f29a1b-42d3-477c-8037-dbb4d66b784d req-79e3ae99-11fa-4bb0-8094-67592d20ca8c service nova] Releasing lock "refresh_cache-d5ee0470-9591-4471-a8a6-cde1fc0cca1c" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.249675] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799561, 'name': CreateVM_Task, 'duration_secs': 1.385409} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.249843] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1773.250551] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.250709] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.251076] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1773.251352] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6980129-31b9-4067-b464-14aeb2e03b2b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.256328] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1773.256328] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a64913-58e4-063a-eed8-b223e6b1d2dc" [ 1773.256328] env[62683]: _type = "Task" [ 1773.256328] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.264759] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a64913-58e4-063a-eed8-b223e6b1d2dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.276527] env[62683]: DEBUG nova.compute.manager [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1773.280870] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ed24f217-b3a7-40d3-8620-579b06e18ac1 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.282317] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.349s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.282566] env[62683]: DEBUG nova.objects.instance [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1773.362285] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799562, 'name': ReconfigVM_Task, 'duration_secs': 1.097376} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.362985] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Reconfigured VM instance instance-0000005f to attach disk [datastore1] bf8d9643-76f4-4322-b609-dbd3433f5a20/bf8d9643-76f4-4322-b609-dbd3433f5a20.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1773.363308] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-214297bb-24c5-4592-a7a5-de36e1d746ba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.370386] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1773.370386] env[62683]: value = "task-1799565" [ 1773.370386] env[62683]: _type = "Task" [ 1773.370386] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.381317] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799565, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.439574] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799563, 'name': ReconfigVM_Task, 'duration_secs': 1.077639} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.439863] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 699973e3-072c-4e00-90c4-5c69616e4b11/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1773.440709] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a15708-beb0-4c05-b080-d970d69a3109 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.466693] env[62683]: DEBUG nova.network.neutron [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1773.472830] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2185465c-57fc-4dc3-b324-991b8b8640a2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.491667] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.493253] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Waiting for the task: (returnval){ [ 1773.493253] env[62683]: value = "task-1799566" [ 1773.493253] env[62683]: _type = "Task" [ 1773.493253] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.502822] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799566, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.533026] env[62683]: DEBUG nova.network.neutron [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Port 825dabdf-61ff-4d0b-b132-7c3faffc8f71 binding to destination host cpu-1 is already ACTIVE {{(pid=62683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1773.634428] env[62683]: DEBUG nova.network.neutron [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Updating instance_info_cache with network_info: [{"id": "92aedbbc-776f-4820-ad0c-03ecb756a4f4", "address": "fa:16:3e:49:db:4b", "network": {"id": "428a6db0-a251-44a8-b0f2-42c893e95905", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-522804421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9c17b024c8421bb402834aad9d6c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92aedbbc-77", "ovs_interfaceid": "92aedbbc-776f-4820-ad0c-03ecb756a4f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.708262] env[62683]: DEBUG nova.network.neutron [req-02ac6c9e-7f1d-4b7d-95a0-3d9d68e7f694 req-bbd12892-4859-4280-b6dd-bd7f27e64c0c service nova] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Updated VIF entry in instance network info cache for port 0df2663c-e466-4ed0-9224-29a8419a26a9. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1773.708770] env[62683]: DEBUG nova.network.neutron [req-02ac6c9e-7f1d-4b7d-95a0-3d9d68e7f694 req-bbd12892-4859-4280-b6dd-bd7f27e64c0c service nova] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Updating instance_info_cache with network_info: [{"id": "0df2663c-e466-4ed0-9224-29a8419a26a9", "address": "fa:16:3e:6c:c3:15", "network": {"id": "ad2213d5-c8f8-41a6-84f0-69abf19d166f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-712549337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a84a5c0c2434128bcb288b3d72c87af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df2663c-e4", "ovs_interfaceid": "0df2663c-e466-4ed0-9224-29a8419a26a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.767504] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a64913-58e4-063a-eed8-b223e6b1d2dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011764} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.767841] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.768153] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1773.768442] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.768629] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.768846] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1773.769159] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1520560f-742d-4585-b50b-6222f4d2988a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.777390] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1773.777561] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1773.778329] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a40e9f5-8203-45cb-8fb3-ab533614670f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.789528] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1773.789528] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]520f49a6-5109-ff22-ebf3-d9f196d4ea24" [ 1773.789528] env[62683]: _type = "Task" [ 1773.789528] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.798668] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]520f49a6-5109-ff22-ebf3-d9f196d4ea24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.880185] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1773.880534] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799565, 'name': Rename_Task, 'duration_secs': 0.254856} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.881069] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bcbf1dc-c422-4c1a-9a99-ffd2724a6fa1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.882569] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1773.882801] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b82e99e-7ed7-4fbe-92fc-c48db022dda8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.891563] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1773.891563] env[62683]: value = "task-1799567" [ 1773.891563] env[62683]: _type = "Task" [ 1773.891563] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.892847] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1773.892847] env[62683]: value = "task-1799568" [ 1773.892847] env[62683]: _type = "Task" [ 1773.892847] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.903870] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.906883] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.971557] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.993369] env[62683]: DEBUG nova.compute.manager [req-30238025-70a0-4026-968a-bef1d3eccab8 req-73fe7710-47a7-46c1-a358-67161f55b345 service nova] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Received event network-vif-plugged-92aedbbc-776f-4820-ad0c-03ecb756a4f4 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1773.993576] env[62683]: DEBUG oslo_concurrency.lockutils [req-30238025-70a0-4026-968a-bef1d3eccab8 req-73fe7710-47a7-46c1-a358-67161f55b345 service nova] Acquiring lock "70d0fe60-48a0-4a0c-8131-126da2557c77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.994511] env[62683]: DEBUG oslo_concurrency.lockutils [req-30238025-70a0-4026-968a-bef1d3eccab8 req-73fe7710-47a7-46c1-a358-67161f55b345 service nova] Lock "70d0fe60-48a0-4a0c-8131-126da2557c77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.994511] env[62683]: DEBUG oslo_concurrency.lockutils [req-30238025-70a0-4026-968a-bef1d3eccab8 req-73fe7710-47a7-46c1-a358-67161f55b345 service nova] Lock "70d0fe60-48a0-4a0c-8131-126da2557c77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.994511] env[62683]: DEBUG nova.compute.manager [req-30238025-70a0-4026-968a-bef1d3eccab8 req-73fe7710-47a7-46c1-a358-67161f55b345 service nova] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] No waiting events found dispatching network-vif-plugged-92aedbbc-776f-4820-ad0c-03ecb756a4f4 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1773.994511] env[62683]: WARNING nova.compute.manager [req-30238025-70a0-4026-968a-bef1d3eccab8 req-73fe7710-47a7-46c1-a358-67161f55b345 service nova] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Received unexpected event network-vif-plugged-92aedbbc-776f-4820-ad0c-03ecb756a4f4 for instance with vm_state building and task_state spawning. [ 1773.994511] env[62683]: DEBUG nova.compute.manager [req-30238025-70a0-4026-968a-bef1d3eccab8 req-73fe7710-47a7-46c1-a358-67161f55b345 service nova] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Received event network-changed-92aedbbc-776f-4820-ad0c-03ecb756a4f4 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1773.994787] env[62683]: DEBUG nova.compute.manager [req-30238025-70a0-4026-968a-bef1d3eccab8 req-73fe7710-47a7-46c1-a358-67161f55b345 service nova] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Refreshing instance network info cache due to event network-changed-92aedbbc-776f-4820-ad0c-03ecb756a4f4. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1773.994787] env[62683]: DEBUG oslo_concurrency.lockutils [req-30238025-70a0-4026-968a-bef1d3eccab8 req-73fe7710-47a7-46c1-a358-67161f55b345 service nova] Acquiring lock "refresh_cache-70d0fe60-48a0-4a0c-8131-126da2557c77" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.004397] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799566, 'name': ReconfigVM_Task, 'duration_secs': 0.201894} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.004721] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1774.005015] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b3473fb-e4fe-4f51-bd72-d26d533f72a4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.011553] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Waiting for the task: (returnval){ [ 1774.011553] env[62683]: value = "task-1799569" [ 1774.011553] env[62683]: _type = "Task" [ 1774.011553] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.019919] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.137406] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Releasing lock "refresh_cache-70d0fe60-48a0-4a0c-8131-126da2557c77" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.137828] env[62683]: DEBUG nova.compute.manager [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Instance network_info: |[{"id": "92aedbbc-776f-4820-ad0c-03ecb756a4f4", "address": "fa:16:3e:49:db:4b", "network": {"id": "428a6db0-a251-44a8-b0f2-42c893e95905", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-522804421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9c17b024c8421bb402834aad9d6c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92aedbbc-77", "ovs_interfaceid": "92aedbbc-776f-4820-ad0c-03ecb756a4f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1774.138176] env[62683]: DEBUG oslo_concurrency.lockutils [req-30238025-70a0-4026-968a-bef1d3eccab8 req-73fe7710-47a7-46c1-a358-67161f55b345 service nova] Acquired lock "refresh_cache-70d0fe60-48a0-4a0c-8131-126da2557c77" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.138437] env[62683]: DEBUG nova.network.neutron [req-30238025-70a0-4026-968a-bef1d3eccab8 req-73fe7710-47a7-46c1-a358-67161f55b345 service nova] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Refreshing network info cache for port 92aedbbc-776f-4820-ad0c-03ecb756a4f4 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1774.140778] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:db:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92aedbbc-776f-4820-ad0c-03ecb756a4f4', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1774.149482] env[62683]: DEBUG oslo.service.loopingcall [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.152826] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1774.153363] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04d7feb0-0841-4ffc-ba14-49115fda5e82 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.176152] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1774.176152] env[62683]: value = "task-1799570" [ 1774.176152] env[62683]: _type = "Task" [ 1774.176152] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.185744] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799570, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.213025] env[62683]: DEBUG oslo_concurrency.lockutils [req-02ac6c9e-7f1d-4b7d-95a0-3d9d68e7f694 req-bbd12892-4859-4280-b6dd-bd7f27e64c0c service nova] Releasing lock "refresh_cache-46912c26-2d0f-4d49-8840-5ab693dd8212" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.286741] env[62683]: DEBUG nova.compute.manager [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1774.295775] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3458663-00a9-46dd-bf23-cbcd7c6cd8b8 tempest-ServersAdmin275Test-1455709419 tempest-ServersAdmin275Test-1455709419-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.297985] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.283s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.298306] env[62683]: DEBUG nova.objects.instance [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lazy-loading 'resources' on Instance uuid c1ddfa77-305e-4beb-b788-6f5b815aa7fa {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1774.306249] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]520f49a6-5109-ff22-ebf3-d9f196d4ea24, 'name': SearchDatastore_Task, 'duration_secs': 0.018983} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.309526] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cb8acd8-9bc5-475a-ae27-f16ffcbc5806 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.315985] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1774.315985] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f0fc80-c7e6-4635-2c7e-0011c73bd696" [ 1774.315985] env[62683]: _type = "Task" [ 1774.315985] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.321618] env[62683]: DEBUG nova.virt.hardware [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1774.321858] env[62683]: DEBUG nova.virt.hardware [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1774.322024] env[62683]: DEBUG nova.virt.hardware [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1774.322221] env[62683]: DEBUG nova.virt.hardware [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1774.322384] env[62683]: DEBUG nova.virt.hardware [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1774.322538] env[62683]: DEBUG nova.virt.hardware [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1774.322749] env[62683]: DEBUG nova.virt.hardware [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1774.322908] env[62683]: DEBUG nova.virt.hardware [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1774.323110] env[62683]: DEBUG nova.virt.hardware [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1774.323251] env[62683]: DEBUG nova.virt.hardware [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1774.323427] env[62683]: DEBUG nova.virt.hardware [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1774.324473] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78988064-fa51-4e37-9b5d-978798208119 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.335445] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f0fc80-c7e6-4635-2c7e-0011c73bd696, 'name': SearchDatastore_Task, 'duration_secs': 0.015687} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.337712] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.338017] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] d5ee0470-9591-4471-a8a6-cde1fc0cca1c/d5ee0470-9591-4471-a8a6-cde1fc0cca1c.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1774.338658] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ccb2b00-d1ca-447b-9224-a4f928bf84a2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.341770] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f466c970-daff-453b-ae30-17ddd217389d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.351451] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1774.351451] env[62683]: value = "task-1799571" [ 1774.351451] env[62683]: _type = "Task" [ 1774.351451] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.375467] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.407203] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799567, 'name': PowerOffVM_Task, 'duration_secs': 0.20468} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.410782] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1774.411241] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799568, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.412098] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84ac59b-de42-40a7-9bcf-256b12cf4103 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.415736] env[62683]: DEBUG nova.network.neutron [req-30238025-70a0-4026-968a-bef1d3eccab8 req-73fe7710-47a7-46c1-a358-67161f55b345 service nova] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Updated VIF entry in instance network info cache for port 92aedbbc-776f-4820-ad0c-03ecb756a4f4. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1774.416118] env[62683]: DEBUG nova.network.neutron [req-30238025-70a0-4026-968a-bef1d3eccab8 req-73fe7710-47a7-46c1-a358-67161f55b345 service nova] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Updating instance_info_cache with network_info: [{"id": "92aedbbc-776f-4820-ad0c-03ecb756a4f4", "address": "fa:16:3e:49:db:4b", "network": {"id": "428a6db0-a251-44a8-b0f2-42c893e95905", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-522804421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9c17b024c8421bb402834aad9d6c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92aedbbc-77", "ovs_interfaceid": "92aedbbc-776f-4820-ad0c-03ecb756a4f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.436265] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1802b0-bdf5-4ce3-ba6e-201550d364c7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.473557] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799564, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.475734] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1774.476345] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-487a22f1-ce0c-490b-b738-c1c6148c6ccf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.483198] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1774.483198] env[62683]: value = "task-1799572" [ 1774.483198] env[62683]: _type = "Task" [ 1774.483198] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.493164] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] VM already powered off {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1774.493406] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1774.494244] env[62683]: DEBUG oslo_concurrency.lockutils [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.494244] env[62683]: DEBUG oslo_concurrency.lockutils [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.494244] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1774.494500] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80240439-acd3-4800-b851-1e30fccc3a11 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.503663] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1774.503934] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1774.504760] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d0e2a4c-0abd-4707-87ff-75a42b39aecc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.510475] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1774.510475] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52048731-42f3-eea5-faf7-b33e062fec2f" [ 1774.510475] env[62683]: _type = "Task" [ 1774.510475] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.525935] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52048731-42f3-eea5-faf7-b33e062fec2f, 'name': SearchDatastore_Task, 'duration_secs': 0.010222} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.530312] env[62683]: DEBUG oslo_vmware.api [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799569, 'name': PowerOnVM_Task, 'duration_secs': 0.456861} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.530537] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ff41b0-632c-4e2a-bfc7-9a56eadb323d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.533066] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1774.536144] env[62683]: DEBUG nova.compute.manager [None req-0c764777-7c92-47fc-93dc-30b6924f1938 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1774.537326] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd87542a-1e64-459b-a79c-ecfcfef30fa6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.550434] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1774.550434] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528b0381-7b84-a296-15ee-2ffe8f00d3dc" [ 1774.550434] env[62683]: _type = "Task" [ 1774.550434] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.551917] env[62683]: DEBUG oslo_concurrency.lockutils [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "134c873e-9d20-4c6a-931f-c835cfb97376-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.552146] env[62683]: DEBUG oslo_concurrency.lockutils [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "134c873e-9d20-4c6a-931f-c835cfb97376-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.552355] env[62683]: DEBUG oslo_concurrency.lockutils [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "134c873e-9d20-4c6a-931f-c835cfb97376-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.572531] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528b0381-7b84-a296-15ee-2ffe8f00d3dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012126} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.573336] env[62683]: DEBUG oslo_concurrency.lockutils [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.573637] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] c8063def-3d83-4b9f-87db-db1ab1faeff3/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk. {{(pid=62683) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1774.573931] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c51f1f71-273f-4772-b5fa-ebdedce11e71 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.582111] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1774.582111] env[62683]: value = "task-1799573" [ 1774.582111] env[62683]: _type = "Task" [ 1774.582111] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.592867] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.686913] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799570, 'name': CreateVM_Task, 'duration_secs': 0.419305} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.687087] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1774.687870] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.688050] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.688385] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1774.688647] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d48b56f-bf17-4297-8925-5d6290e107e3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.693516] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1774.693516] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52be34b8-729f-3592-638b-435bfa3fca02" [ 1774.693516] env[62683]: _type = "Task" [ 1774.693516] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.704022] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52be34b8-729f-3592-638b-435bfa3fca02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.739764] env[62683]: DEBUG nova.compute.manager [req-20066225-01d6-4957-bdfc-dd68296db5d5 req-45da2b36-fab1-4bfd-b60f-b5705941536f service nova] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Received event network-vif-plugged-150c7cd3-d9d8-4a5d-b38b-2304ae83b11b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1774.739985] env[62683]: DEBUG oslo_concurrency.lockutils [req-20066225-01d6-4957-bdfc-dd68296db5d5 req-45da2b36-fab1-4bfd-b60f-b5705941536f service nova] Acquiring lock "ba110ea0-5dcc-44f0-b11c-61e144f8e001-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.740291] env[62683]: DEBUG oslo_concurrency.lockutils [req-20066225-01d6-4957-bdfc-dd68296db5d5 req-45da2b36-fab1-4bfd-b60f-b5705941536f service nova] Lock "ba110ea0-5dcc-44f0-b11c-61e144f8e001-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.740469] env[62683]: DEBUG oslo_concurrency.lockutils [req-20066225-01d6-4957-bdfc-dd68296db5d5 req-45da2b36-fab1-4bfd-b60f-b5705941536f service nova] Lock "ba110ea0-5dcc-44f0-b11c-61e144f8e001-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.740641] env[62683]: DEBUG nova.compute.manager [req-20066225-01d6-4957-bdfc-dd68296db5d5 req-45da2b36-fab1-4bfd-b60f-b5705941536f service nova] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] No waiting events found dispatching network-vif-plugged-150c7cd3-d9d8-4a5d-b38b-2304ae83b11b {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1774.740806] env[62683]: WARNING nova.compute.manager [req-20066225-01d6-4957-bdfc-dd68296db5d5 req-45da2b36-fab1-4bfd-b60f-b5705941536f service nova] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Received unexpected event network-vif-plugged-150c7cd3-d9d8-4a5d-b38b-2304ae83b11b for instance with vm_state building and task_state spawning. [ 1774.880186] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.915046] env[62683]: DEBUG oslo_vmware.api [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799568, 'name': PowerOnVM_Task, 'duration_secs': 0.849881} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.915207] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1774.915419] env[62683]: INFO nova.compute.manager [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1774.915605] env[62683]: DEBUG nova.compute.manager [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1774.916508] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be01fb3-54df-407f-aed2-c00806fc75ad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.935694] env[62683]: DEBUG oslo_concurrency.lockutils [req-30238025-70a0-4026-968a-bef1d3eccab8 req-73fe7710-47a7-46c1-a358-67161f55b345 service nova] Releasing lock "refresh_cache-70d0fe60-48a0-4a0c-8131-126da2557c77" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.972861] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799564, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.096211] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.139034] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97dfaad-d8ba-4b9b-891a-03426f75b728 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.147376] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbabe06-7a93-4e67-8a26-82cb9066b159 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.181400] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c146cc2-30ff-42d2-9feb-6af3a432f70f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.189853] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e36cc6-b914-4173-a105-80300aa34600 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.207472] env[62683]: DEBUG nova.compute.provider_tree [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1775.212831] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52be34b8-729f-3592-638b-435bfa3fca02, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.213322] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.213562] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1775.213887] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.214061] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.214254] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1775.214519] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4a0b0af-e2af-441d-a326-db83f5f0fe69 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.224179] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1775.224179] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1775.224378] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e7603b-6f99-4ef2-b7b5-b3e704513c01 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.231270] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1775.231270] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]525a8dc8-e609-8707-0ea6-f5c3acf5f80a" [ 1775.231270] env[62683]: _type = "Task" [ 1775.231270] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.240012] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]525a8dc8-e609-8707-0ea6-f5c3acf5f80a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.259788] env[62683]: DEBUG nova.network.neutron [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Successfully updated port: 150c7cd3-d9d8-4a5d-b38b-2304ae83b11b {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1775.376585] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799571, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.438069] env[62683]: INFO nova.compute.manager [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Took 32.43 seconds to build instance. [ 1775.477300] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799564, 'name': ReconfigVM_Task, 'duration_secs': 2.18141} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.478151] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Reconfigured VM instance instance-0000004c to attach disk [datastore1] volume-9abda1d6-28a3-4138-9f9a-089e5998ccbf/volume-9abda1d6-28a3-4138-9f9a-089e5998ccbf.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1775.484779] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efddd220-dddc-4255-87fc-206a1c67d940 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.507847] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1775.507847] env[62683]: value = "task-1799574" [ 1775.507847] env[62683]: _type = "Task" [ 1775.507847] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.517516] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.586021] env[62683]: DEBUG nova.compute.manager [req-3b6fb30d-12d7-479c-8e78-752b21d292f6 req-9b1dde2c-c597-4fae-857a-6eab1859e56a service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Received event network-changed-ff5f1306-063b-4d22-8a01-377937aa7444 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1775.586273] env[62683]: DEBUG nova.compute.manager [req-3b6fb30d-12d7-479c-8e78-752b21d292f6 req-9b1dde2c-c597-4fae-857a-6eab1859e56a service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Refreshing instance network info cache due to event network-changed-ff5f1306-063b-4d22-8a01-377937aa7444. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1775.586697] env[62683]: DEBUG oslo_concurrency.lockutils [req-3b6fb30d-12d7-479c-8e78-752b21d292f6 req-9b1dde2c-c597-4fae-857a-6eab1859e56a service nova] Acquiring lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.587173] env[62683]: DEBUG oslo_concurrency.lockutils [req-3b6fb30d-12d7-479c-8e78-752b21d292f6 req-9b1dde2c-c597-4fae-857a-6eab1859e56a service nova] Acquired lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.587247] env[62683]: DEBUG nova.network.neutron [req-3b6fb30d-12d7-479c-8e78-752b21d292f6 req-9b1dde2c-c597-4fae-857a-6eab1859e56a service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Refreshing network info cache for port ff5f1306-063b-4d22-8a01-377937aa7444 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1775.597624] env[62683]: DEBUG oslo_concurrency.lockutils [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.597798] env[62683]: DEBUG oslo_concurrency.lockutils [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.597980] env[62683]: DEBUG nova.network.neutron [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.605299] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799573, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.715397] env[62683]: DEBUG nova.scheduler.client.report [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1775.744224] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]525a8dc8-e609-8707-0ea6-f5c3acf5f80a, 'name': SearchDatastore_Task, 'duration_secs': 0.010924} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.745223] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08205f95-76fd-4ad8-91de-5cba8f5683d3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.752734] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1775.752734] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526d2350-c356-5304-3bb3-c45fb2fe5cd9" [ 1775.752734] env[62683]: _type = "Task" [ 1775.752734] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.764646] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "refresh_cache-ba110ea0-5dcc-44f0-b11c-61e144f8e001" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.764862] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "refresh_cache-ba110ea0-5dcc-44f0-b11c-61e144f8e001" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.765177] env[62683]: DEBUG nova.network.neutron [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.767469] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526d2350-c356-5304-3bb3-c45fb2fe5cd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.878757] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799571, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.941817] env[62683]: DEBUG oslo_concurrency.lockutils [None req-418fef77-1a5c-4148-b33b-0faad7cbb4d5 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "bf8d9643-76f4-4322-b609-dbd3433f5a20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.945s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.018710] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.051188] env[62683]: DEBUG nova.compute.manager [req-602b33f1-c5c2-4de5-93dd-a601910adfc6 req-de0be212-0b98-4a0e-9649-85aba5cfc848 service nova] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Received event network-changed-150c7cd3-d9d8-4a5d-b38b-2304ae83b11b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1776.051441] env[62683]: DEBUG nova.compute.manager [req-602b33f1-c5c2-4de5-93dd-a601910adfc6 req-de0be212-0b98-4a0e-9649-85aba5cfc848 service nova] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Refreshing instance network info cache due to event network-changed-150c7cd3-d9d8-4a5d-b38b-2304ae83b11b. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1776.051788] env[62683]: DEBUG oslo_concurrency.lockutils [req-602b33f1-c5c2-4de5-93dd-a601910adfc6 req-de0be212-0b98-4a0e-9649-85aba5cfc848 service nova] Acquiring lock "refresh_cache-ba110ea0-5dcc-44f0-b11c-61e144f8e001" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.093865] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799573, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.403263} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.094656] env[62683]: INFO nova.virt.vmwareapi.ds_util [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] c8063def-3d83-4b9f-87db-db1ab1faeff3/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk. [ 1776.097704] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1977d0e-8640-4714-b347-197cf9510ecd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.131744] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] c8063def-3d83-4b9f-87db-db1ab1faeff3/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1776.134800] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaa7c49f-e46c-45d9-a63e-4f160ab0c798 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.158616] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1776.158616] env[62683]: value = "task-1799575" [ 1776.158616] env[62683]: _type = "Task" [ 1776.158616] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.168487] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.222753] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.227588] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.698s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.227588] env[62683]: DEBUG nova.objects.instance [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Lazy-loading 'resources' on Instance uuid 75ab476d-b78b-45b4-ad13-6dfe5de9183a {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1776.255072] env[62683]: INFO nova.scheduler.client.report [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Deleted allocations for instance c1ddfa77-305e-4beb-b788-6f5b815aa7fa [ 1776.296600] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526d2350-c356-5304-3bb3-c45fb2fe5cd9, 'name': SearchDatastore_Task, 'duration_secs': 0.096134} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.297135] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.297595] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 70d0fe60-48a0-4a0c-8131-126da2557c77/70d0fe60-48a0-4a0c-8131-126da2557c77.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1776.298046] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de23c17e-b9b0-4dca-bd47-f74469600535 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.308143] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1776.308143] env[62683]: value = "task-1799576" [ 1776.308143] env[62683]: _type = "Task" [ 1776.308143] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.322631] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.343914] env[62683]: DEBUG nova.network.neutron [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1776.378350] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799571, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.639549} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.389176] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] d5ee0470-9591-4471-a8a6-cde1fc0cca1c/d5ee0470-9591-4471-a8a6-cde1fc0cca1c.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1776.389176] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1776.389587] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e075d7a-6b4c-408b-ad6f-31b462411e9c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.400960] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1776.400960] env[62683]: value = "task-1799577" [ 1776.400960] env[62683]: _type = "Task" [ 1776.400960] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.414261] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.509277] env[62683]: DEBUG nova.network.neutron [req-3b6fb30d-12d7-479c-8e78-752b21d292f6 req-9b1dde2c-c597-4fae-857a-6eab1859e56a service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Updated VIF entry in instance network info cache for port ff5f1306-063b-4d22-8a01-377937aa7444. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1776.509277] env[62683]: DEBUG nova.network.neutron [req-3b6fb30d-12d7-479c-8e78-752b21d292f6 req-9b1dde2c-c597-4fae-857a-6eab1859e56a service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Updating instance_info_cache with network_info: [{"id": "ff5f1306-063b-4d22-8a01-377937aa7444", "address": "fa:16:3e:cc:12:df", "network": {"id": "43579b29-016d-4718-858c-b2445e2c670d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-465216297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "569729b7d98d41e58f2af24f2b465559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5f1306-06", "ovs_interfaceid": "ff5f1306-063b-4d22-8a01-377937aa7444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.528465] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799574, 'name': ReconfigVM_Task, 'duration_secs': 0.780117} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.529415] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373144', 'volume_id': '9abda1d6-28a3-4138-9f9a-089e5998ccbf', 'name': 'volume-9abda1d6-28a3-4138-9f9a-089e5998ccbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '638fdfcd-54a2-4151-8f56-9230a6969ba3', 'attached_at': '', 'detached_at': '', 'volume_id': '9abda1d6-28a3-4138-9f9a-089e5998ccbf', 'serial': '9abda1d6-28a3-4138-9f9a-089e5998ccbf'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1776.530132] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48f66386-68d1-49fd-9326-2c39d24a78ee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.536497] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1776.536497] env[62683]: value = "task-1799578" [ 1776.536497] env[62683]: _type = "Task" [ 1776.536497] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.545769] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799578, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.570716] env[62683]: DEBUG nova.network.neutron [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Updating instance_info_cache with network_info: [{"id": "825dabdf-61ff-4d0b-b132-7c3faffc8f71", "address": "fa:16:3e:3e:e2:5a", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825dabdf-61", "ovs_interfaceid": "825dabdf-61ff-4d0b-b132-7c3faffc8f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.645851] env[62683]: DEBUG nova.network.neutron [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Updating instance_info_cache with network_info: [{"id": "150c7cd3-d9d8-4a5d-b38b-2304ae83b11b", "address": "fa:16:3e:e7:78:cc", "network": {"id": "1cea5dfe-2e10-4cc4-9392-59ce785ac150", "bridge": "br-int", "label": "tempest-ServersTestJSON-1799756983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca7d50b713a49d6a47443b66ce211ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150c7cd3-d9", "ovs_interfaceid": "150c7cd3-d9d8-4a5d-b38b-2304ae83b11b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.652491] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9b3b79-8672-48e0-9bff-3367bd095bc2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.660282] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-441abce0-eedb-4eb8-82fd-10581978d508 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Suspending the VM {{(pid=62683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1776.663684] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ca49591b-031b-42f6-8a5f-772711c80124 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.672034] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.673349] env[62683]: DEBUG oslo_vmware.api [None req-441abce0-eedb-4eb8-82fd-10581978d508 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1776.673349] env[62683]: value = "task-1799579" [ 1776.673349] env[62683]: _type = "Task" [ 1776.673349] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.682287] env[62683]: DEBUG oslo_vmware.api [None req-441abce0-eedb-4eb8-82fd-10581978d508 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799579, 'name': SuspendVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.789038] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e2e4a20-3f54-4e44-b0b9-6da509ef66be tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.888s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.791060] env[62683]: DEBUG oslo_concurrency.lockutils [req-36b2ced4-eed9-418f-b839-4d8a72f2efa5 req-ea59a0d9-d21d-4a1d-8aa8-7fe37c0d37b4 service nova] Acquired lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.791364] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67f638a-6a3b-4afd-a416-9b39b6a45867 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.800364] env[62683]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1776.800559] env[62683]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62683) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1776.801034] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cd30c52-7bd1-49cb-9d3c-a781b3550665 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.816830] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a85394f-399f-43a7-8e17-f580c30486cc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.839483] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799576, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.863420] env[62683]: ERROR root [req-36b2ced4-eed9-418f-b839-4d8a72f2efa5 req-ea59a0d9-d21d-4a1d-8aa8-7fe37c0d37b4 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-373090' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-373090' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-373090' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-373090'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-373090' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-373090' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-373090'}\n"]: nova.exception.InstanceNotFound: Instance c1ddfa77-305e-4beb-b788-6f5b815aa7fa could not be found. [ 1776.863717] env[62683]: DEBUG oslo_concurrency.lockutils [req-36b2ced4-eed9-418f-b839-4d8a72f2efa5 req-ea59a0d9-d21d-4a1d-8aa8-7fe37c0d37b4 service nova] Releasing lock "c1ddfa77-305e-4beb-b788-6f5b815aa7fa" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.863982] env[62683]: DEBUG nova.compute.manager [req-36b2ced4-eed9-418f-b839-4d8a72f2efa5 req-ea59a0d9-d21d-4a1d-8aa8-7fe37c0d37b4 service nova] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Detach interface failed, port_id=e835e336-426a-4ac2-8d24-fb934c0c7e11, reason: Instance c1ddfa77-305e-4beb-b788-6f5b815aa7fa could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1776.912264] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172409} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.912978] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1776.913901] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370a9cfc-1c3d-4cd0-9747-46f7aac188f6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.940195] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] d5ee0470-9591-4471-a8a6-cde1fc0cca1c/d5ee0470-9591-4471-a8a6-cde1fc0cca1c.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1776.943560] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4957224e-e1ef-4fd7-a509-ac4159d4d346 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.966017] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1776.966017] env[62683]: value = "task-1799580" [ 1776.966017] env[62683]: _type = "Task" [ 1776.966017] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.976678] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.012561] env[62683]: DEBUG oslo_concurrency.lockutils [req-3b6fb30d-12d7-479c-8e78-752b21d292f6 req-9b1dde2c-c597-4fae-857a-6eab1859e56a service nova] Releasing lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.049339] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799578, 'name': Rename_Task, 'duration_secs': 0.444666} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.049339] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1777.049339] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-932c9013-60ad-49b5-845f-0be35d9ee549 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.055446] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1777.055446] env[62683]: value = "task-1799581" [ 1777.055446] env[62683]: _type = "Task" [ 1777.055446] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.066970] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.075655] env[62683]: DEBUG oslo_concurrency.lockutils [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.141138] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843097ae-7b2c-4474-8a69-811216258794 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.150968] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "refresh_cache-ba110ea0-5dcc-44f0-b11c-61e144f8e001" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.151315] env[62683]: DEBUG nova.compute.manager [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Instance network_info: |[{"id": "150c7cd3-d9d8-4a5d-b38b-2304ae83b11b", "address": "fa:16:3e:e7:78:cc", "network": {"id": "1cea5dfe-2e10-4cc4-9392-59ce785ac150", "bridge": "br-int", "label": "tempest-ServersTestJSON-1799756983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca7d50b713a49d6a47443b66ce211ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150c7cd3-d9", "ovs_interfaceid": "150c7cd3-d9d8-4a5d-b38b-2304ae83b11b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1777.151968] env[62683]: DEBUG oslo_concurrency.lockutils [req-602b33f1-c5c2-4de5-93dd-a601910adfc6 req-de0be212-0b98-4a0e-9649-85aba5cfc848 service nova] Acquired lock "refresh_cache-ba110ea0-5dcc-44f0-b11c-61e144f8e001" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.152175] env[62683]: DEBUG nova.network.neutron [req-602b33f1-c5c2-4de5-93dd-a601910adfc6 req-de0be212-0b98-4a0e-9649-85aba5cfc848 service nova] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Refreshing network info cache for port 150c7cd3-d9d8-4a5d-b38b-2304ae83b11b {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1777.153534] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:78:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '150c7cd3-d9d8-4a5d-b38b-2304ae83b11b', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1777.161114] env[62683]: DEBUG oslo.service.loopingcall [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1777.162114] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5757a944-ee57-4230-a046-96a5719bcc69 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.168860] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1777.172125] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22f72067-25d0-4aab-8d08-ec09d973a098 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.227733] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.230290] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a338dc-6fdc-415b-add8-e83795ff9a44 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.234819] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1777.234819] env[62683]: value = "task-1799582" [ 1777.234819] env[62683]: _type = "Task" [ 1777.234819] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.239133] env[62683]: DEBUG oslo_vmware.api [None req-441abce0-eedb-4eb8-82fd-10581978d508 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799579, 'name': SuspendVM_Task} progress is 41%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.246819] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd15ebd-33c7-463c-96ad-014db517f74f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.254219] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799582, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.266999] env[62683]: DEBUG nova.compute.provider_tree [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1777.322087] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744359} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.322346] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 70d0fe60-48a0-4a0c-8131-126da2557c77/70d0fe60-48a0-4a0c-8131-126da2557c77.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1777.322496] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1777.322918] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb27f089-9b98-4b66-ba74-17456431b3be {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.329921] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1777.329921] env[62683]: value = "task-1799583" [ 1777.329921] env[62683]: _type = "Task" [ 1777.329921] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.338207] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.476345] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799580, 'name': ReconfigVM_Task, 'duration_secs': 0.474353} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.477351] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Reconfigured VM instance instance-00000060 to attach disk [datastore1] d5ee0470-9591-4471-a8a6-cde1fc0cca1c/d5ee0470-9591-4471-a8a6-cde1fc0cca1c.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1777.477625] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a3e4f3f-e83b-4e73-8ce9-b6b875d56e96 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.484427] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1777.484427] env[62683]: value = "task-1799584" [ 1777.484427] env[62683]: _type = "Task" [ 1777.484427] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.496643] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799584, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.566237] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799581, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.611429] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2c4d39-f481-4acf-92f9-8b1b16960d2d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.633513] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a459d59f-11cc-44be-b4b1-b2ccae069cc7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.642861] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Updating instance '134c873e-9d20-4c6a-931f-c835cfb97376' progress to 83 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1777.679314] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799575, 'name': ReconfigVM_Task, 'duration_secs': 1.127989} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.679662] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Reconfigured VM instance instance-00000055 to attach disk [datastore1] c8063def-3d83-4b9f-87db-db1ab1faeff3/74db17fe-be9d-412a-8c20-844d5af78b59-rescue.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1777.680620] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1aed4e-e2df-4b56-970f-258ab65da1a8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.714889] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f364562-6850-445f-9cf6-1465efd7fcff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.729015] env[62683]: DEBUG nova.compute.manager [req-e237eb8d-3b74-4884-b4a0-20481565428f req-52be74ea-699b-4d7f-97ed-eedc56d9d72f service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Received event network-changed-ff5f1306-063b-4d22-8a01-377937aa7444 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1777.729279] env[62683]: DEBUG nova.compute.manager [req-e237eb8d-3b74-4884-b4a0-20481565428f req-52be74ea-699b-4d7f-97ed-eedc56d9d72f service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Refreshing instance network info cache due to event network-changed-ff5f1306-063b-4d22-8a01-377937aa7444. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1777.729595] env[62683]: DEBUG oslo_concurrency.lockutils [req-e237eb8d-3b74-4884-b4a0-20481565428f req-52be74ea-699b-4d7f-97ed-eedc56d9d72f service nova] Acquiring lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.729780] env[62683]: DEBUG oslo_concurrency.lockutils [req-e237eb8d-3b74-4884-b4a0-20481565428f req-52be74ea-699b-4d7f-97ed-eedc56d9d72f service nova] Acquired lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.729956] env[62683]: DEBUG nova.network.neutron [req-e237eb8d-3b74-4884-b4a0-20481565428f req-52be74ea-699b-4d7f-97ed-eedc56d9d72f service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Refreshing network info cache for port ff5f1306-063b-4d22-8a01-377937aa7444 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1777.735626] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1777.735626] env[62683]: value = "task-1799585" [ 1777.735626] env[62683]: _type = "Task" [ 1777.735626] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.736091] env[62683]: DEBUG oslo_vmware.api [None req-441abce0-eedb-4eb8-82fd-10581978d508 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799579, 'name': SuspendVM_Task, 'duration_secs': 0.870405} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.736919] env[62683]: DEBUG nova.network.neutron [req-602b33f1-c5c2-4de5-93dd-a601910adfc6 req-de0be212-0b98-4a0e-9649-85aba5cfc848 service nova] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Updated VIF entry in instance network info cache for port 150c7cd3-d9d8-4a5d-b38b-2304ae83b11b. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1777.737292] env[62683]: DEBUG nova.network.neutron [req-602b33f1-c5c2-4de5-93dd-a601910adfc6 req-de0be212-0b98-4a0e-9649-85aba5cfc848 service nova] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Updating instance_info_cache with network_info: [{"id": "150c7cd3-d9d8-4a5d-b38b-2304ae83b11b", "address": "fa:16:3e:e7:78:cc", "network": {"id": "1cea5dfe-2e10-4cc4-9392-59ce785ac150", "bridge": "br-int", "label": "tempest-ServersTestJSON-1799756983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca7d50b713a49d6a47443b66ce211ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150c7cd3-d9", "ovs_interfaceid": "150c7cd3-d9d8-4a5d-b38b-2304ae83b11b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.738672] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-441abce0-eedb-4eb8-82fd-10581978d508 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Suspended the VM {{(pid=62683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1777.738899] env[62683]: DEBUG nova.compute.manager [None req-441abce0-eedb-4eb8-82fd-10581978d508 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1777.743462] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74673e0-8552-4e93-bf56-9cb1462df2df {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.756182] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.763421] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799582, 'name': CreateVM_Task, 'duration_secs': 0.375274} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.763780] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1777.764472] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.764642] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.764962] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1777.765225] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc3b551a-f644-481d-880f-89a1113e2bde {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.772362] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1777.772362] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52490bb0-a5bd-79ca-566a-b1cffff038a8" [ 1777.772362] env[62683]: _type = "Task" [ 1777.772362] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.783130] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52490bb0-a5bd-79ca-566a-b1cffff038a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.790419] env[62683]: ERROR nova.scheduler.client.report [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] [req-c8982442-edf8-46d4-a424-8cbd198ad207] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c8982442-edf8-46d4-a424-8cbd198ad207"}]} [ 1777.809380] env[62683]: DEBUG nova.scheduler.client.report [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1777.823318] env[62683]: DEBUG nova.scheduler.client.report [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1777.823556] env[62683]: DEBUG nova.compute.provider_tree [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1777.839781] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090381} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.840086] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1777.840897] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6bd68d-da29-416d-aef1-9a8459b441f0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.846189] env[62683]: DEBUG nova.scheduler.client.report [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1777.867584] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 70d0fe60-48a0-4a0c-8131-126da2557c77/70d0fe60-48a0-4a0c-8131-126da2557c77.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1777.868906] env[62683]: DEBUG nova.scheduler.client.report [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1777.871648] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67be7454-4f8c-466b-978a-ea89363ade4e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.895288] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1777.895288] env[62683]: value = "task-1799586" [ 1777.895288] env[62683]: _type = "Task" [ 1777.895288] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.905444] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.994641] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799584, 'name': Rename_Task, 'duration_secs': 0.345859} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.994895] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1777.995997] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67f804ed-503a-4476-b565-369e13edf7a1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.003555] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1778.003555] env[62683]: value = "task-1799587" [ 1778.003555] env[62683]: _type = "Task" [ 1778.003555] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.011692] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.065395] env[62683]: DEBUG oslo_vmware.api [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799581, 'name': PowerOnVM_Task, 'duration_secs': 0.636019} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.065664] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1778.149290] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-21de05ae-792f-45ad-a2da-05de266c3b21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Updating instance '134c873e-9d20-4c6a-931f-c835cfb97376' progress to 100 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1778.219238] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5afd85-45fc-4af3-ba34-0f8e58f4aba5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.223659] env[62683]: DEBUG nova.compute.manager [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1778.224908] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecbeed2-36d1-40cb-9942-466ed93a1272 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.243309] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eba757-8be2-4bec-8c9e-86531f23393f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.254554] env[62683]: DEBUG oslo_concurrency.lockutils [req-602b33f1-c5c2-4de5-93dd-a601910adfc6 req-de0be212-0b98-4a0e-9649-85aba5cfc848 service nova] Releasing lock "refresh_cache-ba110ea0-5dcc-44f0-b11c-61e144f8e001" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.256200] env[62683]: DEBUG nova.compute.manager [req-b9e3e0de-90f6-4914-8857-5d8c14824601 req-5a5517d1-9020-4900-ab99-11f384d78c99 service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Received event network-changed-ff5f1306-063b-4d22-8a01-377937aa7444 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1778.256413] env[62683]: DEBUG nova.compute.manager [req-b9e3e0de-90f6-4914-8857-5d8c14824601 req-5a5517d1-9020-4900-ab99-11f384d78c99 service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Refreshing instance network info cache due to event network-changed-ff5f1306-063b-4d22-8a01-377937aa7444. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1778.256626] env[62683]: DEBUG oslo_concurrency.lockutils [req-b9e3e0de-90f6-4914-8857-5d8c14824601 req-5a5517d1-9020-4900-ab99-11f384d78c99 service nova] Acquiring lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.328902] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d48c397-3348-4d36-98f0-da6151dd520a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.333625] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799585, 'name': ReconfigVM_Task, 'duration_secs': 0.530676} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.335260] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1778.339176] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21ef3df1-13d6-4412-bbfc-68f8135b4fa4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.346923] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52490bb0-a5bd-79ca-566a-b1cffff038a8, 'name': SearchDatastore_Task, 'duration_secs': 0.033157} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.348961] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e02cdd0-19fe-4b2f-8013-3d5fde69ee64 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.352880] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.353014] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1778.353257] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.353405] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.353582] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1778.355152] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29cade97-8f5c-417b-bc63-f293ce36d2ec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.357164] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1778.357164] env[62683]: value = "task-1799588" [ 1778.357164] env[62683]: _type = "Task" [ 1778.357164] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.372907] env[62683]: DEBUG nova.compute.provider_tree [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1778.375530] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1778.375701] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1778.376710] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f5ce38c-34fb-41ef-8942-0e198f0e03bf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.383155] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.385654] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1778.385654] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]527f7f99-2ffb-ed85-01b5-41d1d599f5ff" [ 1778.385654] env[62683]: _type = "Task" [ 1778.385654] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.395438] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527f7f99-2ffb-ed85-01b5-41d1d599f5ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.405312] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.515795] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.608947] env[62683]: DEBUG nova.network.neutron [req-e237eb8d-3b74-4884-b4a0-20481565428f req-52be74ea-699b-4d7f-97ed-eedc56d9d72f service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Updated VIF entry in instance network info cache for port ff5f1306-063b-4d22-8a01-377937aa7444. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1778.609208] env[62683]: DEBUG nova.network.neutron [req-e237eb8d-3b74-4884-b4a0-20481565428f req-52be74ea-699b-4d7f-97ed-eedc56d9d72f service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Updating instance_info_cache with network_info: [{"id": "ff5f1306-063b-4d22-8a01-377937aa7444", "address": "fa:16:3e:cc:12:df", "network": {"id": "43579b29-016d-4718-858c-b2445e2c670d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-465216297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "569729b7d98d41e58f2af24f2b465559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5f1306-06", "ovs_interfaceid": "ff5f1306-063b-4d22-8a01-377937aa7444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.764905] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c41bec55-532e-46e8-b425-8d158bf75c0e tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "638fdfcd-54a2-4151-8f56-9230a6969ba3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 44.729s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.868320] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799588, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.895917] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527f7f99-2ffb-ed85-01b5-41d1d599f5ff, 'name': SearchDatastore_Task, 'duration_secs': 0.015333} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.899708] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2e6d11-9b57-4896-84d1-d6faee959ed0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.910501] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1778.910501] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]520db437-afb2-3909-5c5d-4e1f3faa0de9" [ 1778.910501] env[62683]: _type = "Task" [ 1778.910501] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.911336] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799586, 'name': ReconfigVM_Task, 'duration_secs': 0.830536} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.912165] env[62683]: DEBUG nova.scheduler.client.report [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1778.912450] env[62683]: DEBUG nova.compute.provider_tree [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 133 to 134 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1778.912678] env[62683]: DEBUG nova.compute.provider_tree [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1778.916309] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 70d0fe60-48a0-4a0c-8131-126da2557c77/70d0fe60-48a0-4a0c-8131-126da2557c77.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1778.921174] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7690ed4-e774-4519-873a-48396e2f5c33 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.929134] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]520db437-afb2-3909-5c5d-4e1f3faa0de9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.931958] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1778.931958] env[62683]: value = "task-1799589" [ 1778.931958] env[62683]: _type = "Task" [ 1778.931958] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.950623] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799589, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.014421] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.112934] env[62683]: DEBUG oslo_concurrency.lockutils [req-e237eb8d-3b74-4884-b4a0-20481565428f req-52be74ea-699b-4d7f-97ed-eedc56d9d72f service nova] Releasing lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.113397] env[62683]: DEBUG oslo_concurrency.lockutils [req-b9e3e0de-90f6-4914-8857-5d8c14824601 req-5a5517d1-9020-4900-ab99-11f384d78c99 service nova] Acquired lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.113639] env[62683]: DEBUG nova.network.neutron [req-b9e3e0de-90f6-4914-8857-5d8c14824601 req-5a5517d1-9020-4900-ab99-11f384d78c99 service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Refreshing network info cache for port ff5f1306-063b-4d22-8a01-377937aa7444 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1779.372250] env[62683]: DEBUG oslo_vmware.api [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799588, 'name': PowerOnVM_Task, 'duration_secs': 0.619634} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.372625] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1779.376554] env[62683]: DEBUG nova.compute.manager [None req-724efb53-9f18-466b-9413-ff87bdb47476 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1779.377738] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdb7ad5-f556-4e51-a1db-8fd265876c13 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.420086] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.191s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.427633] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.551s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.427993] env[62683]: DEBUG nova.objects.instance [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lazy-loading 'resources' on Instance uuid 85957ed6-95ab-4c6b-b0e2-ee3316b34d77 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.438494] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]520db437-afb2-3909-5c5d-4e1f3faa0de9, 'name': SearchDatastore_Task, 'duration_secs': 0.019552} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.443631] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.444763] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] ba110ea0-5dcc-44f0-b11c-61e144f8e001/ba110ea0-5dcc-44f0-b11c-61e144f8e001.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1779.444871] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a84316d-e278-4c71-8bc1-a7bd8889f43d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.454640] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799589, 'name': Rename_Task, 'duration_secs': 0.17119} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.456100] env[62683]: INFO nova.scheduler.client.report [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Deleted allocations for instance 75ab476d-b78b-45b4-ad13-6dfe5de9183a [ 1779.459932] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1779.459932] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1779.459932] env[62683]: value = "task-1799590" [ 1779.459932] env[62683]: _type = "Task" [ 1779.459932] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.465966] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7db85199-efb8-45fb-8669-e45b0fb3485d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.477786] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.479126] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1779.479126] env[62683]: value = "task-1799591" [ 1779.479126] env[62683]: _type = "Task" [ 1779.479126] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.490675] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799591, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.517164] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799587, 'name': PowerOnVM_Task, 'duration_secs': 1.225152} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.517164] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1779.517164] env[62683]: INFO nova.compute.manager [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Took 10.35 seconds to spawn the instance on the hypervisor. [ 1779.517164] env[62683]: DEBUG nova.compute.manager [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1779.517164] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5658c1d-8664-4ca7-9331-0b7d10f67bdb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.679241] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "a4d935e2-5f02-4caf-8f98-3289af02b226" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.679622] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "a4d935e2-5f02-4caf-8f98-3289af02b226" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.756926] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "bf8d9643-76f4-4322-b609-dbd3433f5a20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.757283] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "bf8d9643-76f4-4322-b609-dbd3433f5a20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.757557] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "bf8d9643-76f4-4322-b609-dbd3433f5a20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.757820] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "bf8d9643-76f4-4322-b609-dbd3433f5a20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.758028] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "bf8d9643-76f4-4322-b609-dbd3433f5a20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.760445] env[62683]: INFO nova.compute.manager [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Terminating instance [ 1779.914356] env[62683]: DEBUG nova.network.neutron [req-b9e3e0de-90f6-4914-8857-5d8c14824601 req-5a5517d1-9020-4900-ab99-11f384d78c99 service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Updated VIF entry in instance network info cache for port ff5f1306-063b-4d22-8a01-377937aa7444. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1779.914885] env[62683]: DEBUG nova.network.neutron [req-b9e3e0de-90f6-4914-8857-5d8c14824601 req-5a5517d1-9020-4900-ab99-11f384d78c99 service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Updating instance_info_cache with network_info: [{"id": "ff5f1306-063b-4d22-8a01-377937aa7444", "address": "fa:16:3e:cc:12:df", "network": {"id": "43579b29-016d-4718-858c-b2445e2c670d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-465216297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "569729b7d98d41e58f2af24f2b465559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5f1306-06", "ovs_interfaceid": "ff5f1306-063b-4d22-8a01-377937aa7444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.973278] env[62683]: DEBUG oslo_concurrency.lockutils [None req-31170a29-e465-4b27-9d75-f6dd113debda tempest-ServersAdmin275Test-2083655690 tempest-ServersAdmin275Test-2083655690-project-member] Lock "75ab476d-b78b-45b4-ad13-6dfe5de9183a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.416s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.979819] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799590, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.995452] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799591, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.006475] env[62683]: DEBUG nova.compute.manager [req-bd355ab5-290c-4bc1-89e1-7074757bd6d9 req-b1752f44-c670-46ba-8ce0-72b2b70145c7 service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Received event network-changed-ff5f1306-063b-4d22-8a01-377937aa7444 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1780.006718] env[62683]: DEBUG nova.compute.manager [req-bd355ab5-290c-4bc1-89e1-7074757bd6d9 req-b1752f44-c670-46ba-8ce0-72b2b70145c7 service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Refreshing instance network info cache due to event network-changed-ff5f1306-063b-4d22-8a01-377937aa7444. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1780.006917] env[62683]: DEBUG oslo_concurrency.lockutils [req-bd355ab5-290c-4bc1-89e1-7074757bd6d9 req-b1752f44-c670-46ba-8ce0-72b2b70145c7 service nova] Acquiring lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.042673] env[62683]: INFO nova.compute.manager [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Took 31.93 seconds to build instance. [ 1780.182976] env[62683]: DEBUG nova.compute.manager [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1780.272933] env[62683]: DEBUG nova.compute.manager [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1780.273641] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1780.276082] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee69721e-8104-4b06-a038-f01c1f56f625 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.289134] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1780.293455] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8d68aa6-76ca-43bf-9600-fb9fab1d23c5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.322405] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aacb50e-3ddc-4580-abfe-9d057615d7a9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.331342] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d0745f-65ba-43fc-9120-19aa9dee4c9c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.363999] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac62efd2-ea93-4919-9338-14172fca677c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.374147] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4a9ca3-9f2e-4aaa-8ebf-1536bd0f49de {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.378714] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1780.379035] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1780.379183] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Deleting the datastore file [datastore1] bf8d9643-76f4-4322-b609-dbd3433f5a20 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1780.379427] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2666c1e0-6e16-42a9-9ec0-988e95be9953 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.392843] env[62683]: DEBUG nova.compute.provider_tree [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.395586] env[62683]: DEBUG oslo_vmware.api [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1780.395586] env[62683]: value = "task-1799593" [ 1780.395586] env[62683]: _type = "Task" [ 1780.395586] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.405029] env[62683]: DEBUG oslo_vmware.api [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.419483] env[62683]: DEBUG oslo_concurrency.lockutils [req-b9e3e0de-90f6-4914-8857-5d8c14824601 req-5a5517d1-9020-4900-ab99-11f384d78c99 service nova] Releasing lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.419907] env[62683]: DEBUG oslo_concurrency.lockutils [req-bd355ab5-290c-4bc1-89e1-7074757bd6d9 req-b1752f44-c670-46ba-8ce0-72b2b70145c7 service nova] Acquired lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.420314] env[62683]: DEBUG nova.network.neutron [req-bd355ab5-290c-4bc1-89e1-7074757bd6d9 req-b1752f44-c670-46ba-8ce0-72b2b70145c7 service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Refreshing network info cache for port ff5f1306-063b-4d22-8a01-377937aa7444 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1780.478020] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669792} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.478020] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] ba110ea0-5dcc-44f0-b11c-61e144f8e001/ba110ea0-5dcc-44f0-b11c-61e144f8e001.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1780.478020] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1780.478020] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-317b2a32-49b5-4d59-a9f0-e676f471adc9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.484787] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1780.484787] env[62683]: value = "task-1799594" [ 1780.484787] env[62683]: _type = "Task" [ 1780.484787] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.492872] env[62683]: DEBUG oslo_vmware.api [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799591, 'name': PowerOnVM_Task, 'duration_secs': 0.622542} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.493526] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1780.493729] env[62683]: INFO nova.compute.manager [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1780.493908] env[62683]: DEBUG nova.compute.manager [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1780.494981] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e04c44-a4d1-4763-a24e-dcf23ec6d892 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.500324] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.542595] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "d5ee0470-9591-4471-a8a6-cde1fc0cca1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.442s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.580660] env[62683]: DEBUG oslo_concurrency.lockutils [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "134c873e-9d20-4c6a-931f-c835cfb97376" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.580965] env[62683]: DEBUG oslo_concurrency.lockutils [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "134c873e-9d20-4c6a-931f-c835cfb97376" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.581128] env[62683]: DEBUG nova.compute.manager [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Going to confirm migration 5 {{(pid=62683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1780.708737] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.900014] env[62683]: DEBUG nova.scheduler.client.report [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1780.921628] env[62683]: DEBUG oslo_vmware.api [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237201} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.922745] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1780.922946] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1780.923375] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1780.923691] env[62683]: INFO nova.compute.manager [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1780.924071] env[62683]: DEBUG oslo.service.loopingcall [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.927173] env[62683]: DEBUG nova.compute.manager [-] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1780.927269] env[62683]: DEBUG nova.network.neutron [-] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1781.000178] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.019523] env[62683]: INFO nova.compute.manager [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Took 32.88 seconds to build instance. [ 1781.089114] env[62683]: DEBUG oslo_concurrency.lockutils [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Acquiring lock "699973e3-072c-4e00-90c4-5c69616e4b11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.089114] env[62683]: DEBUG oslo_concurrency.lockutils [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Lock "699973e3-072c-4e00-90c4-5c69616e4b11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.089114] env[62683]: DEBUG oslo_concurrency.lockutils [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Acquiring lock "699973e3-072c-4e00-90c4-5c69616e4b11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.089114] env[62683]: DEBUG oslo_concurrency.lockutils [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Lock "699973e3-072c-4e00-90c4-5c69616e4b11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.089114] env[62683]: DEBUG oslo_concurrency.lockutils [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Lock "699973e3-072c-4e00-90c4-5c69616e4b11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.097207] env[62683]: INFO nova.compute.manager [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Terminating instance [ 1781.138802] env[62683]: INFO nova.compute.manager [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Unrescuing [ 1781.138802] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.138802] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquired lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.138802] env[62683]: DEBUG nova.network.neutron [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1781.165761] env[62683]: DEBUG oslo_concurrency.lockutils [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.165761] env[62683]: DEBUG oslo_concurrency.lockutils [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.165761] env[62683]: DEBUG nova.network.neutron [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1781.165761] env[62683]: DEBUG nova.objects.instance [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lazy-loading 'info_cache' on Instance uuid 134c873e-9d20-4c6a-931f-c835cfb97376 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.283274] env[62683]: DEBUG nova.network.neutron [req-bd355ab5-290c-4bc1-89e1-7074757bd6d9 req-b1752f44-c670-46ba-8ce0-72b2b70145c7 service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Updated VIF entry in instance network info cache for port ff5f1306-063b-4d22-8a01-377937aa7444. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.284188] env[62683]: DEBUG nova.network.neutron [req-bd355ab5-290c-4bc1-89e1-7074757bd6d9 req-b1752f44-c670-46ba-8ce0-72b2b70145c7 service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Updating instance_info_cache with network_info: [{"id": "ff5f1306-063b-4d22-8a01-377937aa7444", "address": "fa:16:3e:cc:12:df", "network": {"id": "43579b29-016d-4718-858c-b2445e2c670d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-465216297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "569729b7d98d41e58f2af24f2b465559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5f1306-06", "ovs_interfaceid": "ff5f1306-063b-4d22-8a01-377937aa7444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.412736] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.415690] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.722s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.416071] env[62683]: DEBUG nova.objects.instance [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lazy-loading 'resources' on Instance uuid 71345bf6-a872-4abe-a0a4-db0a5f2eeced {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.439548] env[62683]: INFO nova.scheduler.client.report [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Deleted allocations for instance 85957ed6-95ab-4c6b-b0e2-ee3316b34d77 [ 1781.500864] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.521411] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9eedf5fb-21cf-46c5-84c9-a825748bdacd tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "70d0fe60-48a0-4a0c-8131-126da2557c77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.391s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.604152] env[62683]: DEBUG nova.compute.manager [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1781.605360] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1781.605360] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3622f8a9-e6c2-4665-bede-94e51bfa260d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.614239] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1781.614239] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eadbcd0c-882f-4bb3-85bc-76187097cb9d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.620122] env[62683]: DEBUG oslo_vmware.api [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Waiting for the task: (returnval){ [ 1781.620122] env[62683]: value = "task-1799595" [ 1781.620122] env[62683]: _type = "Task" [ 1781.620122] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.629713] env[62683]: DEBUG oslo_vmware.api [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.787514] env[62683]: DEBUG oslo_concurrency.lockutils [req-bd355ab5-290c-4bc1-89e1-7074757bd6d9 req-b1752f44-c670-46ba-8ce0-72b2b70145c7 service nova] Releasing lock "refresh_cache-699973e3-072c-4e00-90c4-5c69616e4b11" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.799502] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "d5ee0470-9591-4471-a8a6-cde1fc0cca1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.799843] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "d5ee0470-9591-4471-a8a6-cde1fc0cca1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.800139] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "d5ee0470-9591-4471-a8a6-cde1fc0cca1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.800369] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "d5ee0470-9591-4471-a8a6-cde1fc0cca1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.800589] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "d5ee0470-9591-4471-a8a6-cde1fc0cca1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.806467] env[62683]: INFO nova.compute.manager [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Terminating instance [ 1781.843736] env[62683]: DEBUG nova.network.neutron [-] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.898619] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "70d0fe60-48a0-4a0c-8131-126da2557c77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.898944] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "70d0fe60-48a0-4a0c-8131-126da2557c77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.899184] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "70d0fe60-48a0-4a0c-8131-126da2557c77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.899377] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "70d0fe60-48a0-4a0c-8131-126da2557c77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.899616] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "70d0fe60-48a0-4a0c-8131-126da2557c77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.901708] env[62683]: INFO nova.compute.manager [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Terminating instance [ 1781.915408] env[62683]: DEBUG nova.network.neutron [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Updating instance_info_cache with network_info: [{"id": "417b812d-f85f-4111-befc-2b197e61792b", "address": "fa:16:3e:6b:60:f4", "network": {"id": "56ec6ea4-baec-42d8-9557-31106649266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842389253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fdf78b06b4546f4b41a683bea2928cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap417b812d-f8", "ovs_interfaceid": "417b812d-f85f-4111-befc-2b197e61792b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.955802] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d6fd12e-9fb0-4062-8423-1cf2c20f6661 tempest-ServerDiskConfigTestJSON-1677889174 tempest-ServerDiskConfigTestJSON-1677889174-project-member] Lock "85957ed6-95ab-4c6b-b0e2-ee3316b34d77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.577s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.000373] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.141676} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.004054] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1782.005659] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3856ed-7b76-4084-8f51-f43abd8fc142 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.032315] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] ba110ea0-5dcc-44f0-b11c-61e144f8e001/ba110ea0-5dcc-44f0-b11c-61e144f8e001.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1782.034639] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fff611dd-eb84-450d-bf32-8ff713c979ec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.054991] env[62683]: DEBUG nova.compute.manager [req-89db6d01-7f6f-4a53-ad3d-981a6a53c5a9 req-f414aaec-ae1b-451e-9ded-77d1acae2405 service nova] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Received event network-vif-deleted-ed13d8e7-b5dd-4064-80bb-d35797c8de14 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1782.061032] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1782.061032] env[62683]: value = "task-1799596" [ 1782.061032] env[62683]: _type = "Task" [ 1782.061032] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.074803] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799596, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.135387] env[62683]: DEBUG oslo_vmware.api [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799595, 'name': PowerOffVM_Task, 'duration_secs': 0.249469} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.135681] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1782.135851] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1782.136123] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-149c6f89-ef48-4874-a79a-2b69bb33f8dd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.241720] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ece78a-43cf-40dc-858f-00dbe3305c2d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.245840] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1782.246062] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1782.246248] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Deleting the datastore file [datastore1] 699973e3-072c-4e00-90c4-5c69616e4b11 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1782.246926] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ddc3e9e-b369-47fa-a9f9-744ae1bb1778 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.255397] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b8eac3-5438-4cf0-be72-7183c80b31af {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.259601] env[62683]: DEBUG oslo_vmware.api [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Waiting for the task: (returnval){ [ 1782.259601] env[62683]: value = "task-1799598" [ 1782.259601] env[62683]: _type = "Task" [ 1782.259601] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.292388] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d827d8-7c47-4482-b562-566cfcce95b2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.299265] env[62683]: DEBUG oslo_vmware.api [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.306041] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446066ba-2346-4ecb-889b-945e140cc899 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.312418] env[62683]: DEBUG nova.compute.manager [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1782.312690] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1782.313642] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fc0434-1c31-40e7-ab6a-00ed37f2372f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.330390] env[62683]: DEBUG nova.compute.provider_tree [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.336038] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1782.336038] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20c7b0a5-3015-4a3d-9333-e0820ee8909a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.344808] env[62683]: DEBUG oslo_vmware.api [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1782.344808] env[62683]: value = "task-1799599" [ 1782.344808] env[62683]: _type = "Task" [ 1782.344808] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.348348] env[62683]: INFO nova.compute.manager [-] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Took 1.42 seconds to deallocate network for instance. [ 1782.363417] env[62683]: DEBUG oslo_vmware.api [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.406465] env[62683]: DEBUG nova.compute.manager [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1782.406635] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1782.409827] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63cd043-c1dc-43fa-978b-ef2d2d510bff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.419127] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Releasing lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.419127] env[62683]: DEBUG nova.objects.instance [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lazy-loading 'flavor' on Instance uuid c8063def-3d83-4b9f-87db-db1ab1faeff3 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1782.422803] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1782.425332] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8979334-0d3a-4f2e-b71c-59a234d3871f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.431662] env[62683]: DEBUG oslo_vmware.api [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1782.431662] env[62683]: value = "task-1799600" [ 1782.431662] env[62683]: _type = "Task" [ 1782.431662] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.448082] env[62683]: DEBUG oslo_vmware.api [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.514931] env[62683]: DEBUG nova.network.neutron [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Updating instance_info_cache with network_info: [{"id": "825dabdf-61ff-4d0b-b132-7c3faffc8f71", "address": "fa:16:3e:3e:e2:5a", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825dabdf-61", "ovs_interfaceid": "825dabdf-61ff-4d0b-b132-7c3faffc8f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.575320] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799596, 'name': ReconfigVM_Task, 'duration_secs': 0.490282} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.575653] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Reconfigured VM instance instance-00000062 to attach disk [datastore1] ba110ea0-5dcc-44f0-b11c-61e144f8e001/ba110ea0-5dcc-44f0-b11c-61e144f8e001.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1782.576330] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d02883bb-22e7-448d-8d7e-798b86e10131 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.583227] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1782.583227] env[62683]: value = "task-1799601" [ 1782.583227] env[62683]: _type = "Task" [ 1782.583227] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.595352] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799601, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.770204] env[62683]: DEBUG oslo_vmware.api [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Task: {'id': task-1799598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221732} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.770506] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1782.770721] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1782.770913] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1782.771204] env[62683]: INFO nova.compute.manager [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1782.771401] env[62683]: DEBUG oslo.service.loopingcall [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1782.771523] env[62683]: DEBUG nova.compute.manager [-] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1782.771616] env[62683]: DEBUG nova.network.neutron [-] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1782.837307] env[62683]: DEBUG nova.scheduler.client.report [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1782.857497] env[62683]: DEBUG oslo_vmware.api [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799599, 'name': PowerOffVM_Task, 'duration_secs': 0.214234} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.858630] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.858905] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1782.859088] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1782.859560] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcad6a9e-2a83-425d-93d6-a27cc4254022 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.927865] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6340cc41-15e2-4448-a308-5592bd217198 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.958226] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1782.960429] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f2bdcef-dcac-4b10-884a-a165302f83ae {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.962910] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1782.963197] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1782.963410] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Deleting the datastore file [datastore1] d5ee0470-9591-4471-a8a6-cde1fc0cca1c {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1782.966880] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccad283f-a6dc-41d3-8cdc-be55b8aa965a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.969378] env[62683]: DEBUG oslo_vmware.api [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799600, 'name': PowerOffVM_Task, 'duration_secs': 0.211282} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.969878] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1782.970381] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1782.971086] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1f0a7d8-7fde-41c3-b0bc-b43668f094c1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.974649] env[62683]: DEBUG oslo_vmware.api [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1782.974649] env[62683]: value = "task-1799603" [ 1782.974649] env[62683]: _type = "Task" [ 1782.974649] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.976243] env[62683]: DEBUG oslo_vmware.api [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1782.976243] env[62683]: value = "task-1799604" [ 1782.976243] env[62683]: _type = "Task" [ 1782.976243] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.990144] env[62683]: DEBUG oslo_vmware.api [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.995337] env[62683]: DEBUG oslo_vmware.api [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.018272] env[62683]: DEBUG oslo_concurrency.lockutils [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.018572] env[62683]: DEBUG nova.objects.instance [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lazy-loading 'migration_context' on Instance uuid 134c873e-9d20-4c6a-931f-c835cfb97376 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1783.093528] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799601, 'name': Rename_Task, 'duration_secs': 0.443279} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.093820] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1783.094228] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faf958d6-e366-4faf-adc8-40c49995b460 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.102314] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1783.102314] env[62683]: value = "task-1799606" [ 1783.102314] env[62683]: _type = "Task" [ 1783.102314] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.110912] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.126395] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1783.126779] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1783.126992] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Deleting the datastore file [datastore1] 70d0fe60-48a0-4a0c-8131-126da2557c77 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1783.127293] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dbee962-d7ad-452c-933f-2911805dd4bf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.135257] env[62683]: DEBUG oslo_vmware.api [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for the task: (returnval){ [ 1783.135257] env[62683]: value = "task-1799607" [ 1783.135257] env[62683]: _type = "Task" [ 1783.135257] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.148422] env[62683]: DEBUG oslo_vmware.api [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.342667] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.345979] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.587s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.348222] env[62683]: INFO nova.compute.claims [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1783.369830] env[62683]: INFO nova.scheduler.client.report [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Deleted allocations for instance 71345bf6-a872-4abe-a0a4-db0a5f2eeced [ 1783.490518] env[62683]: DEBUG oslo_vmware.api [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799603, 'name': PowerOffVM_Task, 'duration_secs': 0.272732} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.493874] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1783.500745] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Reconfiguring VM instance instance-00000055 to detach disk 2002 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1783.503584] env[62683]: DEBUG oslo_vmware.api [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295267} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.503584] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b112827-191e-4885-b7ef-f7261ceda811 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.516148] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1783.516371] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1783.516552] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1783.516767] env[62683]: INFO nova.compute.manager [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1783.517039] env[62683]: DEBUG oslo.service.loopingcall [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1783.517328] env[62683]: DEBUG nova.compute.manager [-] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1783.517433] env[62683]: DEBUG nova.network.neutron [-] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1783.524345] env[62683]: DEBUG nova.objects.base [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Object Instance<134c873e-9d20-4c6a-931f-c835cfb97376> lazy-loaded attributes: info_cache,migration_context {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1783.524345] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c599a0e5-aae4-48a0-a469-bb97ab3e80fc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.527525] env[62683]: DEBUG oslo_vmware.api [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1783.527525] env[62683]: value = "task-1799608" [ 1783.527525] env[62683]: _type = "Task" [ 1783.527525] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.548519] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d626bb-8374-40cc-b73e-1c8805a948d1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.554597] env[62683]: DEBUG oslo_vmware.api [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.561571] env[62683]: DEBUG oslo_vmware.api [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1783.561571] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f5cdab-1c2d-e961-1f41-b81e16a2cb58" [ 1783.561571] env[62683]: _type = "Task" [ 1783.561571] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.572926] env[62683]: DEBUG oslo_vmware.api [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f5cdab-1c2d-e961-1f41-b81e16a2cb58, 'name': SearchDatastore_Task, 'duration_secs': 0.007389} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.573276] env[62683]: DEBUG oslo_concurrency.lockutils [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.616414] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799606, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.648810] env[62683]: DEBUG oslo_vmware.api [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Task: {'id': task-1799607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262122} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.648810] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1783.648810] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1783.648810] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1783.648810] env[62683]: INFO nova.compute.manager [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1783.648810] env[62683]: DEBUG oslo.service.loopingcall [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1783.648810] env[62683]: DEBUG nova.compute.manager [-] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1783.649097] env[62683]: DEBUG nova.network.neutron [-] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1783.748941] env[62683]: DEBUG nova.network.neutron [-] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.886549] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d1f988eb-4930-433e-83e7-7e453b1e3038 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lock "71345bf6-a872-4abe-a0a4-db0a5f2eeced" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.669s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.008466] env[62683]: DEBUG nova.compute.manager [req-be96f435-df6b-48b3-976f-43f4b86fe0c5 req-5cb4f973-919a-46cf-a219-2c33816cde29 service nova] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Received event network-vif-deleted-92aedbbc-776f-4820-ad0c-03ecb756a4f4 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1784.008690] env[62683]: INFO nova.compute.manager [req-be96f435-df6b-48b3-976f-43f4b86fe0c5 req-5cb4f973-919a-46cf-a219-2c33816cde29 service nova] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Neutron deleted interface 92aedbbc-776f-4820-ad0c-03ecb756a4f4; detaching it from the instance and deleting it from the info cache [ 1784.008968] env[62683]: DEBUG nova.network.neutron [req-be96f435-df6b-48b3-976f-43f4b86fe0c5 req-5cb4f973-919a-46cf-a219-2c33816cde29 service nova] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.039050] env[62683]: DEBUG oslo_vmware.api [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799608, 'name': ReconfigVM_Task, 'duration_secs': 0.2883} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.039358] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Reconfigured VM instance instance-00000055 to detach disk 2002 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1784.039552] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1784.039802] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff91676e-8e63-4f03-8fe8-774b616fe83e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.047404] env[62683]: DEBUG oslo_vmware.api [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1784.047404] env[62683]: value = "task-1799609" [ 1784.047404] env[62683]: _type = "Task" [ 1784.047404] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.059053] env[62683]: DEBUG oslo_vmware.api [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.115037] env[62683]: DEBUG oslo_vmware.api [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799606, 'name': PowerOnVM_Task, 'duration_secs': 0.778116} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.115385] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1784.115597] env[62683]: INFO nova.compute.manager [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1784.115781] env[62683]: DEBUG nova.compute.manager [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1784.116861] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f20dcc6-9f4b-4c55-919f-876e81704fb1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.153020] env[62683]: DEBUG nova.compute.manager [req-ed37ac1f-1849-4e6b-b25d-698f5e783b81 req-959775b4-17b9-4de1-9cf9-725f150d4eb8 service nova] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Received event network-vif-deleted-ff5f1306-063b-4d22-8a01-377937aa7444 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1784.252066] env[62683]: INFO nova.compute.manager [-] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Took 1.48 seconds to deallocate network for instance. [ 1784.421613] env[62683]: DEBUG nova.network.neutron [-] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.469489] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "0f863fc7-75df-4f02-b799-50e6f7619b3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.469757] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lock "0f863fc7-75df-4f02-b799-50e6f7619b3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.470438] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "0f863fc7-75df-4f02-b799-50e6f7619b3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.470650] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lock "0f863fc7-75df-4f02-b799-50e6f7619b3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.470990] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lock "0f863fc7-75df-4f02-b799-50e6f7619b3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.476451] env[62683]: INFO nova.compute.manager [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Terminating instance [ 1784.518550] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79f7c41b-593a-4eda-8675-7546b7913485 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.532832] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2512b85-5af0-4749-abdf-3813c9bdbcf3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.565388] env[62683]: DEBUG oslo_vmware.api [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799609, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.584065] env[62683]: DEBUG nova.compute.manager [req-be96f435-df6b-48b3-976f-43f4b86fe0c5 req-5cb4f973-919a-46cf-a219-2c33816cde29 service nova] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Detach interface failed, port_id=92aedbbc-776f-4820-ad0c-03ecb756a4f4, reason: Instance 70d0fe60-48a0-4a0c-8131-126da2557c77 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1784.587411] env[62683]: DEBUG nova.network.neutron [-] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.634859] env[62683]: INFO nova.compute.manager [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Took 32.50 seconds to build instance. [ 1784.732774] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bb0b3e-c926-4ba2-937d-3c72bdc64bf7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.741267] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31325d4f-bf4a-4fc8-8f58-31e4a60afbb2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.774692] env[62683]: DEBUG oslo_concurrency.lockutils [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.777126] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3ea7ac-b618-40af-bed6-c6a7e3ce5161 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.783642] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0e8c06-35d9-4ab2-80f6-b5243303dc3e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.798207] env[62683]: DEBUG nova.compute.provider_tree [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1784.925574] env[62683]: INFO nova.compute.manager [-] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Took 1.28 seconds to deallocate network for instance. [ 1784.979566] env[62683]: DEBUG nova.compute.manager [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1784.981253] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1784.981253] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e22bb7-cb83-4a54-b04a-6387a66b6372 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.990555] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1784.990810] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8253ca51-5a94-42c6-a60a-b536c82e4afe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.996416] env[62683]: DEBUG oslo_vmware.api [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1784.996416] env[62683]: value = "task-1799610" [ 1784.996416] env[62683]: _type = "Task" [ 1784.996416] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.008186] env[62683]: DEBUG oslo_vmware.api [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.063032] env[62683]: DEBUG oslo_vmware.api [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799609, 'name': PowerOnVM_Task, 'duration_secs': 0.611652} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.063032] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1785.063032] env[62683]: DEBUG nova.compute.manager [None req-f200d779-0d83-4157-a577-8d308686a318 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1785.063032] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9389c5c8-2813-4794-aa83-f2045577f8e6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.090651] env[62683]: INFO nova.compute.manager [-] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Took 1.57 seconds to deallocate network for instance. [ 1785.137859] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8fc6ade4-109f-4d04-9b75-39b0362fd393 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "ba110ea0-5dcc-44f0-b11c-61e144f8e001" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.018s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.300763] env[62683]: DEBUG nova.scheduler.client.report [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1785.433853] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.507864] env[62683]: DEBUG oslo_vmware.api [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799610, 'name': PowerOffVM_Task, 'duration_secs': 0.382124} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.508236] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1785.508344] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1785.508594] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-719f0de1-3596-45b5-9835-a0e3c5a3492c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.535648] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "ba110ea0-5dcc-44f0-b11c-61e144f8e001" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.535648] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "ba110ea0-5dcc-44f0-b11c-61e144f8e001" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.535822] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "ba110ea0-5dcc-44f0-b11c-61e144f8e001-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.535857] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "ba110ea0-5dcc-44f0-b11c-61e144f8e001-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.536531] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "ba110ea0-5dcc-44f0-b11c-61e144f8e001-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.538434] env[62683]: INFO nova.compute.manager [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Terminating instance [ 1785.591410] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1785.591648] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1785.591836] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Deleting the datastore file [datastore1] 0f863fc7-75df-4f02-b799-50e6f7619b3b {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1785.592117] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19b26668-e376-4299-8b09-9f336cda433c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.597917] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.601258] env[62683]: DEBUG oslo_vmware.api [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for the task: (returnval){ [ 1785.601258] env[62683]: value = "task-1799612" [ 1785.601258] env[62683]: _type = "Task" [ 1785.601258] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.610611] env[62683]: DEBUG oslo_vmware.api [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.808290] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.809106] env[62683]: DEBUG nova.compute.manager [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1785.812766] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.104s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.815135] env[62683]: INFO nova.compute.claims [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1785.971945] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "ecf0af70-447f-4285-a49d-44b2fb723d2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.972205] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "ecf0af70-447f-4285-a49d-44b2fb723d2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.043142] env[62683]: DEBUG nova.compute.manager [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1786.043396] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1786.044301] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb73cb3-a9fb-4d83-974d-0631ace25fca {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.053451] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1786.053711] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e8895a2-7b85-46be-a7f7-20596ea50107 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.059856] env[62683]: DEBUG oslo_vmware.api [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1786.059856] env[62683]: value = "task-1799613" [ 1786.059856] env[62683]: _type = "Task" [ 1786.059856] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.070799] env[62683]: DEBUG oslo_vmware.api [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.111636] env[62683]: DEBUG oslo_vmware.api [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Task: {'id': task-1799612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.485695} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.111938] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1786.112172] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1786.112365] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1786.112545] env[62683]: INFO nova.compute.manager [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1786.112787] env[62683]: DEBUG oslo.service.loopingcall [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1786.112983] env[62683]: DEBUG nova.compute.manager [-] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1786.113092] env[62683]: DEBUG nova.network.neutron [-] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1786.202616] env[62683]: DEBUG nova.compute.manager [req-c9f8d50b-015c-4162-993a-a28a3b209310 req-79436041-5076-4c23-b3e4-1ff00d19caff service nova] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Received event network-vif-deleted-75342800-419d-431d-a7e3-f2a1a237883e {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1786.321332] env[62683]: DEBUG nova.compute.utils [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1786.325438] env[62683]: DEBUG nova.compute.manager [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1786.325620] env[62683]: DEBUG nova.network.neutron [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1786.397539] env[62683]: DEBUG nova.policy [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '079397fde09940bf948f95b320389c8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '440bf5afe3e6432fb149fdb3487edf93', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1786.474316] env[62683]: DEBUG nova.compute.manager [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1786.574572] env[62683]: DEBUG oslo_vmware.api [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799613, 'name': PowerOffVM_Task, 'duration_secs': 0.348363} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.574793] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1786.574964] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1786.575229] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e2d7917-3130-4214-9ac8-e5c29dbd5002 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.678048] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1786.678355] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1786.678546] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleting the datastore file [datastore1] ba110ea0-5dcc-44f0-b11c-61e144f8e001 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1786.682711] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96b20347-4f95-4cfb-9a81-1478eba75804 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.692900] env[62683]: DEBUG oslo_vmware.api [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1786.692900] env[62683]: value = "task-1799615" [ 1786.692900] env[62683]: _type = "Task" [ 1786.692900] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.705135] env[62683]: DEBUG oslo_vmware.api [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.729161] env[62683]: DEBUG nova.network.neutron [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Successfully created port: d041cc10-33f8-4585-83f7-a72a4afd3ddb {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1786.828776] env[62683]: DEBUG nova.compute.manager [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1786.999321] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.153405] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb974b9-c67d-4399-af9f-2bbea1dcd0fc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.161728] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d91fce5-99d4-414b-9fa1-28fa639c9161 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.216099] env[62683]: DEBUG nova.network.neutron [-] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.224767] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5827a80c-2561-452e-a397-5bc8ad231d05 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.240265] env[62683]: DEBUG oslo_vmware.api [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126582} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.242347] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47329701-b6b9-47ca-8682-3b57be306c81 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.248360] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1787.248641] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1787.248897] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1787.249578] env[62683]: INFO nova.compute.manager [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1787.249578] env[62683]: DEBUG oslo.service.loopingcall [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1787.250363] env[62683]: DEBUG nova.compute.manager [-] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1787.250495] env[62683]: DEBUG nova.network.neutron [-] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1787.267938] env[62683]: DEBUG nova.compute.provider_tree [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1787.719628] env[62683]: INFO nova.compute.manager [-] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Took 1.61 seconds to deallocate network for instance. [ 1787.789905] env[62683]: ERROR nova.scheduler.client.report [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [req-ac00c63d-e095-4fe8-9c86-f8596d53fe36] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ac00c63d-e095-4fe8-9c86-f8596d53fe36"}]} [ 1787.805763] env[62683]: DEBUG nova.scheduler.client.report [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1787.818877] env[62683]: DEBUG nova.scheduler.client.report [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1787.819154] env[62683]: DEBUG nova.compute.provider_tree [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1787.830478] env[62683]: DEBUG nova.scheduler.client.report [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1787.844712] env[62683]: DEBUG nova.compute.manager [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1787.847526] env[62683]: DEBUG nova.scheduler.client.report [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1787.869723] env[62683]: DEBUG nova.virt.hardware [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1787.869924] env[62683]: DEBUG nova.virt.hardware [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1787.870094] env[62683]: DEBUG nova.virt.hardware [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1787.870288] env[62683]: DEBUG nova.virt.hardware [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1787.870438] env[62683]: DEBUG nova.virt.hardware [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1787.870590] env[62683]: DEBUG nova.virt.hardware [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1787.870830] env[62683]: DEBUG nova.virt.hardware [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1787.870956] env[62683]: DEBUG nova.virt.hardware [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1787.872461] env[62683]: DEBUG nova.virt.hardware [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1787.872653] env[62683]: DEBUG nova.virt.hardware [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1787.872879] env[62683]: DEBUG nova.virt.hardware [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1787.873799] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dd88ad-fc04-47fb-9478-81b86fd7ed1b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.884427] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a7b348-deb7-4206-bd1b-92acc216851b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.117357] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64842e43-315f-47b5-8531-3cf272a82062 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.125625] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa417ff-705a-4869-b077-567727889b5f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.161911] env[62683]: DEBUG nova.network.neutron [-] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.164389] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b464f18e-6cc2-4b18-a3da-4f26febf8a7f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.172382] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5c1c10-eeb7-4dd3-a6e7-b5398ee5372f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.188489] env[62683]: DEBUG nova.compute.provider_tree [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1788.225801] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.245210] env[62683]: DEBUG nova.compute.manager [req-9b177c20-7824-41a3-aaf2-f54a9270b276 req-d993743f-fc15-4892-aa8d-d59ec3c71f16 service nova] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Received event network-vif-plugged-d041cc10-33f8-4585-83f7-a72a4afd3ddb {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1788.247155] env[62683]: DEBUG oslo_concurrency.lockutils [req-9b177c20-7824-41a3-aaf2-f54a9270b276 req-d993743f-fc15-4892-aa8d-d59ec3c71f16 service nova] Acquiring lock "7f15b66f-2278-4a5a-8481-23e03d363e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.247155] env[62683]: DEBUG oslo_concurrency.lockutils [req-9b177c20-7824-41a3-aaf2-f54a9270b276 req-d993743f-fc15-4892-aa8d-d59ec3c71f16 service nova] Lock "7f15b66f-2278-4a5a-8481-23e03d363e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.247155] env[62683]: DEBUG oslo_concurrency.lockutils [req-9b177c20-7824-41a3-aaf2-f54a9270b276 req-d993743f-fc15-4892-aa8d-d59ec3c71f16 service nova] Lock "7f15b66f-2278-4a5a-8481-23e03d363e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.247155] env[62683]: DEBUG nova.compute.manager [req-9b177c20-7824-41a3-aaf2-f54a9270b276 req-d993743f-fc15-4892-aa8d-d59ec3c71f16 service nova] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] No waiting events found dispatching network-vif-plugged-d041cc10-33f8-4585-83f7-a72a4afd3ddb {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1788.247155] env[62683]: WARNING nova.compute.manager [req-9b177c20-7824-41a3-aaf2-f54a9270b276 req-d993743f-fc15-4892-aa8d-d59ec3c71f16 service nova] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Received unexpected event network-vif-plugged-d041cc10-33f8-4585-83f7-a72a4afd3ddb for instance with vm_state building and task_state spawning. [ 1788.252986] env[62683]: DEBUG nova.compute.manager [req-57568eb8-f330-49ee-8a51-b5a57754a42e req-bc48da28-6c26-416e-95c5-afbcee1f636a service nova] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Received event network-vif-deleted-9add8821-236c-494d-bcb1-a9033dbd36aa {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1788.253465] env[62683]: DEBUG nova.compute.manager [req-57568eb8-f330-49ee-8a51-b5a57754a42e req-bc48da28-6c26-416e-95c5-afbcee1f636a service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Received event network-changed-417b812d-f85f-4111-befc-2b197e61792b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1788.253595] env[62683]: DEBUG nova.compute.manager [req-57568eb8-f330-49ee-8a51-b5a57754a42e req-bc48da28-6c26-416e-95c5-afbcee1f636a service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Refreshing instance network info cache due to event network-changed-417b812d-f85f-4111-befc-2b197e61792b. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1788.253805] env[62683]: DEBUG oslo_concurrency.lockutils [req-57568eb8-f330-49ee-8a51-b5a57754a42e req-bc48da28-6c26-416e-95c5-afbcee1f636a service nova] Acquiring lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.253951] env[62683]: DEBUG oslo_concurrency.lockutils [req-57568eb8-f330-49ee-8a51-b5a57754a42e req-bc48da28-6c26-416e-95c5-afbcee1f636a service nova] Acquired lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.254128] env[62683]: DEBUG nova.network.neutron [req-57568eb8-f330-49ee-8a51-b5a57754a42e req-bc48da28-6c26-416e-95c5-afbcee1f636a service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Refreshing network info cache for port 417b812d-f85f-4111-befc-2b197e61792b {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1788.494968] env[62683]: DEBUG nova.network.neutron [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Successfully updated port: d041cc10-33f8-4585-83f7-a72a4afd3ddb {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1788.664247] env[62683]: INFO nova.compute.manager [-] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Took 1.41 seconds to deallocate network for instance. [ 1788.734850] env[62683]: DEBUG nova.scheduler.client.report [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1788.735161] env[62683]: DEBUG nova.compute.provider_tree [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 136 to 137 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1788.735348] env[62683]: DEBUG nova.compute.provider_tree [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1788.997998] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquiring lock "refresh_cache-7f15b66f-2278-4a5a-8481-23e03d363e61" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.998081] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquired lock "refresh_cache-7f15b66f-2278-4a5a-8481-23e03d363e61" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.998240] env[62683]: DEBUG nova.network.neutron [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1789.006422] env[62683]: DEBUG nova.network.neutron [req-57568eb8-f330-49ee-8a51-b5a57754a42e req-bc48da28-6c26-416e-95c5-afbcee1f636a service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Updated VIF entry in instance network info cache for port 417b812d-f85f-4111-befc-2b197e61792b. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1789.006835] env[62683]: DEBUG nova.network.neutron [req-57568eb8-f330-49ee-8a51-b5a57754a42e req-bc48da28-6c26-416e-95c5-afbcee1f636a service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Updating instance_info_cache with network_info: [{"id": "417b812d-f85f-4111-befc-2b197e61792b", "address": "fa:16:3e:6b:60:f4", "network": {"id": "56ec6ea4-baec-42d8-9557-31106649266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842389253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fdf78b06b4546f4b41a683bea2928cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap417b812d-f8", "ovs_interfaceid": "417b812d-f85f-4111-befc-2b197e61792b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.171588] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.241868] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.429s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.242461] env[62683]: DEBUG nova.compute.manager [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1789.245214] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.387s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.245435] env[62683]: DEBUG nova.objects.instance [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lazy-loading 'resources' on Instance uuid bf8d9643-76f4-4322-b609-dbd3433f5a20 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1789.275943] env[62683]: DEBUG oslo_concurrency.lockutils [None req-da95dc39-b506-48e9-a0fd-4ee3f43b8c12 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "2284b1b2-e495-4610-adb3-b59a56eac70c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.276225] env[62683]: DEBUG oslo_concurrency.lockutils [None req-da95dc39-b506-48e9-a0fd-4ee3f43b8c12 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "2284b1b2-e495-4610-adb3-b59a56eac70c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.510910] env[62683]: DEBUG oslo_concurrency.lockutils [req-57568eb8-f330-49ee-8a51-b5a57754a42e req-bc48da28-6c26-416e-95c5-afbcee1f636a service nova] Releasing lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.510910] env[62683]: DEBUG nova.compute.manager [req-57568eb8-f330-49ee-8a51-b5a57754a42e req-bc48da28-6c26-416e-95c5-afbcee1f636a service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Received event network-changed-417b812d-f85f-4111-befc-2b197e61792b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1789.510910] env[62683]: DEBUG nova.compute.manager [req-57568eb8-f330-49ee-8a51-b5a57754a42e req-bc48da28-6c26-416e-95c5-afbcee1f636a service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Refreshing instance network info cache due to event network-changed-417b812d-f85f-4111-befc-2b197e61792b. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1789.510910] env[62683]: DEBUG oslo_concurrency.lockutils [req-57568eb8-f330-49ee-8a51-b5a57754a42e req-bc48da28-6c26-416e-95c5-afbcee1f636a service nova] Acquiring lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.511101] env[62683]: DEBUG oslo_concurrency.lockutils [req-57568eb8-f330-49ee-8a51-b5a57754a42e req-bc48da28-6c26-416e-95c5-afbcee1f636a service nova] Acquired lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.511179] env[62683]: DEBUG nova.network.neutron [req-57568eb8-f330-49ee-8a51-b5a57754a42e req-bc48da28-6c26-416e-95c5-afbcee1f636a service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Refreshing network info cache for port 417b812d-f85f-4111-befc-2b197e61792b {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1789.537846] env[62683]: DEBUG nova.network.neutron [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1789.734911] env[62683]: DEBUG nova.network.neutron [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Updating instance_info_cache with network_info: [{"id": "d041cc10-33f8-4585-83f7-a72a4afd3ddb", "address": "fa:16:3e:02:74:5e", "network": {"id": "ba11f020-6824-4640-87e7-88d65841f5cd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-561817691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "440bf5afe3e6432fb149fdb3487edf93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd041cc10-33", "ovs_interfaceid": "d041cc10-33f8-4585-83f7-a72a4afd3ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.748615] env[62683]: DEBUG nova.compute.utils [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1789.753028] env[62683]: DEBUG nova.compute.manager [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1789.753028] env[62683]: DEBUG nova.network.neutron [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1789.782219] env[62683]: INFO nova.compute.manager [None req-da95dc39-b506-48e9-a0fd-4ee3f43b8c12 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Detaching volume 11aa530a-1849-4385-98ea-0e749f17493c [ 1789.795237] env[62683]: DEBUG nova.policy [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a3a0a6a0a6e463f9af5ccf494d4c810', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cca9f7c09de541ceb601bd7c6303dcfa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1789.835033] env[62683]: INFO nova.virt.block_device [None req-da95dc39-b506-48e9-a0fd-4ee3f43b8c12 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Attempting to driver detach volume 11aa530a-1849-4385-98ea-0e749f17493c from mountpoint /dev/sdb [ 1789.835033] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95dc39-b506-48e9-a0fd-4ee3f43b8c12 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Volume detach. Driver type: vmdk {{(pid=62683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1789.835170] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95dc39-b506-48e9-a0fd-4ee3f43b8c12 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373142', 'volume_id': '11aa530a-1849-4385-98ea-0e749f17493c', 'name': 'volume-11aa530a-1849-4385-98ea-0e749f17493c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2284b1b2-e495-4610-adb3-b59a56eac70c', 'attached_at': '', 'detached_at': '', 'volume_id': '11aa530a-1849-4385-98ea-0e749f17493c', 'serial': '11aa530a-1849-4385-98ea-0e749f17493c'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1789.836067] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Acquiring lock "ba8d8d06-00ef-4339-9974-85db61baedd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.836190] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Lock "ba8d8d06-00ef-4339-9974-85db61baedd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.837877] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3250494f-a214-48ab-89ac-ac21aa10252c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.873111] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a209c23d-f9fc-476d-bd64-6259bfc9831e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.884976] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee15fccf-6b9f-4641-abb6-1b938740325f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.910477] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fffdd9-5208-49d8-9cba-5c8ad74f09d4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.928445] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95dc39-b506-48e9-a0fd-4ee3f43b8c12 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] The volume has not been displaced from its original location: [datastore1] volume-11aa530a-1849-4385-98ea-0e749f17493c/volume-11aa530a-1849-4385-98ea-0e749f17493c.vmdk. No consolidation needed. {{(pid=62683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1789.933778] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95dc39-b506-48e9-a0fd-4ee3f43b8c12 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1789.938019] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17e9b2b0-eca4-4182-8faa-66f2e307defc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.956106] env[62683]: DEBUG oslo_vmware.api [None req-da95dc39-b506-48e9-a0fd-4ee3f43b8c12 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1789.956106] env[62683]: value = "task-1799616" [ 1789.956106] env[62683]: _type = "Task" [ 1789.956106] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.966886] env[62683]: DEBUG oslo_vmware.api [None req-da95dc39-b506-48e9-a0fd-4ee3f43b8c12 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.107702] env[62683]: DEBUG nova.network.neutron [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Successfully created port: 6fa6a772-fd90-4330-88b6-4194623b14de {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1790.135040] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c53c94-3dda-4a60-963b-7a15839cc048 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.148842] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a035e9fa-4beb-42d0-b255-14d7c74bacae {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.182724] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e52da4-0ee8-44cd-abd9-3626df4f0afa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.190270] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a49157-147c-4338-8b22-20e42d8dd507 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.203372] env[62683]: DEBUG nova.compute.provider_tree [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.236966] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Releasing lock "refresh_cache-7f15b66f-2278-4a5a-8481-23e03d363e61" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.241018] env[62683]: DEBUG nova.compute.manager [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Instance network_info: |[{"id": "d041cc10-33f8-4585-83f7-a72a4afd3ddb", "address": "fa:16:3e:02:74:5e", "network": {"id": "ba11f020-6824-4640-87e7-88d65841f5cd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-561817691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "440bf5afe3e6432fb149fdb3487edf93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd041cc10-33", "ovs_interfaceid": "d041cc10-33f8-4585-83f7-a72a4afd3ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1790.241018] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:74:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd041cc10-33f8-4585-83f7-a72a4afd3ddb', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1790.245465] env[62683]: DEBUG oslo.service.loopingcall [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1790.245679] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1790.248525] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c7450e6-efcb-4a35-8c87-54de57468430 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.265310] env[62683]: DEBUG nova.compute.manager [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1790.275509] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1790.275509] env[62683]: value = "task-1799617" [ 1790.275509] env[62683]: _type = "Task" [ 1790.275509] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.285991] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799617, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.320056] env[62683]: DEBUG nova.network.neutron [req-57568eb8-f330-49ee-8a51-b5a57754a42e req-bc48da28-6c26-416e-95c5-afbcee1f636a service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Updated VIF entry in instance network info cache for port 417b812d-f85f-4111-befc-2b197e61792b. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1790.320423] env[62683]: DEBUG nova.network.neutron [req-57568eb8-f330-49ee-8a51-b5a57754a42e req-bc48da28-6c26-416e-95c5-afbcee1f636a service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Updating instance_info_cache with network_info: [{"id": "417b812d-f85f-4111-befc-2b197e61792b", "address": "fa:16:3e:6b:60:f4", "network": {"id": "56ec6ea4-baec-42d8-9557-31106649266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842389253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fdf78b06b4546f4b41a683bea2928cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap417b812d-f8", "ovs_interfaceid": "417b812d-f85f-4111-befc-2b197e61792b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.325528] env[62683]: DEBUG nova.compute.manager [req-cfaa37a5-d38f-40d2-b812-b54274a9f9d0 req-3294b914-1f58-428d-8fbf-bc5efcdc7490 service nova] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Received event network-changed-d041cc10-33f8-4585-83f7-a72a4afd3ddb {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1790.326147] env[62683]: DEBUG nova.compute.manager [req-cfaa37a5-d38f-40d2-b812-b54274a9f9d0 req-3294b914-1f58-428d-8fbf-bc5efcdc7490 service nova] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Refreshing instance network info cache due to event network-changed-d041cc10-33f8-4585-83f7-a72a4afd3ddb. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1790.326454] env[62683]: DEBUG oslo_concurrency.lockutils [req-cfaa37a5-d38f-40d2-b812-b54274a9f9d0 req-3294b914-1f58-428d-8fbf-bc5efcdc7490 service nova] Acquiring lock "refresh_cache-7f15b66f-2278-4a5a-8481-23e03d363e61" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.326648] env[62683]: DEBUG oslo_concurrency.lockutils [req-cfaa37a5-d38f-40d2-b812-b54274a9f9d0 req-3294b914-1f58-428d-8fbf-bc5efcdc7490 service nova] Acquired lock "refresh_cache-7f15b66f-2278-4a5a-8481-23e03d363e61" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.326910] env[62683]: DEBUG nova.network.neutron [req-cfaa37a5-d38f-40d2-b812-b54274a9f9d0 req-3294b914-1f58-428d-8fbf-bc5efcdc7490 service nova] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Refreshing network info cache for port d041cc10-33f8-4585-83f7-a72a4afd3ddb {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1790.342383] env[62683]: DEBUG nova.compute.manager [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1790.466419] env[62683]: DEBUG oslo_vmware.api [None req-da95dc39-b506-48e9-a0fd-4ee3f43b8c12 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799616, 'name': ReconfigVM_Task, 'duration_secs': 0.21127} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.466696] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95dc39-b506-48e9-a0fd-4ee3f43b8c12 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1790.471468] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e44db93a-07f5-4edf-8e5e-67de1e9fb9e0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.487061] env[62683]: DEBUG oslo_vmware.api [None req-da95dc39-b506-48e9-a0fd-4ee3f43b8c12 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1790.487061] env[62683]: value = "task-1799618" [ 1790.487061] env[62683]: _type = "Task" [ 1790.487061] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.495088] env[62683]: DEBUG oslo_vmware.api [None req-da95dc39-b506-48e9-a0fd-4ee3f43b8c12 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.706704] env[62683]: DEBUG nova.scheduler.client.report [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1790.788076] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799617, 'name': CreateVM_Task, 'duration_secs': 0.393957} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.788337] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1790.789321] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.790525] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.790649] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1790.790918] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0282fac5-b23c-4aa5-9451-cf49c106a242 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.796864] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1790.796864] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5285db2c-7548-f0c5-1df0-64ff8a8b6651" [ 1790.796864] env[62683]: _type = "Task" [ 1790.796864] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.807160] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5285db2c-7548-f0c5-1df0-64ff8a8b6651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.823591] env[62683]: DEBUG oslo_concurrency.lockutils [req-57568eb8-f330-49ee-8a51-b5a57754a42e req-bc48da28-6c26-416e-95c5-afbcee1f636a service nova] Releasing lock "refresh_cache-c8063def-3d83-4b9f-87db-db1ab1faeff3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.823867] env[62683]: DEBUG nova.compute.manager [req-57568eb8-f330-49ee-8a51-b5a57754a42e req-bc48da28-6c26-416e-95c5-afbcee1f636a service nova] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Received event network-vif-deleted-150c7cd3-d9d8-4a5d-b38b-2304ae83b11b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1790.869030] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.998414] env[62683]: DEBUG oslo_vmware.api [None req-da95dc39-b506-48e9-a0fd-4ee3f43b8c12 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.095703] env[62683]: DEBUG nova.network.neutron [req-cfaa37a5-d38f-40d2-b812-b54274a9f9d0 req-3294b914-1f58-428d-8fbf-bc5efcdc7490 service nova] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Updated VIF entry in instance network info cache for port d041cc10-33f8-4585-83f7-a72a4afd3ddb. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1791.096092] env[62683]: DEBUG nova.network.neutron [req-cfaa37a5-d38f-40d2-b812-b54274a9f9d0 req-3294b914-1f58-428d-8fbf-bc5efcdc7490 service nova] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Updating instance_info_cache with network_info: [{"id": "d041cc10-33f8-4585-83f7-a72a4afd3ddb", "address": "fa:16:3e:02:74:5e", "network": {"id": "ba11f020-6824-4640-87e7-88d65841f5cd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-561817691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "440bf5afe3e6432fb149fdb3487edf93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd041cc10-33", "ovs_interfaceid": "d041cc10-33f8-4585-83f7-a72a4afd3ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.217361] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.219813] env[62683]: DEBUG oslo_concurrency.lockutils [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.647s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.235876] env[62683]: INFO nova.scheduler.client.report [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Deleted allocations for instance bf8d9643-76f4-4322-b609-dbd3433f5a20 [ 1791.276557] env[62683]: DEBUG nova.compute.manager [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1791.304341] env[62683]: DEBUG nova.virt.hardware [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1791.304588] env[62683]: DEBUG nova.virt.hardware [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1791.304749] env[62683]: DEBUG nova.virt.hardware [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1791.304929] env[62683]: DEBUG nova.virt.hardware [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1791.305087] env[62683]: DEBUG nova.virt.hardware [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1791.305249] env[62683]: DEBUG nova.virt.hardware [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1791.305458] env[62683]: DEBUG nova.virt.hardware [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1791.305617] env[62683]: DEBUG nova.virt.hardware [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1791.305784] env[62683]: DEBUG nova.virt.hardware [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1791.306011] env[62683]: DEBUG nova.virt.hardware [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1791.306140] env[62683]: DEBUG nova.virt.hardware [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1791.306931] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950ed7bb-8135-4947-a635-d67629a67c35 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.313017] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5285db2c-7548-f0c5-1df0-64ff8a8b6651, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.313709] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.313996] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1791.314290] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.314419] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.314599] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1791.315233] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2d1422f-a5b2-4897-8aa6-5abfa5543541 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.320276] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfca5e5-82a2-4a98-b2f8-7d07dd43c9b5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.325172] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1791.325347] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1791.334562] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9571d32-e575-4eea-9361-81c60ce6d8aa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.339703] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1791.339703] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e05f62-7965-1c4d-bd27-4a04e7c084d8" [ 1791.339703] env[62683]: _type = "Task" [ 1791.339703] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.347526] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e05f62-7965-1c4d-bd27-4a04e7c084d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.498024] env[62683]: DEBUG oslo_vmware.api [None req-da95dc39-b506-48e9-a0fd-4ee3f43b8c12 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799618, 'name': ReconfigVM_Task, 'duration_secs': 0.742091} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.498509] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95dc39-b506-48e9-a0fd-4ee3f43b8c12 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373142', 'volume_id': '11aa530a-1849-4385-98ea-0e749f17493c', 'name': 'volume-11aa530a-1849-4385-98ea-0e749f17493c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2284b1b2-e495-4610-adb3-b59a56eac70c', 'attached_at': '', 'detached_at': '', 'volume_id': '11aa530a-1849-4385-98ea-0e749f17493c', 'serial': '11aa530a-1849-4385-98ea-0e749f17493c'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1791.599089] env[62683]: DEBUG oslo_concurrency.lockutils [req-cfaa37a5-d38f-40d2-b812-b54274a9f9d0 req-3294b914-1f58-428d-8fbf-bc5efcdc7490 service nova] Releasing lock "refresh_cache-7f15b66f-2278-4a5a-8481-23e03d363e61" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.661167] env[62683]: DEBUG nova.network.neutron [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Successfully updated port: 6fa6a772-fd90-4330-88b6-4194623b14de {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1791.743462] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8694ebde-8d1a-4a5b-bbea-4b25038749da tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "bf8d9643-76f4-4322-b609-dbd3433f5a20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.986s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.852647] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e05f62-7965-1c4d-bd27-4a04e7c084d8, 'name': SearchDatastore_Task, 'duration_secs': 0.008595} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.852880] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f58519a2-5be1-41d7-a55f-35b82e56a7e7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.858254] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1791.858254] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5257f451-044d-25ab-8fea-c5f25fe25dd5" [ 1791.858254] env[62683]: _type = "Task" [ 1791.858254] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.869493] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5257f451-044d-25ab-8fea-c5f25fe25dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.997275] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eda0773-d68a-4411-acba-ad5634eaa33c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.005363] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a812483-62fd-4694-a672-a67f57ef25dd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.036867] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbe101a-84ef-47a0-98ff-473f42027358 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.044663] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225875cc-a297-46c3-bed5-da2a1167dab3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.049739] env[62683]: DEBUG nova.objects.instance [None req-da95dc39-b506-48e9-a0fd-4ee3f43b8c12 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lazy-loading 'flavor' on Instance uuid 2284b1b2-e495-4610-adb3-b59a56eac70c {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1792.062462] env[62683]: DEBUG nova.compute.provider_tree [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1792.163787] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.163942] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.164117] env[62683]: DEBUG nova.network.neutron [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1792.352154] env[62683]: DEBUG nova.compute.manager [req-fe9fcff3-76b2-40d1-b71f-3b578ac26c96 req-6a115243-0f31-40e2-ac91-6e6c5adf9005 service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Received event network-vif-plugged-6fa6a772-fd90-4330-88b6-4194623b14de {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1792.352401] env[62683]: DEBUG oslo_concurrency.lockutils [req-fe9fcff3-76b2-40d1-b71f-3b578ac26c96 req-6a115243-0f31-40e2-ac91-6e6c5adf9005 service nova] Acquiring lock "a4d935e2-5f02-4caf-8f98-3289af02b226-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.352611] env[62683]: DEBUG oslo_concurrency.lockutils [req-fe9fcff3-76b2-40d1-b71f-3b578ac26c96 req-6a115243-0f31-40e2-ac91-6e6c5adf9005 service nova] Lock "a4d935e2-5f02-4caf-8f98-3289af02b226-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.352782] env[62683]: DEBUG oslo_concurrency.lockutils [req-fe9fcff3-76b2-40d1-b71f-3b578ac26c96 req-6a115243-0f31-40e2-ac91-6e6c5adf9005 service nova] Lock "a4d935e2-5f02-4caf-8f98-3289af02b226-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.352958] env[62683]: DEBUG nova.compute.manager [req-fe9fcff3-76b2-40d1-b71f-3b578ac26c96 req-6a115243-0f31-40e2-ac91-6e6c5adf9005 service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] No waiting events found dispatching network-vif-plugged-6fa6a772-fd90-4330-88b6-4194623b14de {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1792.353178] env[62683]: WARNING nova.compute.manager [req-fe9fcff3-76b2-40d1-b71f-3b578ac26c96 req-6a115243-0f31-40e2-ac91-6e6c5adf9005 service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Received unexpected event network-vif-plugged-6fa6a772-fd90-4330-88b6-4194623b14de for instance with vm_state building and task_state spawning. [ 1792.353352] env[62683]: DEBUG nova.compute.manager [req-fe9fcff3-76b2-40d1-b71f-3b578ac26c96 req-6a115243-0f31-40e2-ac91-6e6c5adf9005 service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Received event network-changed-6fa6a772-fd90-4330-88b6-4194623b14de {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1792.353509] env[62683]: DEBUG nova.compute.manager [req-fe9fcff3-76b2-40d1-b71f-3b578ac26c96 req-6a115243-0f31-40e2-ac91-6e6c5adf9005 service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Refreshing instance network info cache due to event network-changed-6fa6a772-fd90-4330-88b6-4194623b14de. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1792.353678] env[62683]: DEBUG oslo_concurrency.lockutils [req-fe9fcff3-76b2-40d1-b71f-3b578ac26c96 req-6a115243-0f31-40e2-ac91-6e6c5adf9005 service nova] Acquiring lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.372132] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5257f451-044d-25ab-8fea-c5f25fe25dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.011955} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.372473] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.372810] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 7f15b66f-2278-4a5a-8481-23e03d363e61/7f15b66f-2278-4a5a-8481-23e03d363e61.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1792.373172] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42efb47f-ad62-4a0e-81eb-785147dd9509 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.379892] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1792.379892] env[62683]: value = "task-1799619" [ 1792.379892] env[62683]: _type = "Task" [ 1792.379892] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.387795] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.566428] env[62683]: DEBUG nova.scheduler.client.report [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1792.708623] env[62683]: DEBUG nova.network.neutron [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1792.851826] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.852076] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.882125] env[62683]: DEBUG nova.network.neutron [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Updating instance_info_cache with network_info: [{"id": "6fa6a772-fd90-4330-88b6-4194623b14de", "address": "fa:16:3e:de:57:f5", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa6a772-fd", "ovs_interfaceid": "6fa6a772-fd90-4330-88b6-4194623b14de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.893694] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501611} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.894530] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 7f15b66f-2278-4a5a-8481-23e03d363e61/7f15b66f-2278-4a5a-8481-23e03d363e61.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1792.894790] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1792.895031] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4c25b09-1c07-45a6-a4a1-5b4f2a0be9c5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.901876] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1792.901876] env[62683]: value = "task-1799620" [ 1792.901876] env[62683]: _type = "Task" [ 1792.901876] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.910169] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.057307] env[62683]: DEBUG oslo_concurrency.lockutils [None req-da95dc39-b506-48e9-a0fd-4ee3f43b8c12 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "2284b1b2-e495-4610-adb3-b59a56eac70c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.781s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.355669] env[62683]: DEBUG nova.compute.manager [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1793.384218] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.384619] env[62683]: DEBUG nova.compute.manager [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Instance network_info: |[{"id": "6fa6a772-fd90-4330-88b6-4194623b14de", "address": "fa:16:3e:de:57:f5", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa6a772-fd", "ovs_interfaceid": "6fa6a772-fd90-4330-88b6-4194623b14de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1793.385069] env[62683]: DEBUG oslo_concurrency.lockutils [req-fe9fcff3-76b2-40d1-b71f-3b578ac26c96 req-6a115243-0f31-40e2-ac91-6e6c5adf9005 service nova] Acquired lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.385232] env[62683]: DEBUG nova.network.neutron [req-fe9fcff3-76b2-40d1-b71f-3b578ac26c96 req-6a115243-0f31-40e2-ac91-6e6c5adf9005 service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Refreshing network info cache for port 6fa6a772-fd90-4330-88b6-4194623b14de {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1793.386503] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:57:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fa6a772-fd90-4330-88b6-4194623b14de', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1793.394490] env[62683]: DEBUG oslo.service.loopingcall [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1793.397550] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1793.398081] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9e630c2-0956-4b90-b76a-0d2930784e9e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.422097] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06478} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.423286] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1793.423524] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1793.423524] env[62683]: value = "task-1799621" [ 1793.423524] env[62683]: _type = "Task" [ 1793.423524] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.424390] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861838c1-8687-465b-9bc0-ec39c459559e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.435419] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799621, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.454292] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 7f15b66f-2278-4a5a-8481-23e03d363e61/7f15b66f-2278-4a5a-8481-23e03d363e61.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1793.457244] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07d120c9-0dc7-48ab-bd88-903982964a5a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.476612] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1793.476612] env[62683]: value = "task-1799622" [ 1793.476612] env[62683]: _type = "Task" [ 1793.476612] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.484228] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.579136] env[62683]: DEBUG oslo_concurrency.lockutils [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.359s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.579324] env[62683]: DEBUG nova.compute.manager [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62683) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1793.582121] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "2284b1b2-e495-4610-adb3-b59a56eac70c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.582363] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "2284b1b2-e495-4610-adb3-b59a56eac70c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.582542] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "2284b1b2-e495-4610-adb3-b59a56eac70c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.582721] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "2284b1b2-e495-4610-adb3-b59a56eac70c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.582890] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "2284b1b2-e495-4610-adb3-b59a56eac70c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.584307] env[62683]: DEBUG oslo_concurrency.lockutils [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.810s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.584526] env[62683]: DEBUG nova.objects.instance [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Lazy-loading 'resources' on Instance uuid 699973e3-072c-4e00-90c4-5c69616e4b11 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1793.585657] env[62683]: INFO nova.compute.manager [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Terminating instance [ 1793.657601] env[62683]: DEBUG nova.network.neutron [req-fe9fcff3-76b2-40d1-b71f-3b578ac26c96 req-6a115243-0f31-40e2-ac91-6e6c5adf9005 service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Updated VIF entry in instance network info cache for port 6fa6a772-fd90-4330-88b6-4194623b14de. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1793.658139] env[62683]: DEBUG nova.network.neutron [req-fe9fcff3-76b2-40d1-b71f-3b578ac26c96 req-6a115243-0f31-40e2-ac91-6e6c5adf9005 service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Updating instance_info_cache with network_info: [{"id": "6fa6a772-fd90-4330-88b6-4194623b14de", "address": "fa:16:3e:de:57:f5", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa6a772-fd", "ovs_interfaceid": "6fa6a772-fd90-4330-88b6-4194623b14de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.878558] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.936477] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799621, 'name': CreateVM_Task, 'duration_secs': 0.449779} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.936707] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1793.937442] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.937610] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.937972] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1793.938244] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c663512-577b-476a-9d8d-135c5215d715 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.943359] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1793.943359] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5253af40-6d0a-d0d9-f326-daa483d15cc1" [ 1793.943359] env[62683]: _type = "Task" [ 1793.943359] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.952055] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5253af40-6d0a-d0d9-f326-daa483d15cc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.987755] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799622, 'name': ReconfigVM_Task, 'duration_secs': 0.463447} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.988072] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 7f15b66f-2278-4a5a-8481-23e03d363e61/7f15b66f-2278-4a5a-8481-23e03d363e61.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1793.988692] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb90e912-1396-40a3-98b1-8bd060edcdf7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.994926] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1793.994926] env[62683]: value = "task-1799623" [ 1793.994926] env[62683]: _type = "Task" [ 1793.994926] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.002847] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799623, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.094755] env[62683]: DEBUG nova.compute.manager [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1794.095064] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1794.096010] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9fd83e-b802-4326-a828-755efe9c14d9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.105035] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1794.105301] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e546c2f9-c6d7-4cba-80cd-1cb5711c2889 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.113997] env[62683]: DEBUG oslo_vmware.api [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1794.113997] env[62683]: value = "task-1799624" [ 1794.113997] env[62683]: _type = "Task" [ 1794.113997] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.122820] env[62683]: DEBUG oslo_vmware.api [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.143671] env[62683]: INFO nova.scheduler.client.report [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Deleted allocation for migration 022ab16b-fd49-4f1f-b164-adf45fb9fb04 [ 1794.163236] env[62683]: DEBUG oslo_concurrency.lockutils [req-fe9fcff3-76b2-40d1-b71f-3b578ac26c96 req-6a115243-0f31-40e2-ac91-6e6c5adf9005 service nova] Releasing lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.363817] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c1e88d-b936-438a-ac39-da7c97b7b798 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.374121] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ece923-9a72-450b-b7a9-91e613558516 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.408951] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f759e070-e3f8-40a4-abd4-a5ccb35803f2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.416559] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1d312f-f9ec-4cb9-b1ac-1b694551811a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.430577] env[62683]: DEBUG nova.compute.provider_tree [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1794.453134] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5253af40-6d0a-d0d9-f326-daa483d15cc1, 'name': SearchDatastore_Task, 'duration_secs': 0.034968} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.453455] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.453730] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1794.453978] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.454383] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.454538] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1794.454815] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81fd9ceb-9f9e-419c-b63c-b3a27032421b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.462819] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1794.463050] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1794.463747] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09a42905-81e6-4697-9d49-29a4a67e7133 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.468850] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1794.468850] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c001f1-be7c-4664-c2cb-e583278374d2" [ 1794.468850] env[62683]: _type = "Task" [ 1794.468850] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.479853] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c001f1-be7c-4664-c2cb-e583278374d2, 'name': SearchDatastore_Task, 'duration_secs': 0.008226} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.480614] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24b781fa-5f66-40ae-b81f-ee15824d60c4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.485436] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1794.485436] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52db1b95-74c1-7194-21e2-4b1471342c1a" [ 1794.485436] env[62683]: _type = "Task" [ 1794.485436] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.493121] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52db1b95-74c1-7194-21e2-4b1471342c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.502609] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799623, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.623664] env[62683]: DEBUG oslo_vmware.api [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799624, 'name': PowerOffVM_Task, 'duration_secs': 0.232175} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.623943] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1794.624127] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1794.624370] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fe4b8b6-875f-49a5-842b-ddc208e9e5ff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.651402] env[62683]: DEBUG oslo_concurrency.lockutils [None req-867a670d-cbcb-42cc-a60a-9b5c6a2867e4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "134c873e-9d20-4c6a-931f-c835cfb97376" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.070s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.715644] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1794.716059] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1794.716343] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Deleting the datastore file [datastore1] 2284b1b2-e495-4610-adb3-b59a56eac70c {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1794.716668] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c49138a0-8cc1-4aad-8ac3-addd92f623c7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.723038] env[62683]: DEBUG oslo_vmware.api [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1794.723038] env[62683]: value = "task-1799626" [ 1794.723038] env[62683]: _type = "Task" [ 1794.723038] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.733493] env[62683]: DEBUG oslo_vmware.api [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.836351] env[62683]: DEBUG nova.objects.instance [None req-0f3d0a56-6c72-4ed8-970b-1d2799a7e318 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lazy-loading 'flavor' on Instance uuid 134c873e-9d20-4c6a-931f-c835cfb97376 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1794.933735] env[62683]: DEBUG nova.scheduler.client.report [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1794.995772] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52db1b95-74c1-7194-21e2-4b1471342c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.008305} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.998830] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.999119] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] a4d935e2-5f02-4caf-8f98-3289af02b226/a4d935e2-5f02-4caf-8f98-3289af02b226.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1794.999377] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad6af5bf-c565-4ee1-98ed-bd8ce8001022 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.008458] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799623, 'name': Rename_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.009657] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1795.009657] env[62683]: value = "task-1799627" [ 1795.009657] env[62683]: _type = "Task" [ 1795.009657] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.017105] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.233351] env[62683]: DEBUG oslo_vmware.api [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125802} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.233631] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1795.233822] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1795.234017] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1795.234196] env[62683]: INFO nova.compute.manager [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1795.234440] env[62683]: DEBUG oslo.service.loopingcall [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.235030] env[62683]: DEBUG nova.compute.manager [-] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1795.235030] env[62683]: DEBUG nova.network.neutron [-] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1795.341464] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0f3d0a56-6c72-4ed8-970b-1d2799a7e318 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.341651] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0f3d0a56-6c72-4ed8-970b-1d2799a7e318 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.341832] env[62683]: DEBUG nova.network.neutron [None req-0f3d0a56-6c72-4ed8-970b-1d2799a7e318 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1795.342027] env[62683]: DEBUG nova.objects.instance [None req-0f3d0a56-6c72-4ed8-970b-1d2799a7e318 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lazy-loading 'info_cache' on Instance uuid 134c873e-9d20-4c6a-931f-c835cfb97376 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1795.438896] env[62683]: DEBUG oslo_concurrency.lockutils [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.442178] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.008s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.442456] env[62683]: DEBUG nova.objects.instance [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lazy-loading 'resources' on Instance uuid 70d0fe60-48a0-4a0c-8131-126da2557c77 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1795.480026] env[62683]: INFO nova.scheduler.client.report [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Deleted allocations for instance 699973e3-072c-4e00-90c4-5c69616e4b11 [ 1795.506472] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799623, 'name': Rename_Task, 'duration_secs': 1.015069} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.506855] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1795.507155] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52ae7d33-d0d3-44f5-b17e-4016a8b2dba7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.516584] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1795.516584] env[62683]: value = "task-1799628" [ 1795.516584] env[62683]: _type = "Task" [ 1795.516584] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.520591] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799627, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.533190] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.845744] env[62683]: DEBUG nova.objects.base [None req-0f3d0a56-6c72-4ed8-970b-1d2799a7e318 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Object Instance<134c873e-9d20-4c6a-931f-c835cfb97376> lazy-loaded attributes: flavor,info_cache {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1795.873383] env[62683]: DEBUG nova.compute.manager [req-19a95935-a622-4af8-bfb1-2868d91d4a51 req-69ef5297-e82c-4841-ad53-93ef08858b28 service nova] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Received event network-vif-deleted-6c2a5ef1-c0cb-40e0-81f8-3b893e847393 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1795.873597] env[62683]: INFO nova.compute.manager [req-19a95935-a622-4af8-bfb1-2868d91d4a51 req-69ef5297-e82c-4841-ad53-93ef08858b28 service nova] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Neutron deleted interface 6c2a5ef1-c0cb-40e0-81f8-3b893e847393; detaching it from the instance and deleting it from the info cache [ 1795.873775] env[62683]: DEBUG nova.network.neutron [req-19a95935-a622-4af8-bfb1-2868d91d4a51 req-69ef5297-e82c-4841-ad53-93ef08858b28 service nova] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.993151] env[62683]: DEBUG oslo_concurrency.lockutils [None req-122e684b-2576-4bbe-98ab-18d431182cf5 tempest-ServerRescueTestJSONUnderV235-1631818444 tempest-ServerRescueTestJSONUnderV235-1631818444-project-member] Lock "699973e3-072c-4e00-90c4-5c69616e4b11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.907s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.035347] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595704} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.035676] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] a4d935e2-5f02-4caf-8f98-3289af02b226/a4d935e2-5f02-4caf-8f98-3289af02b226.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1796.035897] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1796.036533] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ceaf03b9-9475-468c-850e-cfffe27e2451 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.045860] env[62683]: DEBUG oslo_vmware.api [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799628, 'name': PowerOnVM_Task, 'duration_secs': 0.463739} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.049106] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1796.049106] env[62683]: INFO nova.compute.manager [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1796.049106] env[62683]: DEBUG nova.compute.manager [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1796.049106] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22fdada-7636-47c7-bd9b-9ed081aa90a7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.052797] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1796.052797] env[62683]: value = "task-1799629" [ 1796.052797] env[62683]: _type = "Task" [ 1796.052797] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.069526] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.261793] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478d3c50-90e3-4f08-be95-2701d2b84590 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.269612] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b940d8-5bae-4f74-97e0-e3c2a10c8d27 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.301578] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1162bd03-f093-4a59-a1ad-c362d9409f27 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.309514] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2415c696-faec-4446-a3f1-d64d7f78d99f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.329589] env[62683]: DEBUG nova.compute.provider_tree [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1796.354586] env[62683]: DEBUG nova.network.neutron [-] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.376364] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-591eeaf3-856f-480e-80b9-333d52250ef1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.385469] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3538cb-a532-467c-9581-dee06aa12117 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.418656] env[62683]: DEBUG nova.compute.manager [req-19a95935-a622-4af8-bfb1-2868d91d4a51 req-69ef5297-e82c-4841-ad53-93ef08858b28 service nova] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Detach interface failed, port_id=6c2a5ef1-c0cb-40e0-81f8-3b893e847393, reason: Instance 2284b1b2-e495-4610-adb3-b59a56eac70c could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1796.567507] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26704} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.569469] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1796.570297] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f227576-f256-49e8-a9bb-5f36b442e53e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.575250] env[62683]: INFO nova.compute.manager [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Took 24.85 seconds to build instance. [ 1796.595507] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] a4d935e2-5f02-4caf-8f98-3289af02b226/a4d935e2-5f02-4caf-8f98-3289af02b226.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1796.596307] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d033116b-78e2-4472-abd0-bdf54bd1ba2c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.615841] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1796.615841] env[62683]: value = "task-1799630" [ 1796.615841] env[62683]: _type = "Task" [ 1796.615841] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.623996] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.834444] env[62683]: DEBUG nova.scheduler.client.report [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1796.841949] env[62683]: DEBUG nova.network.neutron [None req-0f3d0a56-6c72-4ed8-970b-1d2799a7e318 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Updating instance_info_cache with network_info: [{"id": "825dabdf-61ff-4d0b-b132-7c3faffc8f71", "address": "fa:16:3e:3e:e2:5a", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825dabdf-61", "ovs_interfaceid": "825dabdf-61ff-4d0b-b132-7c3faffc8f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.855776] env[62683]: INFO nova.compute.manager [-] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Took 1.62 seconds to deallocate network for instance. [ 1797.077637] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e20bdf9c-05eb-4d41-9efd-1f0b0f119abc tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "7f15b66f-2278-4a5a-8481-23e03d363e61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.373s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.126481] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.344587] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.347023] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0f3d0a56-6c72-4ed8-970b-1d2799a7e318 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "refresh_cache-134c873e-9d20-4c6a-931f-c835cfb97376" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.349047] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.751s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.349282] env[62683]: DEBUG nova.objects.instance [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lazy-loading 'resources' on Instance uuid d5ee0470-9591-4471-a8a6-cde1fc0cca1c {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.361666] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.378026] env[62683]: INFO nova.scheduler.client.report [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Deleted allocations for instance 70d0fe60-48a0-4a0c-8131-126da2557c77 [ 1797.626732] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799630, 'name': ReconfigVM_Task, 'duration_secs': 0.823355} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.627641] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Reconfigured VM instance instance-00000064 to attach disk [datastore1] a4d935e2-5f02-4caf-8f98-3289af02b226/a4d935e2-5f02-4caf-8f98-3289af02b226.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1797.628275] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5e5abee-0761-493e-acb0-65f7b605ef50 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.634682] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1797.634682] env[62683]: value = "task-1799631" [ 1797.634682] env[62683]: _type = "Task" [ 1797.634682] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.644330] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799631, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.882672] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a464c703-a4fb-4c94-ae59-89f0aceb5587 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "70d0fe60-48a0-4a0c-8131-126da2557c77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.984s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.906949] env[62683]: DEBUG nova.compute.manager [req-8b8bbf4e-88a1-4b1e-98b8-e6655367bdc0 req-1fc9878d-50c7-4689-aa7c-59e96bbb307a service nova] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Received event network-changed-d041cc10-33f8-4585-83f7-a72a4afd3ddb {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1797.907182] env[62683]: DEBUG nova.compute.manager [req-8b8bbf4e-88a1-4b1e-98b8-e6655367bdc0 req-1fc9878d-50c7-4689-aa7c-59e96bbb307a service nova] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Refreshing instance network info cache due to event network-changed-d041cc10-33f8-4585-83f7-a72a4afd3ddb. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1797.907396] env[62683]: DEBUG oslo_concurrency.lockutils [req-8b8bbf4e-88a1-4b1e-98b8-e6655367bdc0 req-1fc9878d-50c7-4689-aa7c-59e96bbb307a service nova] Acquiring lock "refresh_cache-7f15b66f-2278-4a5a-8481-23e03d363e61" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.907540] env[62683]: DEBUG oslo_concurrency.lockutils [req-8b8bbf4e-88a1-4b1e-98b8-e6655367bdc0 req-1fc9878d-50c7-4689-aa7c-59e96bbb307a service nova] Acquired lock "refresh_cache-7f15b66f-2278-4a5a-8481-23e03d363e61" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.907807] env[62683]: DEBUG nova.network.neutron [req-8b8bbf4e-88a1-4b1e-98b8-e6655367bdc0 req-1fc9878d-50c7-4689-aa7c-59e96bbb307a service nova] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Refreshing network info cache for port d041cc10-33f8-4585-83f7-a72a4afd3ddb {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1797.960210] env[62683]: DEBUG oslo_concurrency.lockutils [None req-aa087567-7f54-44ff-9f21-f601fe3da217 tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquiring lock "7f15b66f-2278-4a5a-8481-23e03d363e61" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.960454] env[62683]: DEBUG oslo_concurrency.lockutils [None req-aa087567-7f54-44ff-9f21-f601fe3da217 tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "7f15b66f-2278-4a5a-8481-23e03d363e61" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.960681] env[62683]: INFO nova.compute.manager [None req-aa087567-7f54-44ff-9f21-f601fe3da217 tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Rebooting instance [ 1798.100442] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c476557-02ec-486c-899b-a047c1dd0a86 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.108436] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8332673-db23-4c29-bbd7-f15d27cd0e2e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.143734] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126cf542-ad09-4e8c-a858-8afbf685d8ab {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.151758] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799631, 'name': Rename_Task, 'duration_secs': 0.124208} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.153810] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1798.154044] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c940a6cd-c368-4930-b42b-cc39463351b0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.156920] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc004a6-1555-4ce3-8b8f-09fc61fd0379 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.169898] env[62683]: DEBUG nova.compute.provider_tree [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1798.173634] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1798.173634] env[62683]: value = "task-1799632" [ 1798.173634] env[62683]: _type = "Task" [ 1798.173634] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.184064] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799632, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.357356] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3d0a56-6c72-4ed8-970b-1d2799a7e318 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1798.357356] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3044661-6974-473e-8b8e-92354c7308d3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.363343] env[62683]: DEBUG oslo_vmware.api [None req-0f3d0a56-6c72-4ed8-970b-1d2799a7e318 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1798.363343] env[62683]: value = "task-1799633" [ 1798.363343] env[62683]: _type = "Task" [ 1798.363343] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.371777] env[62683]: DEBUG oslo_vmware.api [None req-0f3d0a56-6c72-4ed8-970b-1d2799a7e318 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.479847] env[62683]: DEBUG oslo_concurrency.lockutils [None req-aa087567-7f54-44ff-9f21-f601fe3da217 tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquiring lock "refresh_cache-7f15b66f-2278-4a5a-8481-23e03d363e61" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.649505] env[62683]: DEBUG nova.network.neutron [req-8b8bbf4e-88a1-4b1e-98b8-e6655367bdc0 req-1fc9878d-50c7-4689-aa7c-59e96bbb307a service nova] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Updated VIF entry in instance network info cache for port d041cc10-33f8-4585-83f7-a72a4afd3ddb. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1798.649921] env[62683]: DEBUG nova.network.neutron [req-8b8bbf4e-88a1-4b1e-98b8-e6655367bdc0 req-1fc9878d-50c7-4689-aa7c-59e96bbb307a service nova] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Updating instance_info_cache with network_info: [{"id": "d041cc10-33f8-4585-83f7-a72a4afd3ddb", "address": "fa:16:3e:02:74:5e", "network": {"id": "ba11f020-6824-4640-87e7-88d65841f5cd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-561817691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "440bf5afe3e6432fb149fdb3487edf93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd041cc10-33", "ovs_interfaceid": "d041cc10-33f8-4585-83f7-a72a4afd3ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.677705] env[62683]: DEBUG nova.scheduler.client.report [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1798.688727] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.874078] env[62683]: DEBUG oslo_vmware.api [None req-0f3d0a56-6c72-4ed8-970b-1d2799a7e318 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799633, 'name': PowerOnVM_Task, 'duration_secs': 0.355256} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.874448] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3d0a56-6c72-4ed8-970b-1d2799a7e318 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1798.874599] env[62683]: DEBUG nova.compute.manager [None req-0f3d0a56-6c72-4ed8-970b-1d2799a7e318 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1798.875431] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1521fb-9dd2-42a8-807a-b3d4ae85c529 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.152690] env[62683]: DEBUG oslo_concurrency.lockutils [req-8b8bbf4e-88a1-4b1e-98b8-e6655367bdc0 req-1fc9878d-50c7-4689-aa7c-59e96bbb307a service nova] Releasing lock "refresh_cache-7f15b66f-2278-4a5a-8481-23e03d363e61" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.153183] env[62683]: DEBUG oslo_concurrency.lockutils [None req-aa087567-7f54-44ff-9f21-f601fe3da217 tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquired lock "refresh_cache-7f15b66f-2278-4a5a-8481-23e03d363e61" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.153417] env[62683]: DEBUG nova.network.neutron [None req-aa087567-7f54-44ff-9f21-f601fe3da217 tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1799.183115] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.185124] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.185575] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.186s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.187114] env[62683]: INFO nova.compute.claims [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1799.206031] env[62683]: INFO nova.scheduler.client.report [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Deleted allocations for instance d5ee0470-9591-4471-a8a6-cde1fc0cca1c [ 1799.684686] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.713115] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cd815699-e242-45b6-ae03-01699fb34414 tempest-MultipleCreateTestJSON-913206310 tempest-MultipleCreateTestJSON-913206310-project-member] Lock "d5ee0470-9591-4471-a8a6-cde1fc0cca1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.913s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.858941] env[62683]: DEBUG nova.network.neutron [None req-aa087567-7f54-44ff-9f21-f601fe3da217 tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Updating instance_info_cache with network_info: [{"id": "d041cc10-33f8-4585-83f7-a72a4afd3ddb", "address": "fa:16:3e:02:74:5e", "network": {"id": "ba11f020-6824-4640-87e7-88d65841f5cd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-561817691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "440bf5afe3e6432fb149fdb3487edf93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd041cc10-33", "ovs_interfaceid": "d041cc10-33f8-4585-83f7-a72a4afd3ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.185295] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.361138] env[62683]: DEBUG oslo_concurrency.lockutils [None req-aa087567-7f54-44ff-9f21-f601fe3da217 tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Releasing lock "refresh_cache-7f15b66f-2278-4a5a-8481-23e03d363e61" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.453524] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd229950-34b5-4896-b4c1-d564444b169a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.461216] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae95775-2a96-4dc6-86f8-853c3c69bd05 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.492968] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2059d3c7-118a-41b3-8672-efd8804f03d5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.500656] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59323dd9-ab9c-4400-b451-eb65540a07ac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.514645] env[62683]: DEBUG nova.compute.provider_tree [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1800.635870] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "134c873e-9d20-4c6a-931f-c835cfb97376" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.635870] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "134c873e-9d20-4c6a-931f-c835cfb97376" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.636046] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "134c873e-9d20-4c6a-931f-c835cfb97376-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.636311] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "134c873e-9d20-4c6a-931f-c835cfb97376-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.636495] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "134c873e-9d20-4c6a-931f-c835cfb97376-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.640870] env[62683]: INFO nova.compute.manager [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Terminating instance [ 1800.686719] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.867246] env[62683]: DEBUG nova.compute.manager [None req-aa087567-7f54-44ff-9f21-f601fe3da217 tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1800.868175] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381c9c33-a3d2-495c-a695-ea9b787a4025 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.018060] env[62683]: DEBUG nova.scheduler.client.report [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1801.144885] env[62683]: DEBUG nova.compute.manager [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1801.145185] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1801.146649] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300cd0d7-cb2e-482d-8482-9344fbd8c703 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.155335] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1801.156008] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9341f64-2a5e-49f7-aac8-9ad7be19e81d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.162746] env[62683]: DEBUG oslo_vmware.api [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1801.162746] env[62683]: value = "task-1799634" [ 1801.162746] env[62683]: _type = "Task" [ 1801.162746] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.174896] env[62683]: DEBUG oslo_vmware.api [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.186146] env[62683]: DEBUG oslo_vmware.api [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799632, 'name': PowerOnVM_Task, 'duration_secs': 2.82341} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.186146] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1801.186146] env[62683]: INFO nova.compute.manager [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1801.186663] env[62683]: DEBUG nova.compute.manager [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.187087] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4320354-30ff-4360-adbe-1784dd86e786 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.526023] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.526023] env[62683]: DEBUG nova.compute.manager [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1801.527173] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.301s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.527558] env[62683]: DEBUG nova.objects.instance [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lazy-loading 'resources' on Instance uuid 0f863fc7-75df-4f02-b799-50e6f7619b3b {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1801.675183] env[62683]: DEBUG oslo_vmware.api [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799634, 'name': PowerOffVM_Task, 'duration_secs': 0.260383} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.676390] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1801.676390] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1801.676390] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5269336a-c044-442d-804b-a018f9e66953 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.711140] env[62683]: INFO nova.compute.manager [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Took 21.02 seconds to build instance. [ 1801.874636] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1801.874902] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1801.875105] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Deleting the datastore file [datastore1] 134c873e-9d20-4c6a-931f-c835cfb97376 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1801.875389] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3914460-233f-466d-9fa3-f02c4564beac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.884772] env[62683]: DEBUG oslo_vmware.api [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1801.884772] env[62683]: value = "task-1799636" [ 1801.884772] env[62683]: _type = "Task" [ 1801.884772] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.886091] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e671cd-2a31-4b76-8914-31a75f9b89d0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.896605] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-aa087567-7f54-44ff-9f21-f601fe3da217 tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Doing hard reboot of VM {{(pid=62683) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1801.900376] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e2344036-a2fb-4e70-8185-1c639a0e4424 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.902058] env[62683]: DEBUG oslo_vmware.api [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.906981] env[62683]: DEBUG oslo_vmware.api [None req-aa087567-7f54-44ff-9f21-f601fe3da217 tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1801.906981] env[62683]: value = "task-1799637" [ 1801.906981] env[62683]: _type = "Task" [ 1801.906981] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.915126] env[62683]: DEBUG oslo_vmware.api [None req-aa087567-7f54-44ff-9f21-f601fe3da217 tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799637, 'name': ResetVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.030484] env[62683]: DEBUG nova.compute.utils [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1802.034888] env[62683]: DEBUG nova.compute.manager [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1802.035144] env[62683]: DEBUG nova.network.neutron [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1802.107135] env[62683]: DEBUG nova.policy [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '280fa3dc88df47b1bc100f3679de77a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '192c02adb50b4dc6a78a50bcbf5ef9d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1802.212444] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6d90944f-0d40-40ec-bd77-33f524a7838d tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "a4d935e2-5f02-4caf-8f98-3289af02b226" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.533s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.271932] env[62683]: DEBUG nova.compute.manager [req-af6e0979-0e29-499b-9182-a19ae8752137 req-84f049d2-04a4-4fa3-8de1-1678e5ae5ac1 service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Received event network-changed-6fa6a772-fd90-4330-88b6-4194623b14de {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1802.272182] env[62683]: DEBUG nova.compute.manager [req-af6e0979-0e29-499b-9182-a19ae8752137 req-84f049d2-04a4-4fa3-8de1-1678e5ae5ac1 service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Refreshing instance network info cache due to event network-changed-6fa6a772-fd90-4330-88b6-4194623b14de. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1802.272664] env[62683]: DEBUG oslo_concurrency.lockutils [req-af6e0979-0e29-499b-9182-a19ae8752137 req-84f049d2-04a4-4fa3-8de1-1678e5ae5ac1 service nova] Acquiring lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.272664] env[62683]: DEBUG oslo_concurrency.lockutils [req-af6e0979-0e29-499b-9182-a19ae8752137 req-84f049d2-04a4-4fa3-8de1-1678e5ae5ac1 service nova] Acquired lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.273400] env[62683]: DEBUG nova.network.neutron [req-af6e0979-0e29-499b-9182-a19ae8752137 req-84f049d2-04a4-4fa3-8de1-1678e5ae5ac1 service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Refreshing network info cache for port 6fa6a772-fd90-4330-88b6-4194623b14de {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1802.328032] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04812a16-7bd0-44e4-9bfd-f59650e5d813 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.332867] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6fc429-7a9e-4a98-8c08-0364c60c7993 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.369011] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b6892b-8b64-417d-9bda-03d125635cba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.377573] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ee47bf-2a99-4545-ba78-565713a353ef {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.393125] env[62683]: DEBUG nova.compute.provider_tree [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1802.403171] env[62683]: DEBUG oslo_vmware.api [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154021} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.403579] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1802.403777] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1802.404020] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1802.404234] env[62683]: INFO nova.compute.manager [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1802.404510] env[62683]: DEBUG oslo.service.loopingcall [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1802.405438] env[62683]: DEBUG nova.compute.manager [-] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1802.405641] env[62683]: DEBUG nova.network.neutron [-] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1802.417516] env[62683]: DEBUG oslo_vmware.api [None req-aa087567-7f54-44ff-9f21-f601fe3da217 tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799637, 'name': ResetVM_Task, 'duration_secs': 0.096148} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.420852] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-aa087567-7f54-44ff-9f21-f601fe3da217 tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Did hard reboot of VM {{(pid=62683) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1802.420852] env[62683]: DEBUG nova.compute.manager [None req-aa087567-7f54-44ff-9f21-f601fe3da217 tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1802.420852] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5295aa09-92de-4d10-9ae1-b0757bfbafdf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.461968] env[62683]: DEBUG nova.network.neutron [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Successfully created port: b301113d-b567-46f7-bbbb-39f708efb122 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1802.538622] env[62683]: DEBUG nova.compute.manager [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1802.898903] env[62683]: DEBUG nova.scheduler.client.report [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1802.933880] env[62683]: DEBUG oslo_concurrency.lockutils [None req-aa087567-7f54-44ff-9f21-f601fe3da217 tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "7f15b66f-2278-4a5a-8481-23e03d363e61" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.973s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.074390] env[62683]: DEBUG nova.network.neutron [req-af6e0979-0e29-499b-9182-a19ae8752137 req-84f049d2-04a4-4fa3-8de1-1678e5ae5ac1 service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Updated VIF entry in instance network info cache for port 6fa6a772-fd90-4330-88b6-4194623b14de. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1803.074749] env[62683]: DEBUG nova.network.neutron [req-af6e0979-0e29-499b-9182-a19ae8752137 req-84f049d2-04a4-4fa3-8de1-1678e5ae5ac1 service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Updating instance_info_cache with network_info: [{"id": "6fa6a772-fd90-4330-88b6-4194623b14de", "address": "fa:16:3e:de:57:f5", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa6a772-fd", "ovs_interfaceid": "6fa6a772-fd90-4330-88b6-4194623b14de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.337332] env[62683]: DEBUG oslo_concurrency.lockutils [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.337623] env[62683]: DEBUG oslo_concurrency.lockutils [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.412020] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.413509] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.242s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.414834] env[62683]: DEBUG nova.objects.instance [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lazy-loading 'resources' on Instance uuid ba110ea0-5dcc-44f0-b11c-61e144f8e001 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1803.441609] env[62683]: INFO nova.scheduler.client.report [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Deleted allocations for instance 0f863fc7-75df-4f02-b799-50e6f7619b3b [ 1803.525709] env[62683]: DEBUG nova.network.neutron [-] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.550644] env[62683]: DEBUG nova.compute.manager [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1803.580888] env[62683]: DEBUG oslo_concurrency.lockutils [req-af6e0979-0e29-499b-9182-a19ae8752137 req-84f049d2-04a4-4fa3-8de1-1678e5ae5ac1 service nova] Releasing lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.584682] env[62683]: DEBUG nova.virt.hardware [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1803.584915] env[62683]: DEBUG nova.virt.hardware [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1803.585572] env[62683]: DEBUG nova.virt.hardware [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1803.585572] env[62683]: DEBUG nova.virt.hardware [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1803.585572] env[62683]: DEBUG nova.virt.hardware [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1803.585572] env[62683]: DEBUG nova.virt.hardware [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1803.585800] env[62683]: DEBUG nova.virt.hardware [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1803.585933] env[62683]: DEBUG nova.virt.hardware [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1803.586100] env[62683]: DEBUG nova.virt.hardware [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1803.586280] env[62683]: DEBUG nova.virt.hardware [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1803.586456] env[62683]: DEBUG nova.virt.hardware [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1803.587438] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c686e525-b7a1-44fb-9585-a1984b7d482e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.596567] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468a46d5-0e9a-4abf-9662-8528fcdd77d5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.840864] env[62683]: DEBUG nova.compute.manager [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1803.951744] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c915f211-c208-4116-b03e-5ee5fd428bc6 tempest-ServerRescueTestJSON-1774718383 tempest-ServerRescueTestJSON-1774718383-project-member] Lock "0f863fc7-75df-4f02-b799-50e6f7619b3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.482s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.035327] env[62683]: INFO nova.compute.manager [-] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Took 1.63 seconds to deallocate network for instance. [ 1804.094514] env[62683]: DEBUG nova.compute.manager [req-83b5886b-2024-40d0-b657-9aff5f513441 req-a8dfac60-c5ec-4bfc-85cb-6436e574debb service nova] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Received event network-vif-plugged-b301113d-b567-46f7-bbbb-39f708efb122 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1804.094742] env[62683]: DEBUG oslo_concurrency.lockutils [req-83b5886b-2024-40d0-b657-9aff5f513441 req-a8dfac60-c5ec-4bfc-85cb-6436e574debb service nova] Acquiring lock "ecf0af70-447f-4285-a49d-44b2fb723d2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.095037] env[62683]: DEBUG oslo_concurrency.lockutils [req-83b5886b-2024-40d0-b657-9aff5f513441 req-a8dfac60-c5ec-4bfc-85cb-6436e574debb service nova] Lock "ecf0af70-447f-4285-a49d-44b2fb723d2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.095227] env[62683]: DEBUG oslo_concurrency.lockutils [req-83b5886b-2024-40d0-b657-9aff5f513441 req-a8dfac60-c5ec-4bfc-85cb-6436e574debb service nova] Lock "ecf0af70-447f-4285-a49d-44b2fb723d2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.095400] env[62683]: DEBUG nova.compute.manager [req-83b5886b-2024-40d0-b657-9aff5f513441 req-a8dfac60-c5ec-4bfc-85cb-6436e574debb service nova] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] No waiting events found dispatching network-vif-plugged-b301113d-b567-46f7-bbbb-39f708efb122 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1804.095565] env[62683]: WARNING nova.compute.manager [req-83b5886b-2024-40d0-b657-9aff5f513441 req-a8dfac60-c5ec-4bfc-85cb-6436e574debb service nova] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Received unexpected event network-vif-plugged-b301113d-b567-46f7-bbbb-39f708efb122 for instance with vm_state building and task_state spawning. [ 1804.183530] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e065e585-5ff0-442c-8221-621fd9f8baba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.192082] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937e3a88-26a5-4efa-a2fa-5e2cc9905f2b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.229959] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee90fd1-2996-4eea-8883-a07b67ffb864 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.234392] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e16251-5e3f-461a-a6a4-a1f42ca80afe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.248787] env[62683]: DEBUG nova.compute.provider_tree [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1804.304219] env[62683]: DEBUG nova.compute.manager [req-aaf9ae57-f64c-42de-8b6b-3f36db32916a req-3046afc4-a27a-4f47-a04c-680d1be98613 service nova] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Received event network-vif-deleted-825dabdf-61ff-4d0b-b132-7c3faffc8f71 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1804.304429] env[62683]: DEBUG nova.compute.manager [req-aaf9ae57-f64c-42de-8b6b-3f36db32916a req-3046afc4-a27a-4f47-a04c-680d1be98613 service nova] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Received event network-changed-d041cc10-33f8-4585-83f7-a72a4afd3ddb {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1804.304595] env[62683]: DEBUG nova.compute.manager [req-aaf9ae57-f64c-42de-8b6b-3f36db32916a req-3046afc4-a27a-4f47-a04c-680d1be98613 service nova] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Refreshing instance network info cache due to event network-changed-d041cc10-33f8-4585-83f7-a72a4afd3ddb. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1804.305086] env[62683]: DEBUG oslo_concurrency.lockutils [req-aaf9ae57-f64c-42de-8b6b-3f36db32916a req-3046afc4-a27a-4f47-a04c-680d1be98613 service nova] Acquiring lock "refresh_cache-7f15b66f-2278-4a5a-8481-23e03d363e61" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.305272] env[62683]: DEBUG oslo_concurrency.lockutils [req-aaf9ae57-f64c-42de-8b6b-3f36db32916a req-3046afc4-a27a-4f47-a04c-680d1be98613 service nova] Acquired lock "refresh_cache-7f15b66f-2278-4a5a-8481-23e03d363e61" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.305443] env[62683]: DEBUG nova.network.neutron [req-aaf9ae57-f64c-42de-8b6b-3f36db32916a req-3046afc4-a27a-4f47-a04c-680d1be98613 service nova] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Refreshing network info cache for port d041cc10-33f8-4585-83f7-a72a4afd3ddb {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1804.359756] env[62683]: DEBUG oslo_concurrency.lockutils [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.362305] env[62683]: DEBUG oslo_concurrency.lockutils [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquiring lock "7f15b66f-2278-4a5a-8481-23e03d363e61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.362520] env[62683]: DEBUG oslo_concurrency.lockutils [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "7f15b66f-2278-4a5a-8481-23e03d363e61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.362711] env[62683]: DEBUG oslo_concurrency.lockutils [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquiring lock "7f15b66f-2278-4a5a-8481-23e03d363e61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.362889] env[62683]: DEBUG oslo_concurrency.lockutils [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "7f15b66f-2278-4a5a-8481-23e03d363e61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.363066] env[62683]: DEBUG oslo_concurrency.lockutils [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "7f15b66f-2278-4a5a-8481-23e03d363e61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.365124] env[62683]: INFO nova.compute.manager [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Terminating instance [ 1804.499190] env[62683]: DEBUG nova.network.neutron [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Successfully updated port: b301113d-b567-46f7-bbbb-39f708efb122 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1804.541738] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.754520] env[62683]: DEBUG nova.scheduler.client.report [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1804.869534] env[62683]: DEBUG nova.compute.manager [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1804.869794] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1804.870683] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16edd4c-7c1d-42a4-91e4-6660c8efae6c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.878974] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1804.879235] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfc6a20b-d532-4c95-aaee-0884bb5f7c6f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.886874] env[62683]: DEBUG oslo_vmware.api [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1804.886874] env[62683]: value = "task-1799638" [ 1804.886874] env[62683]: _type = "Task" [ 1804.886874] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.894447] env[62683]: DEBUG oslo_vmware.api [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.000292] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.000470] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.000600] env[62683]: DEBUG nova.network.neutron [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1805.191412] env[62683]: DEBUG nova.network.neutron [req-aaf9ae57-f64c-42de-8b6b-3f36db32916a req-3046afc4-a27a-4f47-a04c-680d1be98613 service nova] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Updated VIF entry in instance network info cache for port d041cc10-33f8-4585-83f7-a72a4afd3ddb. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1805.191412] env[62683]: DEBUG nova.network.neutron [req-aaf9ae57-f64c-42de-8b6b-3f36db32916a req-3046afc4-a27a-4f47-a04c-680d1be98613 service nova] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Updating instance_info_cache with network_info: [{"id": "d041cc10-33f8-4585-83f7-a72a4afd3ddb", "address": "fa:16:3e:02:74:5e", "network": {"id": "ba11f020-6824-4640-87e7-88d65841f5cd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-561817691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "440bf5afe3e6432fb149fdb3487edf93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd041cc10-33", "ovs_interfaceid": "d041cc10-33f8-4585-83f7-a72a4afd3ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.262119] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.262912] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.394s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.266025] env[62683]: INFO nova.compute.claims [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1805.294895] env[62683]: INFO nova.scheduler.client.report [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleted allocations for instance ba110ea0-5dcc-44f0-b11c-61e144f8e001 [ 1805.400010] env[62683]: DEBUG oslo_vmware.api [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799638, 'name': PowerOffVM_Task, 'duration_secs': 0.43366} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.402157] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1805.402157] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1805.402157] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8da52b3e-60cc-44f4-b109-c4ec1177b862 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.501136] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1805.501424] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1805.501660] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Deleting the datastore file [datastore1] 7f15b66f-2278-4a5a-8481-23e03d363e61 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1805.501943] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20dfbee5-a106-4bb8-9c02-7325c7796122 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.511116] env[62683]: DEBUG oslo_vmware.api [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1805.511116] env[62683]: value = "task-1799640" [ 1805.511116] env[62683]: _type = "Task" [ 1805.511116] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.519424] env[62683]: DEBUG oslo_vmware.api [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.555172] env[62683]: DEBUG nova.network.neutron [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1805.695054] env[62683]: DEBUG oslo_concurrency.lockutils [req-aaf9ae57-f64c-42de-8b6b-3f36db32916a req-3046afc4-a27a-4f47-a04c-680d1be98613 service nova] Releasing lock "refresh_cache-7f15b66f-2278-4a5a-8481-23e03d363e61" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.736350] env[62683]: DEBUG nova.network.neutron [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updating instance_info_cache with network_info: [{"id": "b301113d-b567-46f7-bbbb-39f708efb122", "address": "fa:16:3e:e9:2f:ad", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb301113d-b5", "ovs_interfaceid": "b301113d-b567-46f7-bbbb-39f708efb122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.805101] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4be5fd1f-a5e3-42ea-bc3a-bfe7742edd4d tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "ba110ea0-5dcc-44f0-b11c-61e144f8e001" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.269s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.022034] env[62683]: DEBUG oslo_vmware.api [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138659} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.022034] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1806.022034] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1806.022202] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1806.022350] env[62683]: INFO nova.compute.manager [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1806.022593] env[62683]: DEBUG oslo.service.loopingcall [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1806.022786] env[62683]: DEBUG nova.compute.manager [-] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1806.022883] env[62683]: DEBUG nova.network.neutron [-] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1806.118792] env[62683]: DEBUG nova.compute.manager [req-1f50003e-e322-4484-bee2-77f4725ae6db req-6d04c500-0a09-48c5-acd0-8097dee7f2bf service nova] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Received event network-changed-b301113d-b567-46f7-bbbb-39f708efb122 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1806.119035] env[62683]: DEBUG nova.compute.manager [req-1f50003e-e322-4484-bee2-77f4725ae6db req-6d04c500-0a09-48c5-acd0-8097dee7f2bf service nova] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Refreshing instance network info cache due to event network-changed-b301113d-b567-46f7-bbbb-39f708efb122. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1806.119224] env[62683]: DEBUG oslo_concurrency.lockutils [req-1f50003e-e322-4484-bee2-77f4725ae6db req-6d04c500-0a09-48c5-acd0-8097dee7f2bf service nova] Acquiring lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.240011] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.241524] env[62683]: DEBUG nova.compute.manager [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Instance network_info: |[{"id": "b301113d-b567-46f7-bbbb-39f708efb122", "address": "fa:16:3e:e9:2f:ad", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb301113d-b5", "ovs_interfaceid": "b301113d-b567-46f7-bbbb-39f708efb122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1806.243280] env[62683]: DEBUG oslo_concurrency.lockutils [req-1f50003e-e322-4484-bee2-77f4725ae6db req-6d04c500-0a09-48c5-acd0-8097dee7f2bf service nova] Acquired lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.243482] env[62683]: DEBUG nova.network.neutron [req-1f50003e-e322-4484-bee2-77f4725ae6db req-6d04c500-0a09-48c5-acd0-8097dee7f2bf service nova] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Refreshing network info cache for port b301113d-b567-46f7-bbbb-39f708efb122 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1806.244756] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:2f:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b301113d-b567-46f7-bbbb-39f708efb122', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1806.254151] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Creating folder: Project (192c02adb50b4dc6a78a50bcbf5ef9d2). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1806.257427] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd318494-52c9-4157-a79f-9169c8039cc2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.272560] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Created folder: Project (192c02adb50b4dc6a78a50bcbf5ef9d2) in parent group-v372889. [ 1806.273790] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Creating folder: Instances. Parent ref: group-v373172. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1806.277210] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f418aae5-08e8-4adc-bcd3-d5a41a6a4346 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.279974] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1806.280133] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1806.288946] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Created folder: Instances in parent group-v373172. [ 1806.288946] env[62683]: DEBUG oslo.service.loopingcall [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1806.288946] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1806.289201] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f53b94d-df2e-4aaa-9755-2a2437a882aa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.322789] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1806.322789] env[62683]: value = "task-1799643" [ 1806.322789] env[62683]: _type = "Task" [ 1806.322789] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.333955] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799643, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.554459] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bb7034-92f1-4f47-8155-1113e92fcc56 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.562947] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c59443-abc6-4352-8df0-703d3200db06 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.598100] env[62683]: DEBUG nova.network.neutron [req-1f50003e-e322-4484-bee2-77f4725ae6db req-6d04c500-0a09-48c5-acd0-8097dee7f2bf service nova] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updated VIF entry in instance network info cache for port b301113d-b567-46f7-bbbb-39f708efb122. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1806.598498] env[62683]: DEBUG nova.network.neutron [req-1f50003e-e322-4484-bee2-77f4725ae6db req-6d04c500-0a09-48c5-acd0-8097dee7f2bf service nova] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updating instance_info_cache with network_info: [{"id": "b301113d-b567-46f7-bbbb-39f708efb122", "address": "fa:16:3e:e9:2f:ad", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb301113d-b5", "ovs_interfaceid": "b301113d-b567-46f7-bbbb-39f708efb122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.600350] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127e71c7-94f5-4334-989b-56f050876c09 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.608393] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae1b088-841f-4de9-aadf-b6de9a48eb68 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.624106] env[62683]: DEBUG nova.compute.provider_tree [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.755783] env[62683]: DEBUG nova.network.neutron [-] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.787088] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1806.787088] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1806.833466] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799643, 'name': CreateVM_Task, 'duration_secs': 0.502806} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.833466] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1806.833834] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.834015] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.834337] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1806.834670] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0883739-a479-4879-942b-ff8ab7a749ab {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.840825] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 1806.840825] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]529926ff-2665-c6dd-569e-8a937ce8ee1b" [ 1806.840825] env[62683]: _type = "Task" [ 1806.840825] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.849842] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]529926ff-2665-c6dd-569e-8a937ce8ee1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.959300] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "629eb164-2fce-4e36-b058-d91dc0f249c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.959885] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "629eb164-2fce-4e36-b058-d91dc0f249c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.103711] env[62683]: DEBUG oslo_concurrency.lockutils [req-1f50003e-e322-4484-bee2-77f4725ae6db req-6d04c500-0a09-48c5-acd0-8097dee7f2bf service nova] Releasing lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.125955] env[62683]: DEBUG nova.scheduler.client.report [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1807.258876] env[62683]: INFO nova.compute.manager [-] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Took 1.24 seconds to deallocate network for instance. [ 1807.338770] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "refresh_cache-ae965366-0db1-499a-b590-11511dd4d8b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.338926] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquired lock "refresh_cache-ae965366-0db1-499a-b590-11511dd4d8b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.339096] env[62683]: DEBUG nova.network.neutron [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Forcefully refreshing network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1807.351708] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]529926ff-2665-c6dd-569e-8a937ce8ee1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.352191] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.352421] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1807.352648] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.352795] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.352971] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1807.353455] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df3bc579-87ca-4136-a1d7-2d174c6e75d5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.363284] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1807.363467] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1807.364184] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b07a0b00-ca4f-4d1a-879c-ef21e8688df1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.375315] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 1807.375315] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52148671-fcf9-0bdb-8873-0ff95294860d" [ 1807.375315] env[62683]: _type = "Task" [ 1807.375315] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.386750] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52148671-fcf9-0bdb-8873-0ff95294860d, 'name': SearchDatastore_Task, 'duration_secs': 0.00917} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.387784] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3259ca65-8ddc-4820-9f35-f478c2355fb4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.394141] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 1807.394141] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522b212e-faf3-76ae-731e-4910f346712e" [ 1807.394141] env[62683]: _type = "Task" [ 1807.394141] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.402956] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522b212e-faf3-76ae-731e-4910f346712e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.461858] env[62683]: DEBUG nova.compute.manager [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1807.634025] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.634025] env[62683]: DEBUG nova.compute.manager [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1807.635541] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.757s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.637388] env[62683]: INFO nova.compute.claims [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1807.765681] env[62683]: DEBUG oslo_concurrency.lockutils [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.905948] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522b212e-faf3-76ae-731e-4910f346712e, 'name': SearchDatastore_Task, 'duration_secs': 0.010016} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.906272] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.906490] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] ecf0af70-447f-4285-a49d-44b2fb723d2d/ecf0af70-447f-4285-a49d-44b2fb723d2d.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1807.906738] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-407185d7-2396-410d-b948-c91de124a872 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.913254] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 1807.913254] env[62683]: value = "task-1799644" [ 1807.913254] env[62683]: _type = "Task" [ 1807.913254] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.921736] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.990686] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.152177] env[62683]: DEBUG nova.compute.utils [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1808.152177] env[62683]: DEBUG nova.compute.manager [req-b03caf9e-a232-4d88-834b-72d3bc401f4a req-fe609554-87b6-4a34-859b-4d6995582371 service nova] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Received event network-vif-deleted-d041cc10-33f8-4585-83f7-a72a4afd3ddb {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1808.153043] env[62683]: DEBUG nova.compute.manager [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1808.153204] env[62683]: DEBUG nova.network.neutron [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1808.230818] env[62683]: DEBUG nova.policy [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20cc0012b4af4ea4a89315da4797c54a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '254d5c06c7934900aae9b0d775a5e607', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1808.424598] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495323} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.424668] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] ecf0af70-447f-4285-a49d-44b2fb723d2d/ecf0af70-447f-4285-a49d-44b2fb723d2d.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1808.428017] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1808.428017] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ca50bc2-70b3-40e3-b2f2-5114dca42ba5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.437197] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 1808.437197] env[62683]: value = "task-1799645" [ 1808.437197] env[62683]: _type = "Task" [ 1808.437197] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.446190] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.659173] env[62683]: DEBUG nova.compute.manager [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1808.778448] env[62683]: DEBUG nova.network.neutron [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Updating instance_info_cache with network_info: [{"id": "1ad6cde1-6280-47d9-817d-e3e9df309398", "address": "fa:16:3e:1c:e7:b5", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad6cde1-62", "ovs_interfaceid": "1ad6cde1-6280-47d9-817d-e3e9df309398", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.838362] env[62683]: DEBUG nova.network.neutron [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Successfully created port: c39f5bf7-7836-408a-b18a-c744fcc87bc3 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1808.955389] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065307} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.956654] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1808.957494] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3eac483-dedf-4877-88e1-0882009d3474 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.963100] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26df1338-edb5-445d-9871-641a3f149ed2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.982296] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4cf73f-4252-4937-a07c-6b007b9c7a0a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.993199] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] ecf0af70-447f-4285-a49d-44b2fb723d2d/ecf0af70-447f-4285-a49d-44b2fb723d2d.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1808.993503] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcbb1927-48ee-4254-b408-b3e931d48f5e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.048290] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb938ea-9228-46ae-b6d6-f3aff9a71a43 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.051154] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 1809.051154] env[62683]: value = "task-1799646" [ 1809.051154] env[62683]: _type = "Task" [ 1809.051154] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.058128] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f61753a-84d7-4816-aef6-0caed7383332 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.067909] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.076153] env[62683]: DEBUG nova.compute.provider_tree [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1809.281610] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Releasing lock "refresh_cache-ae965366-0db1-499a-b590-11511dd4d8b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.281847] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Updated the network info_cache for instance {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1809.282078] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1809.282246] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1809.282398] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1809.282547] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1809.282690] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1809.282830] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1809.563151] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799646, 'name': ReconfigVM_Task, 'duration_secs': 0.289839} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.563151] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Reconfigured VM instance instance-00000065 to attach disk [datastore1] ecf0af70-447f-4285-a49d-44b2fb723d2d/ecf0af70-447f-4285-a49d-44b2fb723d2d.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1809.563151] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-824b991d-2016-462b-8f6f-a78588f44893 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.569335] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 1809.569335] env[62683]: value = "task-1799647" [ 1809.569335] env[62683]: _type = "Task" [ 1809.569335] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.577707] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799647, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.600594] env[62683]: ERROR nova.scheduler.client.report [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [req-4e2dbdef-ea73-4600-8f47-25eff906aff3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4e2dbdef-ea73-4600-8f47-25eff906aff3"}]} [ 1809.620277] env[62683]: DEBUG nova.scheduler.client.report [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1809.642025] env[62683]: DEBUG nova.scheduler.client.report [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1809.642025] env[62683]: DEBUG nova.compute.provider_tree [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1809.660135] env[62683]: DEBUG nova.scheduler.client.report [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1809.668243] env[62683]: DEBUG nova.compute.manager [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1809.690938] env[62683]: DEBUG nova.scheduler.client.report [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1809.702997] env[62683]: DEBUG nova.virt.hardware [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1809.703497] env[62683]: DEBUG nova.virt.hardware [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1809.703682] env[62683]: DEBUG nova.virt.hardware [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1809.703888] env[62683]: DEBUG nova.virt.hardware [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1809.704135] env[62683]: DEBUG nova.virt.hardware [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1809.704335] env[62683]: DEBUG nova.virt.hardware [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1809.704649] env[62683]: DEBUG nova.virt.hardware [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1809.704870] env[62683]: DEBUG nova.virt.hardware [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1809.705600] env[62683]: DEBUG nova.virt.hardware [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1809.705600] env[62683]: DEBUG nova.virt.hardware [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1809.705697] env[62683]: DEBUG nova.virt.hardware [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1809.706747] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ca6892-571c-444a-9792-689488520627 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.717494] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efa39ce-d856-4911-8200-fd30f0ce5b5f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.789112] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Getting list of instances from cluster (obj){ [ 1809.789112] env[62683]: value = "domain-c8" [ 1809.789112] env[62683]: _type = "ClusterComputeResource" [ 1809.789112] env[62683]: } {{(pid=62683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1809.792129] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1237aacc-ed50-44af-a1f6-de0b1834b859 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.810952] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Got total of 10 instances {{(pid=62683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1809.811145] env[62683]: WARNING nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] While synchronizing instance power states, found 15 instances in the database and 10 instances on the hypervisor. [ 1809.811292] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Triggering sync for uuid ae965366-0db1-499a-b590-11511dd4d8b3 {{(pid=62683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1809.811563] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Triggering sync for uuid 134c873e-9d20-4c6a-931f-c835cfb97376 {{(pid=62683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1809.811746] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Triggering sync for uuid 638fdfcd-54a2-4151-8f56-9230a6969ba3 {{(pid=62683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1809.811900] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Triggering sync for uuid 2284b1b2-e495-4610-adb3-b59a56eac70c {{(pid=62683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1809.812077] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Triggering sync for uuid 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf {{(pid=62683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1809.812237] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Triggering sync for uuid 24a8b28a-1ca6-47e7-8ca2-80f79847e29e {{(pid=62683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1809.812468] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Triggering sync for uuid c8063def-3d83-4b9f-87db-db1ab1faeff3 {{(pid=62683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1809.812642] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Triggering sync for uuid d946c583-86c0-47e7-91c4-b9a156af1e2e {{(pid=62683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1809.812793] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Triggering sync for uuid 1478606f-84b3-4b2d-ae96-ce75e59929d5 {{(pid=62683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1809.812977] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Triggering sync for uuid 46912c26-2d0f-4d49-8840-5ab693dd8212 {{(pid=62683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1809.813100] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Triggering sync for uuid 7f15b66f-2278-4a5a-8481-23e03d363e61 {{(pid=62683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1809.813253] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Triggering sync for uuid a4d935e2-5f02-4caf-8f98-3289af02b226 {{(pid=62683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1809.813792] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Triggering sync for uuid ecf0af70-447f-4285-a49d-44b2fb723d2d {{(pid=62683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1809.813792] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Triggering sync for uuid ba8d8d06-00ef-4339-9974-85db61baedd6 {{(pid=62683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1809.813792] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Triggering sync for uuid 3732e8f2-47fd-4edc-9b71-3b04c9ef6718 {{(pid=62683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1809.816211] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "ae965366-0db1-499a-b590-11511dd4d8b3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.816453] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "ae965366-0db1-499a-b590-11511dd4d8b3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.816729] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "134c873e-9d20-4c6a-931f-c835cfb97376" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.816942] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "638fdfcd-54a2-4151-8f56-9230a6969ba3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.817183] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "638fdfcd-54a2-4151-8f56-9230a6969ba3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.817434] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "2284b1b2-e495-4610-adb3-b59a56eac70c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.817639] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.817818] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.818064] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "24a8b28a-1ca6-47e7-8ca2-80f79847e29e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.818291] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "24a8b28a-1ca6-47e7-8ca2-80f79847e29e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.818513] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "c8063def-3d83-4b9f-87db-db1ab1faeff3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.818691] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "c8063def-3d83-4b9f-87db-db1ab1faeff3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.818915] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "d946c583-86c0-47e7-91c4-b9a156af1e2e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.819124] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "d946c583-86c0-47e7-91c4-b9a156af1e2e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.819337] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "1478606f-84b3-4b2d-ae96-ce75e59929d5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.819510] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "1478606f-84b3-4b2d-ae96-ce75e59929d5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.819713] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "46912c26-2d0f-4d49-8840-5ab693dd8212" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.819887] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "46912c26-2d0f-4d49-8840-5ab693dd8212" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.820298] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "7f15b66f-2278-4a5a-8481-23e03d363e61" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.820524] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "a4d935e2-5f02-4caf-8f98-3289af02b226" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.820707] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "a4d935e2-5f02-4caf-8f98-3289af02b226" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.820940] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "ecf0af70-447f-4285-a49d-44b2fb723d2d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.821164] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "ba8d8d06-00ef-4339-9974-85db61baedd6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.821366] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.821543] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1809.821685] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1809.822792] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe30c9f6-2c00-46c0-b8b6-3c4d27012c50 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.825716] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1138426-41cd-40ff-9b71-cf59c4721a80 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.828577] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3d3daa-dfc0-47d4-a31a-de853ed23d36 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.831293] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231d3a80-8e14-49f6-8278-b9d3a2e43478 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.833909] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75ae7f8-0b12-492a-8c05-1f764a82de49 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.837265] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b94eb9-e497-49fc-b398-17d22fca5473 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.840274] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d93ca4-7d60-43f6-96a0-6c2844cfd551 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.844864] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7066d8-e64e-496c-b7b9-0437a109895d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.849096] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15c35f7-00c5-48da-a55b-fdc822f00fa1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.850996] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1810.004815] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5766ccf3-f717-47b9-a1d9-65b8278bb1a3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.012877] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96499de3-3cdc-4368-87b4-8d08189cebd2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.043594] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38d997c-944a-40b5-b794-3572d128b619 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.051364] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1fe764-b9fb-4fa0-ab61-51b56c952a63 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.065187] env[62683]: DEBUG nova.compute.provider_tree [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.079282] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799647, 'name': Rename_Task, 'duration_secs': 0.139985} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.079571] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1810.079814] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11f473c9-a8d7-46f0-8ae2-366822a07daa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.087764] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 1810.087764] env[62683]: value = "task-1799648" [ 1810.087764] env[62683]: _type = "Task" [ 1810.087764] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.095307] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.362503] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.383097] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "ae965366-0db1-499a-b590-11511dd4d8b3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.385567] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "24a8b28a-1ca6-47e7-8ca2-80f79847e29e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.389231] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.389538] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "638fdfcd-54a2-4151-8f56-9230a6969ba3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.572s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.394019] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "46912c26-2d0f-4d49-8840-5ab693dd8212" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.574s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.394578] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "d946c583-86c0-47e7-91c4-b9a156af1e2e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.575s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.395912] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "a4d935e2-5f02-4caf-8f98-3289af02b226" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.575s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.396676] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "c8063def-3d83-4b9f-87db-db1ab1faeff3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.578s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.407208] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "1478606f-84b3-4b2d-ae96-ce75e59929d5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.588s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.413546] env[62683]: DEBUG nova.compute.manager [req-63f2b455-84bd-400b-85ed-e098c3a65d32 req-41abe7a2-125b-4a92-93a1-97312cae8bf9 service nova] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Received event network-vif-plugged-c39f5bf7-7836-408a-b18a-c744fcc87bc3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1810.413546] env[62683]: DEBUG oslo_concurrency.lockutils [req-63f2b455-84bd-400b-85ed-e098c3a65d32 req-41abe7a2-125b-4a92-93a1-97312cae8bf9 service nova] Acquiring lock "ba8d8d06-00ef-4339-9974-85db61baedd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.413653] env[62683]: DEBUG oslo_concurrency.lockutils [req-63f2b455-84bd-400b-85ed-e098c3a65d32 req-41abe7a2-125b-4a92-93a1-97312cae8bf9 service nova] Lock "ba8d8d06-00ef-4339-9974-85db61baedd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.414016] env[62683]: DEBUG oslo_concurrency.lockutils [req-63f2b455-84bd-400b-85ed-e098c3a65d32 req-41abe7a2-125b-4a92-93a1-97312cae8bf9 service nova] Lock "ba8d8d06-00ef-4339-9974-85db61baedd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.414016] env[62683]: DEBUG nova.compute.manager [req-63f2b455-84bd-400b-85ed-e098c3a65d32 req-41abe7a2-125b-4a92-93a1-97312cae8bf9 service nova] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] No waiting events found dispatching network-vif-plugged-c39f5bf7-7836-408a-b18a-c744fcc87bc3 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1810.414118] env[62683]: WARNING nova.compute.manager [req-63f2b455-84bd-400b-85ed-e098c3a65d32 req-41abe7a2-125b-4a92-93a1-97312cae8bf9 service nova] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Received unexpected event network-vif-plugged-c39f5bf7-7836-408a-b18a-c744fcc87bc3 for instance with vm_state building and task_state spawning. [ 1810.502124] env[62683]: DEBUG nova.network.neutron [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Successfully updated port: c39f5bf7-7836-408a-b18a-c744fcc87bc3 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1810.567838] env[62683]: DEBUG nova.scheduler.client.report [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1810.597800] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799648, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.633826] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "c4a232d9-9d75-4202-9ecd-18747fe702ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.633826] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "c4a232d9-9d75-4202-9ecd-18747fe702ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.810142] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Acquiring lock "46912c26-2d0f-4d49-8840-5ab693dd8212" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.810501] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Lock "46912c26-2d0f-4d49-8840-5ab693dd8212" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.810619] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Acquiring lock "46912c26-2d0f-4d49-8840-5ab693dd8212-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.810814] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Lock "46912c26-2d0f-4d49-8840-5ab693dd8212-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.810990] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Lock "46912c26-2d0f-4d49-8840-5ab693dd8212-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.813284] env[62683]: INFO nova.compute.manager [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Terminating instance [ 1811.008388] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Acquiring lock "refresh_cache-ba8d8d06-00ef-4339-9974-85db61baedd6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.008388] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Acquired lock "refresh_cache-ba8d8d06-00ef-4339-9974-85db61baedd6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.008388] env[62683]: DEBUG nova.network.neutron [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1811.076021] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.437s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.076021] env[62683]: DEBUG nova.compute.manager [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1811.076874] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.715s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.081690] env[62683]: DEBUG nova.objects.instance [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lazy-loading 'resources' on Instance uuid 2284b1b2-e495-4610-adb3-b59a56eac70c {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1811.109076] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799648, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.139023] env[62683]: DEBUG nova.compute.manager [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1811.317411] env[62683]: DEBUG nova.compute.manager [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1811.317673] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1811.318589] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab4ad1e-1cae-4866-b5df-437864bb965d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.326801] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1811.327627] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ebebc88-a2c8-47b5-9790-ffb270fac4ca {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.334769] env[62683]: DEBUG oslo_vmware.api [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Waiting for the task: (returnval){ [ 1811.334769] env[62683]: value = "task-1799649" [ 1811.334769] env[62683]: _type = "Task" [ 1811.334769] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.345258] env[62683]: DEBUG oslo_vmware.api [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': task-1799649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.542875] env[62683]: DEBUG nova.network.neutron [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1811.583808] env[62683]: DEBUG nova.compute.utils [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1811.587660] env[62683]: DEBUG nova.compute.manager [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1811.587842] env[62683]: DEBUG nova.network.neutron [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1811.601324] env[62683]: DEBUG oslo_vmware.api [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799648, 'name': PowerOnVM_Task, 'duration_secs': 1.055787} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.601785] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1811.601996] env[62683]: INFO nova.compute.manager [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1811.602198] env[62683]: DEBUG nova.compute.manager [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1811.603068] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faaf871c-3834-4e04-bfaa-0653716216ff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.658462] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.662967] env[62683]: DEBUG nova.policy [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f94bf6f648c3459ba20a90a95eac0209', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '750cf26924e247a3b4087b435f44e162', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1811.771122] env[62683]: DEBUG nova.network.neutron [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Updating instance_info_cache with network_info: [{"id": "c39f5bf7-7836-408a-b18a-c744fcc87bc3", "address": "fa:16:3e:d6:49:6a", "network": {"id": "8c81c218-4e8d-4142-a56d-fadb92cf4541", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1738429374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "254d5c06c7934900aae9b0d775a5e607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc39f5bf7-78", "ovs_interfaceid": "c39f5bf7-7836-408a-b18a-c744fcc87bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.830605] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8caa58bf-24db-440e-878b-d43209691825 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.847639] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed13589-cb76-424b-9264-34e28d2d9cda {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.850779] env[62683]: DEBUG oslo_vmware.api [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': task-1799649, 'name': PowerOffVM_Task, 'duration_secs': 0.228195} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.851105] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1811.851341] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1811.851968] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfc9f6b2-edfe-4082-986f-24f67cb91c4a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.879344] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae68a400-dd23-48a1-a718-e18c68170bc1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.886450] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5920699-74f3-4c3c-9fc6-e4955fae24bf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.900962] env[62683]: DEBUG nova.compute.provider_tree [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1811.986231] env[62683]: DEBUG nova.network.neutron [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Successfully created port: 2669a3eb-9ea6-4ebf-9812-c2b3b93d3696 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1811.996022] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1811.996022] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1811.996022] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Deleting the datastore file [datastore1] 46912c26-2d0f-4d49-8840-5ab693dd8212 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1811.996022] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd68fe47-9a40-4547-9c5f-d32d131ed345 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.003322] env[62683]: DEBUG oslo_vmware.api [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Waiting for the task: (returnval){ [ 1812.003322] env[62683]: value = "task-1799651" [ 1812.003322] env[62683]: _type = "Task" [ 1812.003322] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.012626] env[62683]: DEBUG oslo_vmware.api [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': task-1799651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.091930] env[62683]: DEBUG nova.compute.manager [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1812.124154] env[62683]: INFO nova.compute.manager [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Took 25.14 seconds to build instance. [ 1812.274226] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Releasing lock "refresh_cache-ba8d8d06-00ef-4339-9974-85db61baedd6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.274573] env[62683]: DEBUG nova.compute.manager [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Instance network_info: |[{"id": "c39f5bf7-7836-408a-b18a-c744fcc87bc3", "address": "fa:16:3e:d6:49:6a", "network": {"id": "8c81c218-4e8d-4142-a56d-fadb92cf4541", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1738429374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "254d5c06c7934900aae9b0d775a5e607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc39f5bf7-78", "ovs_interfaceid": "c39f5bf7-7836-408a-b18a-c744fcc87bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1812.275011] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:49:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c39f5bf7-7836-408a-b18a-c744fcc87bc3', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1812.284031] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Creating folder: Project (254d5c06c7934900aae9b0d775a5e607). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1812.284031] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0a22280-80ea-42ea-a59c-1575f7ae62e1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.294875] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Created folder: Project (254d5c06c7934900aae9b0d775a5e607) in parent group-v372889. [ 1812.295088] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Creating folder: Instances. Parent ref: group-v373175. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1812.295340] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40eb4fa1-ed5e-4bfd-b8ac-005d96867afb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.305534] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Created folder: Instances in parent group-v373175. [ 1812.305764] env[62683]: DEBUG oslo.service.loopingcall [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.305948] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1812.306162] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2b66234-4ca5-439b-bed1-4c9abd8efe29 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.325098] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1812.325098] env[62683]: value = "task-1799654" [ 1812.325098] env[62683]: _type = "Task" [ 1812.325098] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.332863] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799654, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.407026] env[62683]: DEBUG nova.scheduler.client.report [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1812.451119] env[62683]: DEBUG nova.compute.manager [req-07285449-317d-4d59-ad52-671c84b2ddf5 req-a8e59952-5c73-418a-858c-8eb9a4d437f6 service nova] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Received event network-changed-c39f5bf7-7836-408a-b18a-c744fcc87bc3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1812.451119] env[62683]: DEBUG nova.compute.manager [req-07285449-317d-4d59-ad52-671c84b2ddf5 req-a8e59952-5c73-418a-858c-8eb9a4d437f6 service nova] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Refreshing instance network info cache due to event network-changed-c39f5bf7-7836-408a-b18a-c744fcc87bc3. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1812.451119] env[62683]: DEBUG oslo_concurrency.lockutils [req-07285449-317d-4d59-ad52-671c84b2ddf5 req-a8e59952-5c73-418a-858c-8eb9a4d437f6 service nova] Acquiring lock "refresh_cache-ba8d8d06-00ef-4339-9974-85db61baedd6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.451119] env[62683]: DEBUG oslo_concurrency.lockutils [req-07285449-317d-4d59-ad52-671c84b2ddf5 req-a8e59952-5c73-418a-858c-8eb9a4d437f6 service nova] Acquired lock "refresh_cache-ba8d8d06-00ef-4339-9974-85db61baedd6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.451119] env[62683]: DEBUG nova.network.neutron [req-07285449-317d-4d59-ad52-671c84b2ddf5 req-a8e59952-5c73-418a-858c-8eb9a4d437f6 service nova] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Refreshing network info cache for port c39f5bf7-7836-408a-b18a-c744fcc87bc3 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1812.512817] env[62683]: DEBUG oslo_vmware.api [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Task: {'id': task-1799651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138422} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.513164] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1812.513394] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1812.513610] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1812.513799] env[62683]: INFO nova.compute.manager [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1812.514054] env[62683]: DEBUG oslo.service.loopingcall [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.514248] env[62683]: DEBUG nova.compute.manager [-] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1812.514377] env[62683]: DEBUG nova.network.neutron [-] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1812.630372] env[62683]: DEBUG oslo_concurrency.lockutils [None req-fea7c85d-eeaa-4c84-b609-0ca4888cb5c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "ecf0af70-447f-4285-a49d-44b2fb723d2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.658s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.630683] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "ecf0af70-447f-4285-a49d-44b2fb723d2d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.810s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.630910] env[62683]: INFO nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] During sync_power_state the instance has a pending task (spawning). Skip. [ 1812.631112] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "ecf0af70-447f-4285-a49d-44b2fb723d2d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.840269] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799654, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.910908] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.913771] env[62683]: DEBUG oslo_concurrency.lockutils [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.554s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.915421] env[62683]: INFO nova.compute.claims [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1812.947644] env[62683]: INFO nova.scheduler.client.report [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Deleted allocations for instance 2284b1b2-e495-4610-adb3-b59a56eac70c [ 1813.101372] env[62683]: DEBUG nova.compute.manager [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1813.130543] env[62683]: DEBUG nova.virt.hardware [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1813.130807] env[62683]: DEBUG nova.virt.hardware [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1813.130969] env[62683]: DEBUG nova.virt.hardware [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1813.131172] env[62683]: DEBUG nova.virt.hardware [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1813.131324] env[62683]: DEBUG nova.virt.hardware [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1813.131487] env[62683]: DEBUG nova.virt.hardware [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1813.131707] env[62683]: DEBUG nova.virt.hardware [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1813.131869] env[62683]: DEBUG nova.virt.hardware [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1813.132049] env[62683]: DEBUG nova.virt.hardware [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1813.132221] env[62683]: DEBUG nova.virt.hardware [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1813.132398] env[62683]: DEBUG nova.virt.hardware [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1813.133688] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96858d88-326a-4024-81d1-7af9230a4eec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.141673] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c782aa17-e3be-4dd3-9d8f-806e9137426d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.336970] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799654, 'name': CreateVM_Task, 'duration_secs': 0.893193} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.337243] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1813.337972] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.338173] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.340605] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1813.340605] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90b81605-5809-4077-950b-ca529b1d66a7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.345240] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Waiting for the task: (returnval){ [ 1813.345240] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a66a94-5522-ac03-6a00-bc2a135470b1" [ 1813.345240] env[62683]: _type = "Task" [ 1813.345240] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.346436] env[62683]: DEBUG nova.network.neutron [req-07285449-317d-4d59-ad52-671c84b2ddf5 req-a8e59952-5c73-418a-858c-8eb9a4d437f6 service nova] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Updated VIF entry in instance network info cache for port c39f5bf7-7836-408a-b18a-c744fcc87bc3. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1813.346994] env[62683]: DEBUG nova.network.neutron [req-07285449-317d-4d59-ad52-671c84b2ddf5 req-a8e59952-5c73-418a-858c-8eb9a4d437f6 service nova] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Updating instance_info_cache with network_info: [{"id": "c39f5bf7-7836-408a-b18a-c744fcc87bc3", "address": "fa:16:3e:d6:49:6a", "network": {"id": "8c81c218-4e8d-4142-a56d-fadb92cf4541", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1738429374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "254d5c06c7934900aae9b0d775a5e607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc39f5bf7-78", "ovs_interfaceid": "c39f5bf7-7836-408a-b18a-c744fcc87bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.361649] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a66a94-5522-ac03-6a00-bc2a135470b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010031} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.361949] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.362200] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1813.362457] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.362605] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.362778] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1813.363288] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99ce14fc-05d6-4bea-85c1-3ceee25360a6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.368589] env[62683]: DEBUG nova.compute.manager [req-93374eea-e731-414e-8be1-9f22cb08a3ac req-19b41316-87a2-4dd7-b572-ecf5dcfa407c service nova] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Received event network-changed-b301113d-b567-46f7-bbbb-39f708efb122 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1813.369207] env[62683]: DEBUG nova.compute.manager [req-93374eea-e731-414e-8be1-9f22cb08a3ac req-19b41316-87a2-4dd7-b572-ecf5dcfa407c service nova] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Refreshing instance network info cache due to event network-changed-b301113d-b567-46f7-bbbb-39f708efb122. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1813.369207] env[62683]: DEBUG oslo_concurrency.lockutils [req-93374eea-e731-414e-8be1-9f22cb08a3ac req-19b41316-87a2-4dd7-b572-ecf5dcfa407c service nova] Acquiring lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.369207] env[62683]: DEBUG oslo_concurrency.lockutils [req-93374eea-e731-414e-8be1-9f22cb08a3ac req-19b41316-87a2-4dd7-b572-ecf5dcfa407c service nova] Acquired lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.369403] env[62683]: DEBUG nova.network.neutron [req-93374eea-e731-414e-8be1-9f22cb08a3ac req-19b41316-87a2-4dd7-b572-ecf5dcfa407c service nova] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Refreshing network info cache for port b301113d-b567-46f7-bbbb-39f708efb122 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1813.372298] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1813.373092] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1813.373496] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2447e3e-5479-4e9f-9a8c-48fec7991b6d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.381319] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Waiting for the task: (returnval){ [ 1813.381319] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52870af4-1166-5437-f85f-5047dda11a24" [ 1813.381319] env[62683]: _type = "Task" [ 1813.381319] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.392277] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52870af4-1166-5437-f85f-5047dda11a24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.457749] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7c19215a-d895-45c4-b5d5-aea76d05a460 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "2284b1b2-e495-4610-adb3-b59a56eac70c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.875s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.458752] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "2284b1b2-e495-4610-adb3-b59a56eac70c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.641s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.459281] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19beb295-e2ad-405e-a4e2-aef006cf6301 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.469215] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac1a14d-4ba8-4669-b39b-6b42994e0f0d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.520259] env[62683]: DEBUG nova.network.neutron [-] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.568104] env[62683]: DEBUG nova.network.neutron [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Successfully updated port: 2669a3eb-9ea6-4ebf-9812-c2b3b93d3696 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1813.855457] env[62683]: DEBUG oslo_concurrency.lockutils [req-07285449-317d-4d59-ad52-671c84b2ddf5 req-a8e59952-5c73-418a-858c-8eb9a4d437f6 service nova] Releasing lock "refresh_cache-ba8d8d06-00ef-4339-9974-85db61baedd6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.892754] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52870af4-1166-5437-f85f-5047dda11a24, 'name': SearchDatastore_Task, 'duration_secs': 0.008944} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.893584] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c5fb86a-bf25-4d73-86db-1a5b463fded9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.900113] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Waiting for the task: (returnval){ [ 1813.900113] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5214fce2-a1a8-8e2d-c751-2d1082b5d147" [ 1813.900113] env[62683]: _type = "Task" [ 1813.900113] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.909303] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5214fce2-a1a8-8e2d-c751-2d1082b5d147, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.009681] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "2284b1b2-e495-4610-adb3-b59a56eac70c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.023157] env[62683]: INFO nova.compute.manager [-] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Took 1.51 seconds to deallocate network for instance. [ 1814.071081] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "refresh_cache-3732e8f2-47fd-4edc-9b71-3b04c9ef6718" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.071308] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "refresh_cache-3732e8f2-47fd-4edc-9b71-3b04c9ef6718" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.072017] env[62683]: DEBUG nova.network.neutron [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1814.127245] env[62683]: DEBUG nova.network.neutron [req-93374eea-e731-414e-8be1-9f22cb08a3ac req-19b41316-87a2-4dd7-b572-ecf5dcfa407c service nova] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updated VIF entry in instance network info cache for port b301113d-b567-46f7-bbbb-39f708efb122. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1814.127622] env[62683]: DEBUG nova.network.neutron [req-93374eea-e731-414e-8be1-9f22cb08a3ac req-19b41316-87a2-4dd7-b572-ecf5dcfa407c service nova] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updating instance_info_cache with network_info: [{"id": "b301113d-b567-46f7-bbbb-39f708efb122", "address": "fa:16:3e:e9:2f:ad", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb301113d-b5", "ovs_interfaceid": "b301113d-b567-46f7-bbbb-39f708efb122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.164618] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7943f746-fe48-4330-9e8d-fc03bdf8b2a0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.173082] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb67fb1-3b1a-4dc5-8a7f-73bb9fc95582 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.215979] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1fb33e-9c0b-4ee0-850a-f8de86c5b618 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.224438] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddf906a-c5be-40c4-b59e-c7209a658731 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.235363] env[62683]: DEBUG nova.compute.provider_tree [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1814.413947] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5214fce2-a1a8-8e2d-c751-2d1082b5d147, 'name': SearchDatastore_Task, 'duration_secs': 0.008951} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.413947] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.414284] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] ba8d8d06-00ef-4339-9974-85db61baedd6/ba8d8d06-00ef-4339-9974-85db61baedd6.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1814.414570] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e77cbae8-926d-4597-87c4-14f177b26b54 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.421278] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Waiting for the task: (returnval){ [ 1814.421278] env[62683]: value = "task-1799655" [ 1814.421278] env[62683]: _type = "Task" [ 1814.421278] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.430317] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': task-1799655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.518566] env[62683]: DEBUG nova.compute.manager [req-74d892d4-15fc-4502-9fef-be969a4e31c2 req-ad990417-811d-458c-aba3-f19d89e111c2 service nova] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Received event network-vif-deleted-0df2663c-e466-4ed0-9224-29a8419a26a9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1814.518746] env[62683]: DEBUG nova.compute.manager [req-74d892d4-15fc-4502-9fef-be969a4e31c2 req-ad990417-811d-458c-aba3-f19d89e111c2 service nova] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Received event network-vif-plugged-2669a3eb-9ea6-4ebf-9812-c2b3b93d3696 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1814.518936] env[62683]: DEBUG oslo_concurrency.lockutils [req-74d892d4-15fc-4502-9fef-be969a4e31c2 req-ad990417-811d-458c-aba3-f19d89e111c2 service nova] Acquiring lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.519168] env[62683]: DEBUG oslo_concurrency.lockutils [req-74d892d4-15fc-4502-9fef-be969a4e31c2 req-ad990417-811d-458c-aba3-f19d89e111c2 service nova] Lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.519339] env[62683]: DEBUG oslo_concurrency.lockutils [req-74d892d4-15fc-4502-9fef-be969a4e31c2 req-ad990417-811d-458c-aba3-f19d89e111c2 service nova] Lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.519566] env[62683]: DEBUG nova.compute.manager [req-74d892d4-15fc-4502-9fef-be969a4e31c2 req-ad990417-811d-458c-aba3-f19d89e111c2 service nova] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] No waiting events found dispatching network-vif-plugged-2669a3eb-9ea6-4ebf-9812-c2b3b93d3696 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1814.520036] env[62683]: WARNING nova.compute.manager [req-74d892d4-15fc-4502-9fef-be969a4e31c2 req-ad990417-811d-458c-aba3-f19d89e111c2 service nova] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Received unexpected event network-vif-plugged-2669a3eb-9ea6-4ebf-9812-c2b3b93d3696 for instance with vm_state building and task_state spawning. [ 1814.520036] env[62683]: DEBUG nova.compute.manager [req-74d892d4-15fc-4502-9fef-be969a4e31c2 req-ad990417-811d-458c-aba3-f19d89e111c2 service nova] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Received event network-changed-2669a3eb-9ea6-4ebf-9812-c2b3b93d3696 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1814.520191] env[62683]: DEBUG nova.compute.manager [req-74d892d4-15fc-4502-9fef-be969a4e31c2 req-ad990417-811d-458c-aba3-f19d89e111c2 service nova] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Refreshing instance network info cache due to event network-changed-2669a3eb-9ea6-4ebf-9812-c2b3b93d3696. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1814.520381] env[62683]: DEBUG oslo_concurrency.lockutils [req-74d892d4-15fc-4502-9fef-be969a4e31c2 req-ad990417-811d-458c-aba3-f19d89e111c2 service nova] Acquiring lock "refresh_cache-3732e8f2-47fd-4edc-9b71-3b04c9ef6718" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.533481] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.620738] env[62683]: DEBUG nova.network.neutron [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1814.630701] env[62683]: DEBUG oslo_concurrency.lockutils [req-93374eea-e731-414e-8be1-9f22cb08a3ac req-19b41316-87a2-4dd7-b572-ecf5dcfa407c service nova] Releasing lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.755734] env[62683]: ERROR nova.scheduler.client.report [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [req-a4922f2b-d1bf-4894-990d-768a2a8e1f3b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a4922f2b-d1bf-4894-990d-768a2a8e1f3b"}]} [ 1814.772783] env[62683]: DEBUG nova.scheduler.client.report [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1814.788307] env[62683]: DEBUG nova.scheduler.client.report [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1814.788307] env[62683]: DEBUG nova.compute.provider_tree [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1814.799850] env[62683]: DEBUG nova.scheduler.client.report [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1814.810467] env[62683]: DEBUG nova.network.neutron [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Updating instance_info_cache with network_info: [{"id": "2669a3eb-9ea6-4ebf-9812-c2b3b93d3696", "address": "fa:16:3e:13:25:64", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2669a3eb-9e", "ovs_interfaceid": "2669a3eb-9ea6-4ebf-9812-c2b3b93d3696", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.822518] env[62683]: DEBUG nova.scheduler.client.report [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1814.934979] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': task-1799655, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.098638] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3242ce10-53ba-4789-985b-954f851b782d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.108606] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b89fd36-4258-4236-af5a-05b5444eded1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.140683] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a21cfe-b7d9-4471-b961-59cebd358b7d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.150731] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee24293-eb84-4e80-abd5-8924bc969f0f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.171389] env[62683]: DEBUG nova.compute.provider_tree [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1815.314906] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "refresh_cache-3732e8f2-47fd-4edc-9b71-3b04c9ef6718" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.315017] env[62683]: DEBUG nova.compute.manager [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Instance network_info: |[{"id": "2669a3eb-9ea6-4ebf-9812-c2b3b93d3696", "address": "fa:16:3e:13:25:64", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2669a3eb-9e", "ovs_interfaceid": "2669a3eb-9ea6-4ebf-9812-c2b3b93d3696", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1815.315387] env[62683]: DEBUG oslo_concurrency.lockutils [req-74d892d4-15fc-4502-9fef-be969a4e31c2 req-ad990417-811d-458c-aba3-f19d89e111c2 service nova] Acquired lock "refresh_cache-3732e8f2-47fd-4edc-9b71-3b04c9ef6718" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.315580] env[62683]: DEBUG nova.network.neutron [req-74d892d4-15fc-4502-9fef-be969a4e31c2 req-ad990417-811d-458c-aba3-f19d89e111c2 service nova] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Refreshing network info cache for port 2669a3eb-9ea6-4ebf-9812-c2b3b93d3696 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1815.316767] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:25:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2669a3eb-9ea6-4ebf-9812-c2b3b93d3696', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1815.324631] env[62683]: DEBUG oslo.service.loopingcall [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.325212] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1815.325509] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d39e258b-27aa-4cf1-8110-d750f73e3aaf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.346653] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1815.346653] env[62683]: value = "task-1799656" [ 1815.346653] env[62683]: _type = "Task" [ 1815.346653] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.355474] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799656, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.434476] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': task-1799655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752674} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.434984] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] ba8d8d06-00ef-4339-9974-85db61baedd6/ba8d8d06-00ef-4339-9974-85db61baedd6.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1815.435105] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1815.435410] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bdd1b71-6a85-4c7b-b829-12254530644e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.442510] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Waiting for the task: (returnval){ [ 1815.442510] env[62683]: value = "task-1799657" [ 1815.442510] env[62683]: _type = "Task" [ 1815.442510] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.449831] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': task-1799657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.635137] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "c7e06b69-36df-4772-90b1-7436a1f58787" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.635357] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "c7e06b69-36df-4772-90b1-7436a1f58787" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.659449] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bf2ef370-6576-4b4d-822c-19415571cd26 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "638fdfcd-54a2-4151-8f56-9230a6969ba3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.659724] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bf2ef370-6576-4b4d-822c-19415571cd26 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "638fdfcd-54a2-4151-8f56-9230a6969ba3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.690816] env[62683]: ERROR nova.scheduler.client.report [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [req-b7574a98-6b22-4de7-8258-d969ab773e4c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b7574a98-6b22-4de7-8258-d969ab773e4c"}]} [ 1815.705859] env[62683]: DEBUG nova.scheduler.client.report [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1815.717907] env[62683]: DEBUG nova.scheduler.client.report [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1815.718131] env[62683]: DEBUG nova.compute.provider_tree [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1815.728014] env[62683]: DEBUG nova.scheduler.client.report [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1815.749373] env[62683]: DEBUG nova.scheduler.client.report [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1815.857475] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799656, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.953062] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': task-1799657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059567} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.953402] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1815.955471] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae00fc8-5b28-40cc-aece-662a7e230e1c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.957201] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f6ad15-3d53-4f34-bc55-b125704ce007 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.984382] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] ba8d8d06-00ef-4339-9974-85db61baedd6/ba8d8d06-00ef-4339-9974-85db61baedd6.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1815.985258] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d1bdcc-0e6f-4180-bad8-595881e16d9e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.988366] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58df0870-7278-4703-bcf8-54192f18bbea {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.041197] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9783ff9f-e70c-4691-a3a3-b812eb4d8666 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.044312] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Waiting for the task: (returnval){ [ 1816.044312] env[62683]: value = "task-1799658" [ 1816.044312] env[62683]: _type = "Task" [ 1816.044312] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.052473] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f25965-099f-4d90-85ee-169134239418 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.059556] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': task-1799658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.069446] env[62683]: DEBUG nova.compute.provider_tree [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1816.081095] env[62683]: DEBUG nova.network.neutron [req-74d892d4-15fc-4502-9fef-be969a4e31c2 req-ad990417-811d-458c-aba3-f19d89e111c2 service nova] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Updated VIF entry in instance network info cache for port 2669a3eb-9ea6-4ebf-9812-c2b3b93d3696. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1816.081512] env[62683]: DEBUG nova.network.neutron [req-74d892d4-15fc-4502-9fef-be969a4e31c2 req-ad990417-811d-458c-aba3-f19d89e111c2 service nova] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Updating instance_info_cache with network_info: [{"id": "2669a3eb-9ea6-4ebf-9812-c2b3b93d3696", "address": "fa:16:3e:13:25:64", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2669a3eb-9e", "ovs_interfaceid": "2669a3eb-9ea6-4ebf-9812-c2b3b93d3696", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.138630] env[62683]: DEBUG nova.compute.manager [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1816.162836] env[62683]: INFO nova.compute.manager [None req-bf2ef370-6576-4b4d-822c-19415571cd26 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Detaching volume 9abda1d6-28a3-4138-9f9a-089e5998ccbf [ 1816.199427] env[62683]: INFO nova.virt.block_device [None req-bf2ef370-6576-4b4d-822c-19415571cd26 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Attempting to driver detach volume 9abda1d6-28a3-4138-9f9a-089e5998ccbf from mountpoint /dev/sdb [ 1816.199713] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2ef370-6576-4b4d-822c-19415571cd26 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Volume detach. Driver type: vmdk {{(pid=62683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1816.199911] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2ef370-6576-4b4d-822c-19415571cd26 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373144', 'volume_id': '9abda1d6-28a3-4138-9f9a-089e5998ccbf', 'name': 'volume-9abda1d6-28a3-4138-9f9a-089e5998ccbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '638fdfcd-54a2-4151-8f56-9230a6969ba3', 'attached_at': '', 'detached_at': '', 'volume_id': '9abda1d6-28a3-4138-9f9a-089e5998ccbf', 'serial': '9abda1d6-28a3-4138-9f9a-089e5998ccbf'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1816.200789] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9931892-39f7-4135-b7dd-b0f635e6199f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.224192] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7728de1a-f180-4daf-b1ed-33849ee622e0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.231178] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d3e284-93cc-40de-92c2-8d11f4d42054 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.252413] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cc6f07-3306-44a8-b206-31bfaf6aadf1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.267482] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2ef370-6576-4b4d-822c-19415571cd26 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] The volume has not been displaced from its original location: [datastore1] volume-9abda1d6-28a3-4138-9f9a-089e5998ccbf/volume-9abda1d6-28a3-4138-9f9a-089e5998ccbf.vmdk. No consolidation needed. {{(pid=62683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1816.272881] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2ef370-6576-4b4d-822c-19415571cd26 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1816.273175] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f8dfb8b-4d4c-49a6-a292-ba6e5fef8544 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.291067] env[62683]: DEBUG oslo_vmware.api [None req-bf2ef370-6576-4b4d-822c-19415571cd26 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1816.291067] env[62683]: value = "task-1799659" [ 1816.291067] env[62683]: _type = "Task" [ 1816.291067] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.298861] env[62683]: DEBUG oslo_vmware.api [None req-bf2ef370-6576-4b4d-822c-19415571cd26 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.357882] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799656, 'name': CreateVM_Task, 'duration_secs': 0.897312} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.358117] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1816.358819] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.359016] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.359343] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1816.359603] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dec027a-67fa-4eec-8d27-9206c7764b45 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.364422] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1816.364422] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d54dc0-79f9-d944-a724-bfd5bbc50abb" [ 1816.364422] env[62683]: _type = "Task" [ 1816.364422] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.372493] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d54dc0-79f9-d944-a724-bfd5bbc50abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.555505] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': task-1799658, 'name': ReconfigVM_Task, 'duration_secs': 0.528532} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.555505] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Reconfigured VM instance instance-00000066 to attach disk [datastore1] ba8d8d06-00ef-4339-9974-85db61baedd6/ba8d8d06-00ef-4339-9974-85db61baedd6.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1816.555505] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b235ce76-3ed8-43e8-954e-b8650302739d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.561290] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Waiting for the task: (returnval){ [ 1816.561290] env[62683]: value = "task-1799660" [ 1816.561290] env[62683]: _type = "Task" [ 1816.561290] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.569417] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': task-1799660, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.584562] env[62683]: DEBUG oslo_concurrency.lockutils [req-74d892d4-15fc-4502-9fef-be969a4e31c2 req-ad990417-811d-458c-aba3-f19d89e111c2 service nova] Releasing lock "refresh_cache-3732e8f2-47fd-4edc-9b71-3b04c9ef6718" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.599927] env[62683]: DEBUG nova.scheduler.client.report [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1816.600245] env[62683]: DEBUG nova.compute.provider_tree [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 145 to 146 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1816.600437] env[62683]: DEBUG nova.compute.provider_tree [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1816.657946] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.800406] env[62683]: DEBUG oslo_vmware.api [None req-bf2ef370-6576-4b4d-822c-19415571cd26 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799659, 'name': ReconfigVM_Task, 'duration_secs': 0.279598} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.800679] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2ef370-6576-4b4d-822c-19415571cd26 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1816.805259] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22f8a447-b00a-4077-9dbc-bf0e33f7d8dc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.819926] env[62683]: DEBUG oslo_vmware.api [None req-bf2ef370-6576-4b4d-822c-19415571cd26 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1816.819926] env[62683]: value = "task-1799661" [ 1816.819926] env[62683]: _type = "Task" [ 1816.819926] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.827418] env[62683]: DEBUG oslo_vmware.api [None req-bf2ef370-6576-4b4d-822c-19415571cd26 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.875249] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d54dc0-79f9-d944-a724-bfd5bbc50abb, 'name': SearchDatastore_Task, 'duration_secs': 0.025665} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.875593] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.875846] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1816.876109] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.876265] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.876447] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1816.876712] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73cd009d-049e-4f3b-9ecc-89b347464627 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.887807] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1816.887988] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1816.888709] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8690d74c-aaf6-41b0-800b-fe31ac71923a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.893883] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1816.893883] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5258b33d-1b3e-2857-1ba0-a6fad075b401" [ 1816.893883] env[62683]: _type = "Task" [ 1816.893883] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.903885] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5258b33d-1b3e-2857-1ba0-a6fad075b401, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.071443] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': task-1799660, 'name': Rename_Task, 'duration_secs': 0.300465} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.071761] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1817.071994] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d76d2581-fb7a-4dcd-a7d1-eb43532dcd6c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.078526] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Waiting for the task: (returnval){ [ 1817.078526] env[62683]: value = "task-1799662" [ 1817.078526] env[62683]: _type = "Task" [ 1817.078526] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.086532] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': task-1799662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.105392] env[62683]: DEBUG oslo_concurrency.lockutils [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.192s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.105973] env[62683]: DEBUG nova.compute.manager [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1817.108767] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.567s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.108961] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.110977] env[62683]: DEBUG oslo_concurrency.lockutils [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.346s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.111226] env[62683]: DEBUG nova.objects.instance [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lazy-loading 'resources' on Instance uuid 7f15b66f-2278-4a5a-8481-23e03d363e61 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1817.127960] env[62683]: INFO nova.scheduler.client.report [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Deleted allocations for instance 134c873e-9d20-4c6a-931f-c835cfb97376 [ 1817.329555] env[62683]: DEBUG oslo_vmware.api [None req-bf2ef370-6576-4b4d-822c-19415571cd26 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799661, 'name': ReconfigVM_Task, 'duration_secs': 0.139181} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.329858] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2ef370-6576-4b4d-822c-19415571cd26 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373144', 'volume_id': '9abda1d6-28a3-4138-9f9a-089e5998ccbf', 'name': 'volume-9abda1d6-28a3-4138-9f9a-089e5998ccbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '638fdfcd-54a2-4151-8f56-9230a6969ba3', 'attached_at': '', 'detached_at': '', 'volume_id': '9abda1d6-28a3-4138-9f9a-089e5998ccbf', 'serial': '9abda1d6-28a3-4138-9f9a-089e5998ccbf'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1817.404531] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5258b33d-1b3e-2857-1ba0-a6fad075b401, 'name': SearchDatastore_Task, 'duration_secs': 0.017878} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.405429] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7671338-a724-4629-8faa-2034252a08be {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.410848] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1817.410848] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52caf26a-bbee-8d43-b7d3-bd849bf9b8e3" [ 1817.410848] env[62683]: _type = "Task" [ 1817.410848] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.419874] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52caf26a-bbee-8d43-b7d3-bd849bf9b8e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.589318] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': task-1799662, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.613816] env[62683]: DEBUG nova.compute.utils [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1817.618075] env[62683]: DEBUG nova.compute.manager [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1817.618245] env[62683]: DEBUG nova.network.neutron [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1817.634912] env[62683]: DEBUG oslo_concurrency.lockutils [None req-29f99a8c-c7e0-42a2-9d4f-3c99f66ef95e tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "134c873e-9d20-4c6a-931f-c835cfb97376" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.999s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.636227] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "134c873e-9d20-4c6a-931f-c835cfb97376" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.819s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.636514] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f8d539d-4f95-4b70-af10-469145be8293 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.649195] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb26523-6395-4da2-83bf-b06068dcb0f3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.663878] env[62683]: DEBUG nova.policy [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a3a0a6a0a6e463f9af5ccf494d4c810', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cca9f7c09de541ceb601bd7c6303dcfa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1817.855010] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bed5f36-6294-4e78-943a-22e91cc3605d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.862966] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fb5598-accf-4320-921a-068946a6a59d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.894325] env[62683]: DEBUG nova.objects.instance [None req-bf2ef370-6576-4b4d-822c-19415571cd26 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lazy-loading 'flavor' on Instance uuid 638fdfcd-54a2-4151-8f56-9230a6969ba3 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1817.897470] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb5dd17-94fa-4a25-9a2f-421713f833a0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.908432] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a93eefa-dd2b-4406-b301-7775f628f786 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.926734] env[62683]: DEBUG nova.compute.provider_tree [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1817.932192] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52caf26a-bbee-8d43-b7d3-bd849bf9b8e3, 'name': SearchDatastore_Task, 'duration_secs': 0.0093} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.932717] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.933032] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 3732e8f2-47fd-4edc-9b71-3b04c9ef6718/3732e8f2-47fd-4edc-9b71-3b04c9ef6718.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1817.933422] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-263138ef-2e27-4161-b4b9-ada2254e93c4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.942424] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1817.942424] env[62683]: value = "task-1799663" [ 1817.942424] env[62683]: _type = "Task" [ 1817.942424] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.951959] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.955232] env[62683]: DEBUG nova.network.neutron [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Successfully created port: a1954b3d-61d4-46ad-b16e-778c81cf5963 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1818.092592] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': task-1799662, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.116518] env[62683]: DEBUG nova.compute.manager [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1818.191612] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "134c873e-9d20-4c6a-931f-c835cfb97376" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.434137] env[62683]: DEBUG nova.scheduler.client.report [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1818.451827] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463545} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.452669] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 3732e8f2-47fd-4edc-9b71-3b04c9ef6718/3732e8f2-47fd-4edc-9b71-3b04c9ef6718.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1818.452897] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1818.453167] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9c2a003-9acb-4b0e-afb1-8c7a27458536 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.459381] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1818.459381] env[62683]: value = "task-1799664" [ 1818.459381] env[62683]: _type = "Task" [ 1818.459381] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.467661] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.591521] env[62683]: DEBUG oslo_vmware.api [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': task-1799662, 'name': PowerOnVM_Task, 'duration_secs': 1.508245} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.591805] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1818.592020] env[62683]: INFO nova.compute.manager [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1818.592204] env[62683]: DEBUG nova.compute.manager [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1818.592958] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ce63cf-a4f5-415e-82ce-70396a8fa1ee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.723626] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "20120679-7fa6-4fb7-aef9-5ba6e150c916" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.723861] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "20120679-7fa6-4fb7-aef9-5ba6e150c916" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.902208] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bf2ef370-6576-4b4d-822c-19415571cd26 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "638fdfcd-54a2-4151-8f56-9230a6969ba3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.242s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.940234] env[62683]: DEBUG oslo_concurrency.lockutils [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.942856] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.952s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.944427] env[62683]: INFO nova.compute.claims [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1818.966813] env[62683]: INFO nova.scheduler.client.report [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Deleted allocations for instance 7f15b66f-2278-4a5a-8481-23e03d363e61 [ 1818.970065] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059814} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.972265] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1818.973128] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231c825d-d011-40b1-8b1e-8040378a12c3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.996148] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 3732e8f2-47fd-4edc-9b71-3b04c9ef6718/3732e8f2-47fd-4edc-9b71-3b04c9ef6718.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1818.996839] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc0623d0-c7c8-469f-87e1-5e47490b253e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.017379] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1819.017379] env[62683]: value = "task-1799665" [ 1819.017379] env[62683]: _type = "Task" [ 1819.017379] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.025272] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.114196] env[62683]: INFO nova.compute.manager [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Took 28.27 seconds to build instance. [ 1819.128899] env[62683]: DEBUG nova.compute.manager [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1819.156807] env[62683]: DEBUG nova.virt.hardware [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1819.157136] env[62683]: DEBUG nova.virt.hardware [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1819.157220] env[62683]: DEBUG nova.virt.hardware [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1819.157435] env[62683]: DEBUG nova.virt.hardware [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1819.157589] env[62683]: DEBUG nova.virt.hardware [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1819.157738] env[62683]: DEBUG nova.virt.hardware [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1819.157945] env[62683]: DEBUG nova.virt.hardware [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1819.158154] env[62683]: DEBUG nova.virt.hardware [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1819.158399] env[62683]: DEBUG nova.virt.hardware [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1819.158594] env[62683]: DEBUG nova.virt.hardware [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1819.158768] env[62683]: DEBUG nova.virt.hardware [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1819.159654] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04161f73-6fe0-41a5-8467-6f54adaa24ed {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.167929] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df402478-4e2d-4ccf-8479-2db4043ca6c2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.225652] env[62683]: DEBUG nova.compute.manager [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1819.476882] env[62683]: DEBUG oslo_concurrency.lockutils [None req-70ca59bc-b50f-4646-b65c-84a39ab98f0f tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "7f15b66f-2278-4a5a-8481-23e03d363e61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.114s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.480014] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "7f15b66f-2278-4a5a-8481-23e03d363e61" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.657s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.480014] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-367a0a87-0928-454b-8881-4f697fa833be {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.488041] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315b5bb9-172d-4ebf-85a4-6dcd734fef4a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.535665] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.550784] env[62683]: DEBUG nova.compute.manager [req-2406a0db-3e89-4f12-b0ce-faf19e36bcb4 req-f021b817-b205-46fd-ac3c-80b8fe1a0fd8 service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Received event network-vif-plugged-a1954b3d-61d4-46ad-b16e-778c81cf5963 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1819.551423] env[62683]: DEBUG oslo_concurrency.lockutils [req-2406a0db-3e89-4f12-b0ce-faf19e36bcb4 req-f021b817-b205-46fd-ac3c-80b8fe1a0fd8 service nova] Acquiring lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.551706] env[62683]: DEBUG oslo_concurrency.lockutils [req-2406a0db-3e89-4f12-b0ce-faf19e36bcb4 req-f021b817-b205-46fd-ac3c-80b8fe1a0fd8 service nova] Lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.551909] env[62683]: DEBUG oslo_concurrency.lockutils [req-2406a0db-3e89-4f12-b0ce-faf19e36bcb4 req-f021b817-b205-46fd-ac3c-80b8fe1a0fd8 service nova] Lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.552264] env[62683]: DEBUG nova.compute.manager [req-2406a0db-3e89-4f12-b0ce-faf19e36bcb4 req-f021b817-b205-46fd-ac3c-80b8fe1a0fd8 service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] No waiting events found dispatching network-vif-plugged-a1954b3d-61d4-46ad-b16e-778c81cf5963 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1819.552502] env[62683]: WARNING nova.compute.manager [req-2406a0db-3e89-4f12-b0ce-faf19e36bcb4 req-f021b817-b205-46fd-ac3c-80b8fe1a0fd8 service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Received unexpected event network-vif-plugged-a1954b3d-61d4-46ad-b16e-778c81cf5963 for instance with vm_state building and task_state spawning. [ 1819.615403] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e8befe2f-8f59-4466-b78e-b7d58ef4c6fc tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Lock "ba8d8d06-00ef-4339-9974-85db61baedd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.779s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.615699] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "ba8d8d06-00ef-4339-9974-85db61baedd6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.794s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.615892] env[62683]: INFO nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] During sync_power_state the instance has a pending task (spawning). Skip. [ 1819.616067] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "ba8d8d06-00ef-4339-9974-85db61baedd6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.658510] env[62683]: DEBUG nova.network.neutron [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Successfully updated port: a1954b3d-61d4-46ad-b16e-778c81cf5963 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1819.749280] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.830087] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Acquiring lock "ba8d8d06-00ef-4339-9974-85db61baedd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.830357] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Lock "ba8d8d06-00ef-4339-9974-85db61baedd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.830572] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Acquiring lock "ba8d8d06-00ef-4339-9974-85db61baedd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.830758] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Lock "ba8d8d06-00ef-4339-9974-85db61baedd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.830929] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Lock "ba8d8d06-00ef-4339-9974-85db61baedd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.832925] env[62683]: INFO nova.compute.manager [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Terminating instance [ 1820.031013] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "7f15b66f-2278-4a5a-8481-23e03d363e61" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.037655] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799665, 'name': ReconfigVM_Task, 'duration_secs': 0.937689} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.038012] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 3732e8f2-47fd-4edc-9b71-3b04c9ef6718/3732e8f2-47fd-4edc-9b71-3b04c9ef6718.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1820.038722] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dabf628a-efc5-4e38-95bd-f4ee48b32358 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.047455] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1820.047455] env[62683]: value = "task-1799666" [ 1820.047455] env[62683]: _type = "Task" [ 1820.047455] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.056347] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799666, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.097118] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "638fdfcd-54a2-4151-8f56-9230a6969ba3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.097521] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "638fdfcd-54a2-4151-8f56-9230a6969ba3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.100217] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "638fdfcd-54a2-4151-8f56-9230a6969ba3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.100217] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "638fdfcd-54a2-4151-8f56-9230a6969ba3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.100217] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "638fdfcd-54a2-4151-8f56-9230a6969ba3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.100874] env[62683]: INFO nova.compute.manager [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Terminating instance [ 1820.163820] env[62683]: DEBUG oslo_concurrency.lockutils [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.164084] env[62683]: DEBUG oslo_concurrency.lockutils [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.164148] env[62683]: DEBUG nova.network.neutron [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1820.248903] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e274f28-11db-4c72-a4d5-731f4a4ac3ed {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.257708] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1bcac9-a889-45c2-a881-4c14111f290f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.288571] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee53b0e-5505-4eca-b190-4d448a17e3c9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.296140] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50111297-8d64-4009-b4c3-55f668f41ebd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.311815] env[62683]: DEBUG nova.compute.provider_tree [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1820.336550] env[62683]: DEBUG nova.compute.manager [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1820.336785] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1820.337745] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a2b160-a416-40fe-8b27-bd2ffc4b5e48 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.346420] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1820.346672] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dadbdbd5-a473-46ff-a46e-6f227becb6d9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.352817] env[62683]: DEBUG oslo_vmware.api [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Waiting for the task: (returnval){ [ 1820.352817] env[62683]: value = "task-1799667" [ 1820.352817] env[62683]: _type = "Task" [ 1820.352817] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.361127] env[62683]: DEBUG oslo_vmware.api [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': task-1799667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.557844] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799666, 'name': Rename_Task, 'duration_secs': 0.33069} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.558125] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1820.558388] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1aef123d-b87e-4ef2-887b-84ab94715d7f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.565490] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1820.565490] env[62683]: value = "task-1799668" [ 1820.565490] env[62683]: _type = "Task" [ 1820.565490] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.572723] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.609049] env[62683]: DEBUG nova.compute.manager [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1820.609049] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1820.609306] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46db8aa4-e1c4-495d-962c-07e98ce32371 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.617212] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1820.617600] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d146d79-2c13-47d0-a3a9-8c144de67850 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.624462] env[62683]: DEBUG oslo_vmware.api [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1820.624462] env[62683]: value = "task-1799669" [ 1820.624462] env[62683]: _type = "Task" [ 1820.624462] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.632209] env[62683]: DEBUG oslo_vmware.api [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.699618] env[62683]: DEBUG nova.network.neutron [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1820.703696] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquiring lock "1478606f-84b3-4b2d-ae96-ce75e59929d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.703790] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "1478606f-84b3-4b2d-ae96-ce75e59929d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.703993] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquiring lock "1478606f-84b3-4b2d-ae96-ce75e59929d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.704240] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "1478606f-84b3-4b2d-ae96-ce75e59929d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.704436] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "1478606f-84b3-4b2d-ae96-ce75e59929d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.706784] env[62683]: INFO nova.compute.manager [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Terminating instance [ 1820.839055] env[62683]: ERROR nova.scheduler.client.report [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [req-b9d5e132-1cfc-40a4-b71f-e00057e310d6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b9d5e132-1cfc-40a4-b71f-e00057e310d6"}]} [ 1820.847326] env[62683]: DEBUG nova.network.neutron [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Updating instance_info_cache with network_info: [{"id": "a1954b3d-61d4-46ad-b16e-778c81cf5963", "address": "fa:16:3e:59:1f:6c", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1954b3d-61", "ovs_interfaceid": "a1954b3d-61d4-46ad-b16e-778c81cf5963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.862258] env[62683]: DEBUG nova.scheduler.client.report [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1820.867568] env[62683]: DEBUG oslo_vmware.api [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': task-1799667, 'name': PowerOffVM_Task, 'duration_secs': 0.181753} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.867707] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1820.867840] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1820.868068] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a663a07-7a7e-40a8-9468-4adef417cb18 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.885447] env[62683]: DEBUG nova.scheduler.client.report [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1820.885757] env[62683]: DEBUG nova.compute.provider_tree [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1820.897099] env[62683]: DEBUG nova.scheduler.client.report [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1820.915576] env[62683]: DEBUG nova.scheduler.client.report [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1821.011209] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1821.011463] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1821.011679] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Deleting the datastore file [datastore1] ba8d8d06-00ef-4339-9974-85db61baedd6 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1821.011943] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71c59047-2c01-416a-9b29-b0af77e9d830 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.028099] env[62683]: DEBUG oslo_vmware.api [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Waiting for the task: (returnval){ [ 1821.028099] env[62683]: value = "task-1799671" [ 1821.028099] env[62683]: _type = "Task" [ 1821.028099] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.036382] env[62683]: DEBUG oslo_vmware.api [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': task-1799671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.078868] env[62683]: DEBUG oslo_vmware.api [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799668, 'name': PowerOnVM_Task, 'duration_secs': 0.427183} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.079166] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1821.079370] env[62683]: INFO nova.compute.manager [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1821.079548] env[62683]: DEBUG nova.compute.manager [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1821.080315] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfc2405-da2a-4609-9019-e452f470fdae {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.131378] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cc69f9-9042-47e8-9109-4baf00fef548 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.136888] env[62683]: DEBUG oslo_vmware.api [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799669, 'name': PowerOffVM_Task, 'duration_secs': 0.16769} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.137735] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1821.137911] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1821.138153] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cadeb35e-85b3-4073-a8da-bd4e0ec73f13 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.142347] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b73aeb-1b7e-4a84-8e10-f7ec79a6fd31 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.174661] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f6997f-f1d2-45c4-81b7-0b0c7684b183 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.182096] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1fb147-5c4d-40a1-a0ec-e0436b31432f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.195099] env[62683]: DEBUG nova.compute.provider_tree [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1821.211116] env[62683]: DEBUG nova.compute.manager [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1821.211328] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1821.212296] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e69f3cd-be23-4fd8-aa71-d84a6e363fed {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.219582] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1821.220058] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61cda37d-03b0-4d92-9906-b6581b28b4cf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.225574] env[62683]: DEBUG oslo_vmware.api [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1821.225574] env[62683]: value = "task-1799673" [ 1821.225574] env[62683]: _type = "Task" [ 1821.225574] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.234150] env[62683]: DEBUG oslo_vmware.api [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.324095] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1821.324392] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1821.324615] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Deleting the datastore file [datastore1] 638fdfcd-54a2-4151-8f56-9230a6969ba3 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1821.325063] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4072dfd-dd8c-4aaa-a8e8-64eaf4b5ae4b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.332236] env[62683]: DEBUG oslo_vmware.api [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1821.332236] env[62683]: value = "task-1799674" [ 1821.332236] env[62683]: _type = "Task" [ 1821.332236] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.342465] env[62683]: DEBUG oslo_vmware.api [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.350138] env[62683]: DEBUG oslo_concurrency.lockutils [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.350973] env[62683]: DEBUG nova.compute.manager [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Instance network_info: |[{"id": "a1954b3d-61d4-46ad-b16e-778c81cf5963", "address": "fa:16:3e:59:1f:6c", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1954b3d-61", "ovs_interfaceid": "a1954b3d-61d4-46ad-b16e-778c81cf5963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1821.350973] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:1f:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1954b3d-61d4-46ad-b16e-778c81cf5963', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1821.358234] env[62683]: DEBUG oslo.service.loopingcall [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1821.358503] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1821.359104] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e06ed76-6235-4cbb-a842-c74ccef2843e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.379512] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a80516d0-7608-4049-8f86-7612b096ff82 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "c8063def-3d83-4b9f-87db-db1ab1faeff3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.379774] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a80516d0-7608-4049-8f86-7612b096ff82 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "c8063def-3d83-4b9f-87db-db1ab1faeff3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.381099] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1821.381099] env[62683]: value = "task-1799675" [ 1821.381099] env[62683]: _type = "Task" [ 1821.381099] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.391404] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799675, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.537951] env[62683]: DEBUG oslo_vmware.api [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Task: {'id': task-1799671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150637} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.538248] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1821.538447] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1821.538628] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1821.538811] env[62683]: INFO nova.compute.manager [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1821.539092] env[62683]: DEBUG oslo.service.loopingcall [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1821.539287] env[62683]: DEBUG nova.compute.manager [-] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1821.539384] env[62683]: DEBUG nova.network.neutron [-] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1821.582836] env[62683]: DEBUG nova.compute.manager [req-bed8673e-8ac1-4e56-85fe-21cc2036a29a req-542d7366-48e3-46a3-9b6d-4264ca67a5a0 service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Received event network-changed-a1954b3d-61d4-46ad-b16e-778c81cf5963 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1821.583052] env[62683]: DEBUG nova.compute.manager [req-bed8673e-8ac1-4e56-85fe-21cc2036a29a req-542d7366-48e3-46a3-9b6d-4264ca67a5a0 service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Refreshing instance network info cache due to event network-changed-a1954b3d-61d4-46ad-b16e-778c81cf5963. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1821.583273] env[62683]: DEBUG oslo_concurrency.lockutils [req-bed8673e-8ac1-4e56-85fe-21cc2036a29a req-542d7366-48e3-46a3-9b6d-4264ca67a5a0 service nova] Acquiring lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.583408] env[62683]: DEBUG oslo_concurrency.lockutils [req-bed8673e-8ac1-4e56-85fe-21cc2036a29a req-542d7366-48e3-46a3-9b6d-4264ca67a5a0 service nova] Acquired lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.583570] env[62683]: DEBUG nova.network.neutron [req-bed8673e-8ac1-4e56-85fe-21cc2036a29a req-542d7366-48e3-46a3-9b6d-4264ca67a5a0 service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Refreshing network info cache for port a1954b3d-61d4-46ad-b16e-778c81cf5963 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1821.597943] env[62683]: INFO nova.compute.manager [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Took 27.74 seconds to build instance. [ 1821.729019] env[62683]: DEBUG nova.scheduler.client.report [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1821.729019] env[62683]: DEBUG nova.compute.provider_tree [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 147 to 148 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1821.729019] env[62683]: DEBUG nova.compute.provider_tree [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1821.741979] env[62683]: DEBUG oslo_vmware.api [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799673, 'name': PowerOffVM_Task, 'duration_secs': 0.195348} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.742396] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1821.742665] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1821.743014] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-967dda8e-92c0-44b0-a561-8009083784ec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.815672] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1821.816018] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1821.816299] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Deleting the datastore file [datastore1] 1478606f-84b3-4b2d-ae96-ce75e59929d5 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1821.816761] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d8ce864-bba5-4e9a-938c-08981fa683ec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.824738] env[62683]: DEBUG oslo_vmware.api [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for the task: (returnval){ [ 1821.824738] env[62683]: value = "task-1799677" [ 1821.824738] env[62683]: _type = "Task" [ 1821.824738] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.842173] env[62683]: DEBUG oslo_vmware.api [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.848846] env[62683]: DEBUG oslo_vmware.api [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153939} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.849230] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1821.849505] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1821.849770] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1821.850044] env[62683]: INFO nova.compute.manager [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1821.850397] env[62683]: DEBUG oslo.service.loopingcall [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1821.850662] env[62683]: DEBUG nova.compute.manager [-] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1821.850799] env[62683]: DEBUG nova.network.neutron [-] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1821.886633] env[62683]: INFO nova.compute.manager [None req-a80516d0-7608-4049-8f86-7612b096ff82 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Detaching volume 694e708c-3811-4df0-bccd-0b759749301f [ 1821.894338] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799675, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.927975] env[62683]: INFO nova.virt.block_device [None req-a80516d0-7608-4049-8f86-7612b096ff82 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Attempting to driver detach volume 694e708c-3811-4df0-bccd-0b759749301f from mountpoint /dev/sdb [ 1821.928244] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80516d0-7608-4049-8f86-7612b096ff82 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Volume detach. Driver type: vmdk {{(pid=62683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1821.928432] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80516d0-7608-4049-8f86-7612b096ff82 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373162', 'volume_id': '694e708c-3811-4df0-bccd-0b759749301f', 'name': 'volume-694e708c-3811-4df0-bccd-0b759749301f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8063def-3d83-4b9f-87db-db1ab1faeff3', 'attached_at': '', 'detached_at': '', 'volume_id': '694e708c-3811-4df0-bccd-0b759749301f', 'serial': '694e708c-3811-4df0-bccd-0b759749301f'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1821.929322] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840e81d1-1223-4ab2-80db-de33499182f8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.954223] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892c81c2-08ee-46b1-8c7f-942816d05bb5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.960567] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb7c698-13e9-4ff9-8818-909b49014af5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.981413] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b26ec09-dada-4a8e-888b-5cb2b30cebbe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.995992] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80516d0-7608-4049-8f86-7612b096ff82 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] The volume has not been displaced from its original location: [datastore1] volume-694e708c-3811-4df0-bccd-0b759749301f/volume-694e708c-3811-4df0-bccd-0b759749301f.vmdk. No consolidation needed. {{(pid=62683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1822.001425] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80516d0-7608-4049-8f86-7612b096ff82 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1822.001733] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dd9e54b-49a4-4a63-bf90-bc80b21d31b9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.020428] env[62683]: DEBUG oslo_vmware.api [None req-a80516d0-7608-4049-8f86-7612b096ff82 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1822.020428] env[62683]: value = "task-1799678" [ 1822.020428] env[62683]: _type = "Task" [ 1822.020428] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.031504] env[62683]: DEBUG oslo_vmware.api [None req-a80516d0-7608-4049-8f86-7612b096ff82 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.100012] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f5f0f426-a573-4362-87be-2d55f7ad8f7f tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.248s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.100285] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.279s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.101539] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e8d10c-e6ea-4ac0-ad46-7fe5817e117c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.236778] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.294s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.237354] env[62683]: DEBUG nova.compute.manager [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1822.240434] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.878s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.240650] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.240801] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1822.241106] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.583s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.242550] env[62683]: INFO nova.compute.claims [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1822.250577] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b71f190-51cb-477f-a53d-5bce32aaa97e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.265110] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da858d9-5531-4384-80bc-4b1296c14ec8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.287547] env[62683]: DEBUG nova.network.neutron [-] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.291209] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08c3eb7-d11e-4c84-a76e-9827fb1ec4b3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.300468] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0584a8d4-d309-4c3a-bbea-bd6d488e9019 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.339876] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179530MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1822.339876] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.350828] env[62683]: DEBUG oslo_vmware.api [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Task: {'id': task-1799677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296209} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.351896] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1822.352096] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1822.352565] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1822.352565] env[62683]: INFO nova.compute.manager [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1822.352716] env[62683]: DEBUG oslo.service.loopingcall [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1822.352898] env[62683]: DEBUG nova.compute.manager [-] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1822.352986] env[62683]: DEBUG nova.network.neutron [-] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1822.388660] env[62683]: DEBUG nova.network.neutron [req-bed8673e-8ac1-4e56-85fe-21cc2036a29a req-542d7366-48e3-46a3-9b6d-4264ca67a5a0 service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Updated VIF entry in instance network info cache for port a1954b3d-61d4-46ad-b16e-778c81cf5963. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1822.388994] env[62683]: DEBUG nova.network.neutron [req-bed8673e-8ac1-4e56-85fe-21cc2036a29a req-542d7366-48e3-46a3-9b6d-4264ca67a5a0 service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Updating instance_info_cache with network_info: [{"id": "a1954b3d-61d4-46ad-b16e-778c81cf5963", "address": "fa:16:3e:59:1f:6c", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1954b3d-61", "ovs_interfaceid": "a1954b3d-61d4-46ad-b16e-778c81cf5963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.395479] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799675, 'name': CreateVM_Task, 'duration_secs': 0.547674} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.395637] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1822.396391] env[62683]: DEBUG oslo_concurrency.lockutils [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.396472] env[62683]: DEBUG oslo_concurrency.lockutils [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.396858] env[62683]: DEBUG oslo_concurrency.lockutils [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1822.397044] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be54284-9edc-4982-bc9f-e235ba43a2f6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.402290] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1822.402290] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e981cb-72bd-72e0-76ac-fbe74188a6b4" [ 1822.402290] env[62683]: _type = "Task" [ 1822.402290] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.411743] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e981cb-72bd-72e0-76ac-fbe74188a6b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.530371] env[62683]: DEBUG oslo_vmware.api [None req-a80516d0-7608-4049-8f86-7612b096ff82 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799678, 'name': ReconfigVM_Task, 'duration_secs': 0.233231} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.530987] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80516d0-7608-4049-8f86-7612b096ff82 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1822.535292] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0de42f11-2efb-47d6-ab0d-8ce30c371188 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.550679] env[62683]: DEBUG oslo_vmware.api [None req-a80516d0-7608-4049-8f86-7612b096ff82 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1822.550679] env[62683]: value = "task-1799679" [ 1822.550679] env[62683]: _type = "Task" [ 1822.550679] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.558809] env[62683]: DEBUG oslo_vmware.api [None req-a80516d0-7608-4049-8f86-7612b096ff82 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.616250] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.516s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.754030] env[62683]: DEBUG nova.compute.utils [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1822.754030] env[62683]: DEBUG nova.compute.manager [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1822.754030] env[62683]: DEBUG nova.network.neutron [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1822.795141] env[62683]: DEBUG nova.policy [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93ffe03d396f44fa9571d729899f001a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ca7d50b713a49d6a47443b66ce211ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1822.795786] env[62683]: INFO nova.compute.manager [-] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Took 1.26 seconds to deallocate network for instance. [ 1822.864065] env[62683]: DEBUG nova.network.neutron [-] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.892519] env[62683]: DEBUG oslo_concurrency.lockutils [req-bed8673e-8ac1-4e56-85fe-21cc2036a29a req-542d7366-48e3-46a3-9b6d-4264ca67a5a0 service nova] Releasing lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.913828] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e981cb-72bd-72e0-76ac-fbe74188a6b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013214} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.914766] env[62683]: DEBUG oslo_concurrency.lockutils [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.920259] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1822.920259] env[62683]: DEBUG oslo_concurrency.lockutils [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.920259] env[62683]: DEBUG oslo_concurrency.lockutils [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.920259] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1822.920259] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17ab752e-aa11-4006-9ec6-6cb3c022e94a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.930878] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1822.931190] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1822.931832] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ddc30ee-087a-4330-92b8-506a6e4c64ec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.949360] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1822.949360] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52034e3c-1a0e-6145-da0a-3cb3008a67f8" [ 1822.949360] env[62683]: _type = "Task" [ 1822.949360] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.961310] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52034e3c-1a0e-6145-da0a-3cb3008a67f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010993} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.963360] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab2d7972-5d5f-4f12-bac0-ff8e149352fa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.972145] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1822.972145] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5234345f-b194-afc9-d09f-d94326bb0945" [ 1822.972145] env[62683]: _type = "Task" [ 1822.972145] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.980737] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5234345f-b194-afc9-d09f-d94326bb0945, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.061654] env[62683]: DEBUG oslo_vmware.api [None req-a80516d0-7608-4049-8f86-7612b096ff82 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.075841] env[62683]: DEBUG nova.network.neutron [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Successfully created port: 0f7d6f39-89e7-417b-b547-e45c96c8d019 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1823.131978] env[62683]: DEBUG nova.network.neutron [-] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.257045] env[62683]: DEBUG nova.compute.manager [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1823.301993] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.367132] env[62683]: INFO nova.compute.manager [-] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Took 1.52 seconds to deallocate network for instance. [ 1823.454849] env[62683]: DEBUG nova.compute.manager [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Stashing vm_state: active {{(pid=62683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1823.484631] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5234345f-b194-afc9-d09f-d94326bb0945, 'name': SearchDatastore_Task, 'duration_secs': 0.008146} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.485071] env[62683]: DEBUG oslo_concurrency.lockutils [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.485171] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec/8d2f0523-35eb-4d6b-b656-8fdccb16e9ec.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1823.486375] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e9ef95a-6e27-45dc-9eef-fa17ae4cd8db {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.492682] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1823.492682] env[62683]: value = "task-1799680" [ 1823.492682] env[62683]: _type = "Task" [ 1823.492682] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.501475] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.516922] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ee4c5e-8c63-4500-a910-ff57e3675344 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.525682] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84e06fe-4070-40ea-9338-8247c48afce4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.563938] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7298ac3a-6beb-4113-a6ef-21ecdef0ede5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.574409] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17550bd3-bda7-49d6-b981-c5973a9a8640 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.578278] env[62683]: DEBUG oslo_vmware.api [None req-a80516d0-7608-4049-8f86-7612b096ff82 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799679, 'name': ReconfigVM_Task, 'duration_secs': 0.792297} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.578584] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80516d0-7608-4049-8f86-7612b096ff82 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373162', 'volume_id': '694e708c-3811-4df0-bccd-0b759749301f', 'name': 'volume-694e708c-3811-4df0-bccd-0b759749301f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8063def-3d83-4b9f-87db-db1ab1faeff3', 'attached_at': '', 'detached_at': '', 'volume_id': '694e708c-3811-4df0-bccd-0b759749301f', 'serial': '694e708c-3811-4df0-bccd-0b759749301f'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1823.591109] env[62683]: DEBUG nova.compute.provider_tree [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1823.612155] env[62683]: DEBUG nova.compute.manager [req-c924c5f3-036e-4746-8f6d-dedc94b6c893 req-a9df8912-b077-4d40-87db-3add7cbbc2ad service nova] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Received event network-vif-deleted-c39f5bf7-7836-408a-b18a-c744fcc87bc3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1823.612356] env[62683]: DEBUG nova.compute.manager [req-c924c5f3-036e-4746-8f6d-dedc94b6c893 req-a9df8912-b077-4d40-87db-3add7cbbc2ad service nova] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Received event network-vif-deleted-ddf8b68e-7464-42c1-9347-39973000ade3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1823.612816] env[62683]: DEBUG nova.compute.manager [req-c924c5f3-036e-4746-8f6d-dedc94b6c893 req-a9df8912-b077-4d40-87db-3add7cbbc2ad service nova] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Received event network-vif-deleted-21d0734c-80f6-41be-84fc-bde07536e9f7 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1823.634752] env[62683]: INFO nova.compute.manager [-] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Took 1.28 seconds to deallocate network for instance. [ 1823.875472] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.974127] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.003467] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494014} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.003761] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec/8d2f0523-35eb-4d6b-b656-8fdccb16e9ec.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1824.004157] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1824.004241] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-443991b8-c5d7-4139-a348-6becce7890f3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.010770] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1824.010770] env[62683]: value = "task-1799681" [ 1824.010770] env[62683]: _type = "Task" [ 1824.010770] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.017834] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.094617] env[62683]: DEBUG nova.scheduler.client.report [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1824.127330] env[62683]: DEBUG nova.objects.instance [None req-a80516d0-7608-4049-8f86-7612b096ff82 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lazy-loading 'flavor' on Instance uuid c8063def-3d83-4b9f-87db-db1ab1faeff3 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1824.141639] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.268070] env[62683]: DEBUG nova.compute.manager [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1824.294877] env[62683]: DEBUG nova.virt.hardware [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1824.295144] env[62683]: DEBUG nova.virt.hardware [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1824.295375] env[62683]: DEBUG nova.virt.hardware [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1824.295614] env[62683]: DEBUG nova.virt.hardware [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1824.295769] env[62683]: DEBUG nova.virt.hardware [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1824.295923] env[62683]: DEBUG nova.virt.hardware [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1824.296141] env[62683]: DEBUG nova.virt.hardware [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1824.296305] env[62683]: DEBUG nova.virt.hardware [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1824.296472] env[62683]: DEBUG nova.virt.hardware [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1824.296638] env[62683]: DEBUG nova.virt.hardware [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1824.296809] env[62683]: DEBUG nova.virt.hardware [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1824.297756] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cbac91-e0d4-4353-ac77-5265be124511 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.305677] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbb57d7-40e6-4905-8cde-ab6313eecae6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.521039] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.600537] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.601101] env[62683]: DEBUG nova.compute.manager [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1824.604773] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.070s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.604773] env[62683]: DEBUG nova.objects.instance [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Lazy-loading 'resources' on Instance uuid 46912c26-2d0f-4d49-8840-5ab693dd8212 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1824.807032] env[62683]: DEBUG nova.network.neutron [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Successfully updated port: 0f7d6f39-89e7-417b-b547-e45c96c8d019 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1825.021751] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.107972] env[62683]: DEBUG nova.compute.utils [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1825.108333] env[62683]: DEBUG nova.compute.manager [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1825.108509] env[62683]: DEBUG nova.network.neutron [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1825.134893] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a80516d0-7608-4049-8f86-7612b096ff82 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "c8063def-3d83-4b9f-87db-db1ab1faeff3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.755s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.153672] env[62683]: DEBUG nova.policy [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cf429cb8b67488aa765ffe636ce17b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f69d4591a0e642348ccc801be45f2bf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1825.312327] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "refresh_cache-629eb164-2fce-4e36-b058-d91dc0f249c3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.312327] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "refresh_cache-629eb164-2fce-4e36-b058-d91dc0f249c3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.312327] env[62683]: DEBUG nova.network.neutron [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1825.340426] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3709e0f9-d259-43e3-89f3-abe18554c1de {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.347885] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6001f0b-d7e6-4e49-89d6-56e8dea47973 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.377897] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90da966-312b-48bb-8863-c36446ac5c8a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.384929] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb662c9-d83b-4530-80f9-cf69e2a50626 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.399680] env[62683]: DEBUG nova.compute.provider_tree [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1825.504327] env[62683]: DEBUG nova.network.neutron [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Successfully created port: 9eaa9957-af99-49d0-ac2d-2edc3e673e1c {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1825.521930] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.041641} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.522215] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1825.522978] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42addc18-300b-4376-83b7-6e653597d4a9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.545948] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec/8d2f0523-35eb-4d6b-b656-8fdccb16e9ec.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1825.546694] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57bc8b94-4470-4aec-9bdd-7238b59d5330 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.566619] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1825.566619] env[62683]: value = "task-1799682" [ 1825.566619] env[62683]: _type = "Task" [ 1825.566619] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.574426] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.613272] env[62683]: DEBUG nova.compute.manager [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1825.641193] env[62683]: DEBUG nova.compute.manager [req-de78fb44-2a8e-4a7c-a47a-7ea12341f0fe req-46ca908f-f52d-4ed7-a9a2-d08924da6318 service nova] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Received event network-vif-plugged-0f7d6f39-89e7-417b-b547-e45c96c8d019 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1825.641429] env[62683]: DEBUG oslo_concurrency.lockutils [req-de78fb44-2a8e-4a7c-a47a-7ea12341f0fe req-46ca908f-f52d-4ed7-a9a2-d08924da6318 service nova] Acquiring lock "629eb164-2fce-4e36-b058-d91dc0f249c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.641944] env[62683]: DEBUG oslo_concurrency.lockutils [req-de78fb44-2a8e-4a7c-a47a-7ea12341f0fe req-46ca908f-f52d-4ed7-a9a2-d08924da6318 service nova] Lock "629eb164-2fce-4e36-b058-d91dc0f249c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.641944] env[62683]: DEBUG oslo_concurrency.lockutils [req-de78fb44-2a8e-4a7c-a47a-7ea12341f0fe req-46ca908f-f52d-4ed7-a9a2-d08924da6318 service nova] Lock "629eb164-2fce-4e36-b058-d91dc0f249c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.642313] env[62683]: DEBUG nova.compute.manager [req-de78fb44-2a8e-4a7c-a47a-7ea12341f0fe req-46ca908f-f52d-4ed7-a9a2-d08924da6318 service nova] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] No waiting events found dispatching network-vif-plugged-0f7d6f39-89e7-417b-b547-e45c96c8d019 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1825.643583] env[62683]: WARNING nova.compute.manager [req-de78fb44-2a8e-4a7c-a47a-7ea12341f0fe req-46ca908f-f52d-4ed7-a9a2-d08924da6318 service nova] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Received unexpected event network-vif-plugged-0f7d6f39-89e7-417b-b547-e45c96c8d019 for instance with vm_state building and task_state spawning. [ 1825.643583] env[62683]: DEBUG nova.compute.manager [req-de78fb44-2a8e-4a7c-a47a-7ea12341f0fe req-46ca908f-f52d-4ed7-a9a2-d08924da6318 service nova] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Received event network-changed-0f7d6f39-89e7-417b-b547-e45c96c8d019 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1825.643756] env[62683]: DEBUG nova.compute.manager [req-de78fb44-2a8e-4a7c-a47a-7ea12341f0fe req-46ca908f-f52d-4ed7-a9a2-d08924da6318 service nova] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Refreshing instance network info cache due to event network-changed-0f7d6f39-89e7-417b-b547-e45c96c8d019. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1825.643813] env[62683]: DEBUG oslo_concurrency.lockutils [req-de78fb44-2a8e-4a7c-a47a-7ea12341f0fe req-46ca908f-f52d-4ed7-a9a2-d08924da6318 service nova] Acquiring lock "refresh_cache-629eb164-2fce-4e36-b058-d91dc0f249c3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.733174] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "c8063def-3d83-4b9f-87db-db1ab1faeff3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.733500] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "c8063def-3d83-4b9f-87db-db1ab1faeff3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.733772] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "c8063def-3d83-4b9f-87db-db1ab1faeff3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.734113] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "c8063def-3d83-4b9f-87db-db1ab1faeff3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.734363] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "c8063def-3d83-4b9f-87db-db1ab1faeff3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.737083] env[62683]: INFO nova.compute.manager [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Terminating instance [ 1825.861500] env[62683]: DEBUG nova.network.neutron [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1825.903564] env[62683]: DEBUG nova.scheduler.client.report [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1826.007086] env[62683]: DEBUG nova.network.neutron [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Updating instance_info_cache with network_info: [{"id": "0f7d6f39-89e7-417b-b547-e45c96c8d019", "address": "fa:16:3e:9a:8b:44", "network": {"id": "1cea5dfe-2e10-4cc4-9392-59ce785ac150", "bridge": "br-int", "label": "tempest-ServersTestJSON-1799756983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca7d50b713a49d6a47443b66ce211ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f7d6f39-89", "ovs_interfaceid": "0f7d6f39-89e7-417b-b547-e45c96c8d019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.077180] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799682, 'name': ReconfigVM_Task, 'duration_secs': 0.286939} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.077507] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec/8d2f0523-35eb-4d6b-b656-8fdccb16e9ec.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1826.078334] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8693eda-cfea-4ef0-8a2c-1e0f72638fa0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.084669] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1826.084669] env[62683]: value = "task-1799683" [ 1826.084669] env[62683]: _type = "Task" [ 1826.084669] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.093523] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799683, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.241135] env[62683]: DEBUG nova.compute.manager [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1826.241135] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1826.241491] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331719b9-fa43-427f-af8c-e4cc394dfec2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.248928] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1826.249214] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a09c69f-2981-4bab-a0e9-9753b13855cb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.255489] env[62683]: DEBUG oslo_vmware.api [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1826.255489] env[62683]: value = "task-1799684" [ 1826.255489] env[62683]: _type = "Task" [ 1826.255489] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.265353] env[62683]: DEBUG oslo_vmware.api [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.409497] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.412540] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.755s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.414581] env[62683]: INFO nova.compute.claims [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1826.436713] env[62683]: INFO nova.scheduler.client.report [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Deleted allocations for instance 46912c26-2d0f-4d49-8840-5ab693dd8212 [ 1826.509770] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "refresh_cache-629eb164-2fce-4e36-b058-d91dc0f249c3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.510112] env[62683]: DEBUG nova.compute.manager [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Instance network_info: |[{"id": "0f7d6f39-89e7-417b-b547-e45c96c8d019", "address": "fa:16:3e:9a:8b:44", "network": {"id": "1cea5dfe-2e10-4cc4-9392-59ce785ac150", "bridge": "br-int", "label": "tempest-ServersTestJSON-1799756983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca7d50b713a49d6a47443b66ce211ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f7d6f39-89", "ovs_interfaceid": "0f7d6f39-89e7-417b-b547-e45c96c8d019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1826.510413] env[62683]: DEBUG oslo_concurrency.lockutils [req-de78fb44-2a8e-4a7c-a47a-7ea12341f0fe req-46ca908f-f52d-4ed7-a9a2-d08924da6318 service nova] Acquired lock "refresh_cache-629eb164-2fce-4e36-b058-d91dc0f249c3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.510596] env[62683]: DEBUG nova.network.neutron [req-de78fb44-2a8e-4a7c-a47a-7ea12341f0fe req-46ca908f-f52d-4ed7-a9a2-d08924da6318 service nova] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Refreshing network info cache for port 0f7d6f39-89e7-417b-b547-e45c96c8d019 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1826.511707] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:8b:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f7d6f39-89e7-417b-b547-e45c96c8d019', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1826.519396] env[62683]: DEBUG oslo.service.loopingcall [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1826.520304] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1826.522026] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc37fff3-bb27-4f4c-9a34-e1fadc5431d1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.540297] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1826.540297] env[62683]: value = "task-1799685" [ 1826.540297] env[62683]: _type = "Task" [ 1826.540297] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.549744] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799685, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.594247] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799683, 'name': Rename_Task, 'duration_secs': 0.154212} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.594522] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1826.594766] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48bec2c6-4ccd-4861-8960-ff36341e1a0f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.601445] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1826.601445] env[62683]: value = "task-1799686" [ 1826.601445] env[62683]: _type = "Task" [ 1826.601445] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.609223] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.626629] env[62683]: DEBUG nova.compute.manager [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1826.655655] env[62683]: DEBUG nova.virt.hardware [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1826.655959] env[62683]: DEBUG nova.virt.hardware [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1826.656141] env[62683]: DEBUG nova.virt.hardware [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1826.656330] env[62683]: DEBUG nova.virt.hardware [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1826.656503] env[62683]: DEBUG nova.virt.hardware [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1826.656680] env[62683]: DEBUG nova.virt.hardware [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1826.657107] env[62683]: DEBUG nova.virt.hardware [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1826.657323] env[62683]: DEBUG nova.virt.hardware [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1826.657553] env[62683]: DEBUG nova.virt.hardware [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1826.657722] env[62683]: DEBUG nova.virt.hardware [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1826.657899] env[62683]: DEBUG nova.virt.hardware [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1826.658790] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41dc01e-884e-4800-9ff7-bb088fff5cc3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.667479] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755aa896-ee36-4398-9405-71a31686baf6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.765938] env[62683]: DEBUG oslo_vmware.api [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799684, 'name': PowerOffVM_Task, 'duration_secs': 0.203438} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.766240] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1826.766414] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1826.766787] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-047afb73-a278-4340-b991-92c21e265984 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.911436] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1826.911683] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1826.911866] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Deleting the datastore file [datastore1] c8063def-3d83-4b9f-87db-db1ab1faeff3 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1826.912152] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fc8ad5f-f056-4783-9baa-a171aa8da0b9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.921499] env[62683]: DEBUG oslo_vmware.api [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1826.921499] env[62683]: value = "task-1799688" [ 1826.921499] env[62683]: _type = "Task" [ 1826.921499] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.929477] env[62683]: DEBUG oslo_vmware.api [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.951634] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5cb74cf4-360e-4135-9066-c8c3071eb6e6 tempest-ServersV294TestFqdnHostnames-396924132 tempest-ServersV294TestFqdnHostnames-396924132-project-member] Lock "46912c26-2d0f-4d49-8840-5ab693dd8212" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.141s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.051571] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799685, 'name': CreateVM_Task, 'duration_secs': 0.328385} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.051678] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1827.054019] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.054019] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.054019] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1827.054019] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4051434-deaa-4cde-9268-e08b75b7c566 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.058684] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1827.058684] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522551a5-8cdc-24d5-e116-0af3054e53fd" [ 1827.058684] env[62683]: _type = "Task" [ 1827.058684] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.066741] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522551a5-8cdc-24d5-e116-0af3054e53fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.114206] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799686, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.141018] env[62683]: DEBUG nova.network.neutron [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Successfully updated port: 9eaa9957-af99-49d0-ac2d-2edc3e673e1c {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1827.428241] env[62683]: DEBUG nova.network.neutron [req-de78fb44-2a8e-4a7c-a47a-7ea12341f0fe req-46ca908f-f52d-4ed7-a9a2-d08924da6318 service nova] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Updated VIF entry in instance network info cache for port 0f7d6f39-89e7-417b-b547-e45c96c8d019. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1827.428642] env[62683]: DEBUG nova.network.neutron [req-de78fb44-2a8e-4a7c-a47a-7ea12341f0fe req-46ca908f-f52d-4ed7-a9a2-d08924da6318 service nova] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Updating instance_info_cache with network_info: [{"id": "0f7d6f39-89e7-417b-b547-e45c96c8d019", "address": "fa:16:3e:9a:8b:44", "network": {"id": "1cea5dfe-2e10-4cc4-9392-59ce785ac150", "bridge": "br-int", "label": "tempest-ServersTestJSON-1799756983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca7d50b713a49d6a47443b66ce211ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f7d6f39-89", "ovs_interfaceid": "0f7d6f39-89e7-417b-b547-e45c96c8d019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.439522] env[62683]: DEBUG oslo_vmware.api [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144249} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.439786] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1827.439991] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1827.440184] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1827.440354] env[62683]: INFO nova.compute.manager [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1827.440589] env[62683]: DEBUG oslo.service.loopingcall [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1827.440771] env[62683]: DEBUG nova.compute.manager [-] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1827.440859] env[62683]: DEBUG nova.network.neutron [-] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1827.573811] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522551a5-8cdc-24d5-e116-0af3054e53fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010365} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.577547] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.577912] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1827.579020] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.579020] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.579020] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1827.579951] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cedc8f52-c169-4063-8c5d-ef1017701ff2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.590093] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1827.590510] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1827.594675] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4cc957d-f190-4da6-bcbf-3fab21d905b4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.601801] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1827.601801] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526ed813-34b7-5cd2-d348-fcb64ebf6f9d" [ 1827.601801] env[62683]: _type = "Task" [ 1827.601801] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.618745] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526ed813-34b7-5cd2-d348-fcb64ebf6f9d, 'name': SearchDatastore_Task, 'duration_secs': 0.008251} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.627789] env[62683]: DEBUG oslo_vmware.api [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799686, 'name': PowerOnVM_Task, 'duration_secs': 0.810593} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.628371] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae4eff1-800a-4efb-bcf9-dab87fda83be {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.631893] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1827.632254] env[62683]: INFO nova.compute.manager [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1827.632570] env[62683]: DEBUG nova.compute.manager [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1827.633710] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f3a857-fd8a-4c01-8880-567c4092f4b4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.643793] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "refresh_cache-c4a232d9-9d75-4202-9ecd-18747fe702ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.644042] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquired lock "refresh_cache-c4a232d9-9d75-4202-9ecd-18747fe702ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.644285] env[62683]: DEBUG nova.network.neutron [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1827.645851] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1827.645851] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d568b0-1764-de20-7f01-4789f822d22d" [ 1827.645851] env[62683]: _type = "Task" [ 1827.645851] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.662840] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d568b0-1764-de20-7f01-4789f822d22d, 'name': SearchDatastore_Task, 'duration_secs': 0.00893} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.663110] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.663355] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 629eb164-2fce-4e36-b058-d91dc0f249c3/629eb164-2fce-4e36-b058-d91dc0f249c3.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1827.663604] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d27f25c6-8f76-417f-9313-95001f7ac8bd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.671243] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1827.671243] env[62683]: value = "task-1799689" [ 1827.671243] env[62683]: _type = "Task" [ 1827.671243] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.679709] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.684605] env[62683]: DEBUG nova.compute.manager [req-84e58b6a-c739-42aa-8322-36a7b668fc01 req-2f667e4b-3d42-4a00-816e-1eb7330b7384 service nova] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Received event network-vif-plugged-9eaa9957-af99-49d0-ac2d-2edc3e673e1c {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1827.684809] env[62683]: DEBUG oslo_concurrency.lockutils [req-84e58b6a-c739-42aa-8322-36a7b668fc01 req-2f667e4b-3d42-4a00-816e-1eb7330b7384 service nova] Acquiring lock "c4a232d9-9d75-4202-9ecd-18747fe702ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.684958] env[62683]: DEBUG oslo_concurrency.lockutils [req-84e58b6a-c739-42aa-8322-36a7b668fc01 req-2f667e4b-3d42-4a00-816e-1eb7330b7384 service nova] Lock "c4a232d9-9d75-4202-9ecd-18747fe702ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.685181] env[62683]: DEBUG oslo_concurrency.lockutils [req-84e58b6a-c739-42aa-8322-36a7b668fc01 req-2f667e4b-3d42-4a00-816e-1eb7330b7384 service nova] Lock "c4a232d9-9d75-4202-9ecd-18747fe702ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.685357] env[62683]: DEBUG nova.compute.manager [req-84e58b6a-c739-42aa-8322-36a7b668fc01 req-2f667e4b-3d42-4a00-816e-1eb7330b7384 service nova] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] No waiting events found dispatching network-vif-plugged-9eaa9957-af99-49d0-ac2d-2edc3e673e1c {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1827.685869] env[62683]: WARNING nova.compute.manager [req-84e58b6a-c739-42aa-8322-36a7b668fc01 req-2f667e4b-3d42-4a00-816e-1eb7330b7384 service nova] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Received unexpected event network-vif-plugged-9eaa9957-af99-49d0-ac2d-2edc3e673e1c for instance with vm_state building and task_state spawning. [ 1827.685869] env[62683]: DEBUG nova.compute.manager [req-84e58b6a-c739-42aa-8322-36a7b668fc01 req-2f667e4b-3d42-4a00-816e-1eb7330b7384 service nova] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Received event network-changed-9eaa9957-af99-49d0-ac2d-2edc3e673e1c {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1827.685869] env[62683]: DEBUG nova.compute.manager [req-84e58b6a-c739-42aa-8322-36a7b668fc01 req-2f667e4b-3d42-4a00-816e-1eb7330b7384 service nova] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Refreshing instance network info cache due to event network-changed-9eaa9957-af99-49d0-ac2d-2edc3e673e1c. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1827.686174] env[62683]: DEBUG oslo_concurrency.lockutils [req-84e58b6a-c739-42aa-8322-36a7b668fc01 req-2f667e4b-3d42-4a00-816e-1eb7330b7384 service nova] Acquiring lock "refresh_cache-c4a232d9-9d75-4202-9ecd-18747fe702ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.720521] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d04b7bd-93f5-4516-a4d1-74f4837d9012 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.728104] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3464435f-b482-45a5-8b49-26d0053bea7f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.760643] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7141f616-35b5-4057-a348-6f088546db6c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.768234] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f10acba-0c98-436f-a13b-1a08b3866aef {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.783205] env[62683]: DEBUG nova.compute.provider_tree [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1827.936036] env[62683]: DEBUG oslo_concurrency.lockutils [req-de78fb44-2a8e-4a7c-a47a-7ea12341f0fe req-46ca908f-f52d-4ed7-a9a2-d08924da6318 service nova] Releasing lock "refresh_cache-629eb164-2fce-4e36-b058-d91dc0f249c3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.055048] env[62683]: DEBUG nova.compute.manager [req-3def7f45-4928-477c-a212-75810c2a928a req-0b413d6d-d5f0-4925-86e6-1812886b61a7 service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Received event network-vif-deleted-417b812d-f85f-4111-befc-2b197e61792b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1828.055277] env[62683]: INFO nova.compute.manager [req-3def7f45-4928-477c-a212-75810c2a928a req-0b413d6d-d5f0-4925-86e6-1812886b61a7 service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Neutron deleted interface 417b812d-f85f-4111-befc-2b197e61792b; detaching it from the instance and deleting it from the info cache [ 1828.055455] env[62683]: DEBUG nova.network.neutron [req-3def7f45-4928-477c-a212-75810c2a928a req-0b413d6d-d5f0-4925-86e6-1812886b61a7 service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.175069] env[62683]: INFO nova.compute.manager [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Took 23.83 seconds to build instance. [ 1828.183077] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490541} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.183077] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 629eb164-2fce-4e36-b058-d91dc0f249c3/629eb164-2fce-4e36-b058-d91dc0f249c3.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1828.183077] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1828.183077] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88a1283a-1d16-4497-99a1-04090aa33ea0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.190686] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1828.190686] env[62683]: value = "task-1799690" [ 1828.190686] env[62683]: _type = "Task" [ 1828.190686] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.199343] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.247520] env[62683]: DEBUG nova.network.neutron [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1828.307313] env[62683]: ERROR nova.scheduler.client.report [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [req-3cd4ef50-a127-4d0e-a6ce-5b74bd3449ef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3cd4ef50-a127-4d0e-a6ce-5b74bd3449ef"}]} [ 1828.325810] env[62683]: DEBUG nova.scheduler.client.report [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1828.341594] env[62683]: DEBUG nova.scheduler.client.report [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1828.341594] env[62683]: DEBUG nova.compute.provider_tree [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1828.351268] env[62683]: DEBUG nova.scheduler.client.report [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1828.374125] env[62683]: DEBUG nova.scheduler.client.report [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1828.478500] env[62683]: DEBUG nova.network.neutron [-] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.560669] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c68fa500-511c-4e0b-9139-b3126fbd1326 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.569126] env[62683]: DEBUG nova.network.neutron [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Updating instance_info_cache with network_info: [{"id": "9eaa9957-af99-49d0-ac2d-2edc3e673e1c", "address": "fa:16:3e:67:ce:ed", "network": {"id": "47ec6643-1e13-4cb4-b76d-7c4719e5f325", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-875144173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69d4591a0e642348ccc801be45f2bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eaa9957-af", "ovs_interfaceid": "9eaa9957-af99-49d0-ac2d-2edc3e673e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.574636] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf11910-a363-446a-acb3-6d093546e56b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.617594] env[62683]: DEBUG nova.compute.manager [req-3def7f45-4928-477c-a212-75810c2a928a req-0b413d6d-d5f0-4925-86e6-1812886b61a7 service nova] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Detach interface failed, port_id=417b812d-f85f-4111-befc-2b197e61792b, reason: Instance c8063def-3d83-4b9f-87db-db1ab1faeff3 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1828.678233] env[62683]: DEBUG oslo_concurrency.lockutils [None req-79b58b24-7dfb-4863-b113-921f8af2435c tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.340s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.679157] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32267cd3-5835-4219-92b9-c240c161739b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.687332] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbef4c7-6657-4d5e-bfaa-92e2f8d9d7e5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.699109] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223402} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.730469] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1828.732091] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9877f329-e554-4c75-9a69-9a6d954125a4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.737955] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3389594e-6905-4254-b518-8b454c6f5b9f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.766360] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d35dca-de46-493f-9586-3fe70eee4d8b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.784620] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 629eb164-2fce-4e36-b058-d91dc0f249c3/629eb164-2fce-4e36-b058-d91dc0f249c3.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1828.784620] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bea5f19-7be6-4081-9705-de173cb6cde1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.810197] env[62683]: DEBUG nova.compute.provider_tree [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1828.813113] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1828.813113] env[62683]: value = "task-1799691" [ 1828.813113] env[62683]: _type = "Task" [ 1828.813113] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.821538] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.986625] env[62683]: INFO nova.compute.manager [-] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Took 1.55 seconds to deallocate network for instance. [ 1829.070503] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Releasing lock "refresh_cache-c4a232d9-9d75-4202-9ecd-18747fe702ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.070841] env[62683]: DEBUG nova.compute.manager [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Instance network_info: |[{"id": "9eaa9957-af99-49d0-ac2d-2edc3e673e1c", "address": "fa:16:3e:67:ce:ed", "network": {"id": "47ec6643-1e13-4cb4-b76d-7c4719e5f325", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-875144173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69d4591a0e642348ccc801be45f2bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eaa9957-af", "ovs_interfaceid": "9eaa9957-af99-49d0-ac2d-2edc3e673e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1829.071159] env[62683]: DEBUG oslo_concurrency.lockutils [req-84e58b6a-c739-42aa-8322-36a7b668fc01 req-2f667e4b-3d42-4a00-816e-1eb7330b7384 service nova] Acquired lock "refresh_cache-c4a232d9-9d75-4202-9ecd-18747fe702ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.071340] env[62683]: DEBUG nova.network.neutron [req-84e58b6a-c739-42aa-8322-36a7b668fc01 req-2f667e4b-3d42-4a00-816e-1eb7330b7384 service nova] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Refreshing network info cache for port 9eaa9957-af99-49d0-ac2d-2edc3e673e1c {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1829.072565] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:ce:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9eaa9957-af99-49d0-ac2d-2edc3e673e1c', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1829.080712] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Creating folder: Project (f69d4591a0e642348ccc801be45f2bf2). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1829.081782] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-307f7d55-8f30-4f35-9c8a-6c8f76731a2a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.093324] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Created folder: Project (f69d4591a0e642348ccc801be45f2bf2) in parent group-v372889. [ 1829.093531] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Creating folder: Instances. Parent ref: group-v373181. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1829.093862] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5336f699-b8e8-4d80-89df-c6089b3cf273 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.103399] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Created folder: Instances in parent group-v373181. [ 1829.103648] env[62683]: DEBUG oslo.service.loopingcall [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1829.103838] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1829.104135] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-405e53cf-74eb-41e2-bcc2-3aef233ff31d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.125122] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1829.125122] env[62683]: value = "task-1799694" [ 1829.125122] env[62683]: _type = "Task" [ 1829.125122] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.133253] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799694, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.326183] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.364700] env[62683]: DEBUG nova.scheduler.client.report [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1829.364700] env[62683]: DEBUG nova.compute.provider_tree [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 150 to 151 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1829.364700] env[62683]: DEBUG nova.compute.provider_tree [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1829.494401] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.636151] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799694, 'name': CreateVM_Task, 'duration_secs': 0.417063} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.636378] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1829.637782] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.638104] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.638530] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1829.638837] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c5c857-af4c-402f-a57a-d66d1cd5dac5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.643981] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1829.643981] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52162d4c-202c-63e1-9bb4-0ce121a5359d" [ 1829.643981] env[62683]: _type = "Task" [ 1829.643981] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.652167] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52162d4c-202c-63e1-9bb4-0ce121a5359d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.714183] env[62683]: DEBUG nova.compute.manager [req-9311badd-151e-46ce-9abe-a4ca041a85a4 req-97d3e0a2-d30b-4404-94ec-bfa20005f5ac service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Received event network-changed-6fa6a772-fd90-4330-88b6-4194623b14de {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1829.714382] env[62683]: DEBUG nova.compute.manager [req-9311badd-151e-46ce-9abe-a4ca041a85a4 req-97d3e0a2-d30b-4404-94ec-bfa20005f5ac service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Refreshing instance network info cache due to event network-changed-6fa6a772-fd90-4330-88b6-4194623b14de. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1829.714591] env[62683]: DEBUG oslo_concurrency.lockutils [req-9311badd-151e-46ce-9abe-a4ca041a85a4 req-97d3e0a2-d30b-4404-94ec-bfa20005f5ac service nova] Acquiring lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.714881] env[62683]: DEBUG oslo_concurrency.lockutils [req-9311badd-151e-46ce-9abe-a4ca041a85a4 req-97d3e0a2-d30b-4404-94ec-bfa20005f5ac service nova] Acquired lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.714881] env[62683]: DEBUG nova.network.neutron [req-9311badd-151e-46ce-9abe-a4ca041a85a4 req-97d3e0a2-d30b-4404-94ec-bfa20005f5ac service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Refreshing network info cache for port 6fa6a772-fd90-4330-88b6-4194623b14de {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1829.828925] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799691, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.869962] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.457s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.870520] env[62683]: DEBUG nova.compute.manager [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1829.873051] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.124s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.874517] env[62683]: INFO nova.compute.claims [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1829.950144] env[62683]: DEBUG nova.network.neutron [req-84e58b6a-c739-42aa-8322-36a7b668fc01 req-2f667e4b-3d42-4a00-816e-1eb7330b7384 service nova] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Updated VIF entry in instance network info cache for port 9eaa9957-af99-49d0-ac2d-2edc3e673e1c. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1829.950602] env[62683]: DEBUG nova.network.neutron [req-84e58b6a-c739-42aa-8322-36a7b668fc01 req-2f667e4b-3d42-4a00-816e-1eb7330b7384 service nova] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Updating instance_info_cache with network_info: [{"id": "9eaa9957-af99-49d0-ac2d-2edc3e673e1c", "address": "fa:16:3e:67:ce:ed", "network": {"id": "47ec6643-1e13-4cb4-b76d-7c4719e5f325", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-875144173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69d4591a0e642348ccc801be45f2bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eaa9957-af", "ovs_interfaceid": "9eaa9957-af99-49d0-ac2d-2edc3e673e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.154706] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52162d4c-202c-63e1-9bb4-0ce121a5359d, 'name': SearchDatastore_Task, 'duration_secs': 0.008971} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.155033] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.155282] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1830.155543] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.155744] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.155935] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1830.156246] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f47db99-7def-4ffc-9e56-0c9d9d3a5917 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.164998] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1830.165207] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1830.165979] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39b8eda6-e11b-4e17-93c3-cf0b6e0dad5a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.174065] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1830.174065] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]522a31cd-90de-be58-9547-db560d08ce98" [ 1830.174065] env[62683]: _type = "Task" [ 1830.174065] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.180037] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522a31cd-90de-be58-9547-db560d08ce98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.329217] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799691, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.381896] env[62683]: DEBUG nova.compute.utils [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1830.383549] env[62683]: DEBUG nova.compute.manager [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1830.383712] env[62683]: DEBUG nova.network.neutron [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1830.428730] env[62683]: DEBUG nova.policy [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '218a8ecfb41f4485b41c7d40d3f41076', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78a369676a4a4b55a44a6a092b844550', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1830.453137] env[62683]: DEBUG oslo_concurrency.lockutils [req-84e58b6a-c739-42aa-8322-36a7b668fc01 req-2f667e4b-3d42-4a00-816e-1eb7330b7384 service nova] Releasing lock "refresh_cache-c4a232d9-9d75-4202-9ecd-18747fe702ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.625549] env[62683]: DEBUG nova.network.neutron [req-9311badd-151e-46ce-9abe-a4ca041a85a4 req-97d3e0a2-d30b-4404-94ec-bfa20005f5ac service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Updated VIF entry in instance network info cache for port 6fa6a772-fd90-4330-88b6-4194623b14de. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1830.625549] env[62683]: DEBUG nova.network.neutron [req-9311badd-151e-46ce-9abe-a4ca041a85a4 req-97d3e0a2-d30b-4404-94ec-bfa20005f5ac service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Updating instance_info_cache with network_info: [{"id": "6fa6a772-fd90-4330-88b6-4194623b14de", "address": "fa:16:3e:de:57:f5", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa6a772-fd", "ovs_interfaceid": "6fa6a772-fd90-4330-88b6-4194623b14de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.681840] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]522a31cd-90de-be58-9547-db560d08ce98, 'name': SearchDatastore_Task, 'duration_secs': 0.008905} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.682676] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96c717e7-85e4-45a9-908a-ce1a1f713f8a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.688995] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1830.688995] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526daa84-cf8f-c8e0-1834-fd4da4eac05c" [ 1830.688995] env[62683]: _type = "Task" [ 1830.688995] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.699473] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526daa84-cf8f-c8e0-1834-fd4da4eac05c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.701579] env[62683]: DEBUG nova.compute.manager [req-cac4d130-89f1-4af9-b5d5-df3d4279b065 req-2d8d7801-4719-4371-a7e4-ccf6ea8b688c service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Received event network-changed-a1954b3d-61d4-46ad-b16e-778c81cf5963 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1830.701767] env[62683]: DEBUG nova.compute.manager [req-cac4d130-89f1-4af9-b5d5-df3d4279b065 req-2d8d7801-4719-4371-a7e4-ccf6ea8b688c service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Refreshing instance network info cache due to event network-changed-a1954b3d-61d4-46ad-b16e-778c81cf5963. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1830.702057] env[62683]: DEBUG oslo_concurrency.lockutils [req-cac4d130-89f1-4af9-b5d5-df3d4279b065 req-2d8d7801-4719-4371-a7e4-ccf6ea8b688c service nova] Acquiring lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.702378] env[62683]: DEBUG oslo_concurrency.lockutils [req-cac4d130-89f1-4af9-b5d5-df3d4279b065 req-2d8d7801-4719-4371-a7e4-ccf6ea8b688c service nova] Acquired lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.702645] env[62683]: DEBUG nova.network.neutron [req-cac4d130-89f1-4af9-b5d5-df3d4279b065 req-2d8d7801-4719-4371-a7e4-ccf6ea8b688c service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Refreshing network info cache for port a1954b3d-61d4-46ad-b16e-778c81cf5963 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1830.780762] env[62683]: DEBUG nova.network.neutron [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Successfully created port: 389f2ee5-d67b-483a-a18f-d88fbaa4c155 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1830.831071] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799691, 'name': ReconfigVM_Task, 'duration_secs': 1.757089} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.831409] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 629eb164-2fce-4e36-b058-d91dc0f249c3/629eb164-2fce-4e36-b058-d91dc0f249c3.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1830.832100] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-612de3c0-3d2f-46f0-8b11-4af12404c3c9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.840293] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1830.840293] env[62683]: value = "task-1799695" [ 1830.840293] env[62683]: _type = "Task" [ 1830.840293] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.848795] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799695, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.888499] env[62683]: DEBUG nova.compute.manager [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1831.111238] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df42c1dc-5893-4d6e-93ff-ce7daa434d1f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.118148] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac25d389-54e3-429c-b968-cd6b3b374903 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.148627] env[62683]: DEBUG oslo_concurrency.lockutils [req-9311badd-151e-46ce-9abe-a4ca041a85a4 req-97d3e0a2-d30b-4404-94ec-bfa20005f5ac service nova] Releasing lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.148932] env[62683]: DEBUG nova.compute.manager [req-9311badd-151e-46ce-9abe-a4ca041a85a4 req-97d3e0a2-d30b-4404-94ec-bfa20005f5ac service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Received event network-changed-a1954b3d-61d4-46ad-b16e-778c81cf5963 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1831.149120] env[62683]: DEBUG nova.compute.manager [req-9311badd-151e-46ce-9abe-a4ca041a85a4 req-97d3e0a2-d30b-4404-94ec-bfa20005f5ac service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Refreshing instance network info cache due to event network-changed-a1954b3d-61d4-46ad-b16e-778c81cf5963. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1831.149312] env[62683]: DEBUG oslo_concurrency.lockutils [req-9311badd-151e-46ce-9abe-a4ca041a85a4 req-97d3e0a2-d30b-4404-94ec-bfa20005f5ac service nova] Acquiring lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.150231] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ffc9cf-d47a-47be-bbf4-744c1c85d375 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.157665] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4df434-0d66-4c3f-8340-6d8476a0726a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.170862] env[62683]: DEBUG nova.compute.provider_tree [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.198918] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526daa84-cf8f-c8e0-1834-fd4da4eac05c, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.199200] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.199456] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] c4a232d9-9d75-4202-9ecd-18747fe702ac/c4a232d9-9d75-4202-9ecd-18747fe702ac.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1831.199707] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6cfaad2-6e7c-4a5e-a8cb-edfa4764147b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.207996] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1831.207996] env[62683]: value = "task-1799696" [ 1831.207996] env[62683]: _type = "Task" [ 1831.207996] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.216299] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.353388] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799695, 'name': Rename_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.398653] env[62683]: DEBUG oslo_concurrency.lockutils [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "interface-a4d935e2-5f02-4caf-8f98-3289af02b226-d91b3fa3-3689-4fb9-9893-aa153373230e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.398904] env[62683]: DEBUG oslo_concurrency.lockutils [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "interface-a4d935e2-5f02-4caf-8f98-3289af02b226-d91b3fa3-3689-4fb9-9893-aa153373230e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.399285] env[62683]: DEBUG nova.objects.instance [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lazy-loading 'flavor' on Instance uuid a4d935e2-5f02-4caf-8f98-3289af02b226 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1831.420161] env[62683]: DEBUG nova.network.neutron [req-cac4d130-89f1-4af9-b5d5-df3d4279b065 req-2d8d7801-4719-4371-a7e4-ccf6ea8b688c service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Updated VIF entry in instance network info cache for port a1954b3d-61d4-46ad-b16e-778c81cf5963. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1831.420296] env[62683]: DEBUG nova.network.neutron [req-cac4d130-89f1-4af9-b5d5-df3d4279b065 req-2d8d7801-4719-4371-a7e4-ccf6ea8b688c service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Updating instance_info_cache with network_info: [{"id": "a1954b3d-61d4-46ad-b16e-778c81cf5963", "address": "fa:16:3e:59:1f:6c", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1954b3d-61", "ovs_interfaceid": "a1954b3d-61d4-46ad-b16e-778c81cf5963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.673945] env[62683]: DEBUG nova.scheduler.client.report [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1831.718296] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467818} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.718565] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] c4a232d9-9d75-4202-9ecd-18747fe702ac/c4a232d9-9d75-4202-9ecd-18747fe702ac.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1831.718814] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1831.719085] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4a3de92-b650-4819-8ef7-b7275697d582 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.725884] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1831.725884] env[62683]: value = "task-1799697" [ 1831.725884] env[62683]: _type = "Task" [ 1831.725884] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.734973] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.850619] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799695, 'name': Rename_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.902025] env[62683]: DEBUG nova.compute.manager [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1831.924423] env[62683]: DEBUG oslo_concurrency.lockutils [req-cac4d130-89f1-4af9-b5d5-df3d4279b065 req-2d8d7801-4719-4371-a7e4-ccf6ea8b688c service nova] Releasing lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.925148] env[62683]: DEBUG oslo_concurrency.lockutils [req-9311badd-151e-46ce-9abe-a4ca041a85a4 req-97d3e0a2-d30b-4404-94ec-bfa20005f5ac service nova] Acquired lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.925349] env[62683]: DEBUG nova.network.neutron [req-9311badd-151e-46ce-9abe-a4ca041a85a4 req-97d3e0a2-d30b-4404-94ec-bfa20005f5ac service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Refreshing network info cache for port a1954b3d-61d4-46ad-b16e-778c81cf5963 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1831.928471] env[62683]: DEBUG nova.virt.hardware [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1831.928709] env[62683]: DEBUG nova.virt.hardware [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1831.928872] env[62683]: DEBUG nova.virt.hardware [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1831.929073] env[62683]: DEBUG nova.virt.hardware [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1831.929223] env[62683]: DEBUG nova.virt.hardware [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1831.929369] env[62683]: DEBUG nova.virt.hardware [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1831.929577] env[62683]: DEBUG nova.virt.hardware [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1831.929730] env[62683]: DEBUG nova.virt.hardware [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1831.929906] env[62683]: DEBUG nova.virt.hardware [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1831.930087] env[62683]: DEBUG nova.virt.hardware [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1831.930264] env[62683]: DEBUG nova.virt.hardware [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1831.931106] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ab4480-11dc-4f31-b1d3-6c54b95601d4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.943758] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32780df7-bcf1-4637-9f5d-caf3daefc7b2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.007389] env[62683]: DEBUG nova.objects.instance [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lazy-loading 'pci_requests' on Instance uuid a4d935e2-5f02-4caf-8f98-3289af02b226 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1832.180865] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.181421] env[62683]: DEBUG nova.compute.manager [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1832.184600] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.845s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.228282] env[62683]: DEBUG nova.network.neutron [req-9311badd-151e-46ce-9abe-a4ca041a85a4 req-97d3e0a2-d30b-4404-94ec-bfa20005f5ac service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Updated VIF entry in instance network info cache for port a1954b3d-61d4-46ad-b16e-778c81cf5963. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1832.228282] env[62683]: DEBUG nova.network.neutron [req-9311badd-151e-46ce-9abe-a4ca041a85a4 req-97d3e0a2-d30b-4404-94ec-bfa20005f5ac service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Updating instance_info_cache with network_info: [{"id": "a1954b3d-61d4-46ad-b16e-778c81cf5963", "address": "fa:16:3e:59:1f:6c", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1954b3d-61", "ovs_interfaceid": "a1954b3d-61d4-46ad-b16e-778c81cf5963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.241148] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065067} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.241467] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1832.242293] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b082aa2b-f721-47fd-aba0-a712b7e365fa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.270496] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] c4a232d9-9d75-4202-9ecd-18747fe702ac/c4a232d9-9d75-4202-9ecd-18747fe702ac.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1832.270671] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83feb1f7-a3d2-441b-9c5e-12532594686e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.292019] env[62683]: DEBUG nova.compute.manager [req-3ff09b8d-bf3b-4222-a9cc-d47703e3b0fd req-6d0556a0-0274-4f14-b52a-cac6d0c46e1f service nova] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Received event network-vif-plugged-389f2ee5-d67b-483a-a18f-d88fbaa4c155 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1832.292019] env[62683]: DEBUG oslo_concurrency.lockutils [req-3ff09b8d-bf3b-4222-a9cc-d47703e3b0fd req-6d0556a0-0274-4f14-b52a-cac6d0c46e1f service nova] Acquiring lock "c7e06b69-36df-4772-90b1-7436a1f58787-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.292019] env[62683]: DEBUG oslo_concurrency.lockutils [req-3ff09b8d-bf3b-4222-a9cc-d47703e3b0fd req-6d0556a0-0274-4f14-b52a-cac6d0c46e1f service nova] Lock "c7e06b69-36df-4772-90b1-7436a1f58787-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.292019] env[62683]: DEBUG oslo_concurrency.lockutils [req-3ff09b8d-bf3b-4222-a9cc-d47703e3b0fd req-6d0556a0-0274-4f14-b52a-cac6d0c46e1f service nova] Lock "c7e06b69-36df-4772-90b1-7436a1f58787-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.292019] env[62683]: DEBUG nova.compute.manager [req-3ff09b8d-bf3b-4222-a9cc-d47703e3b0fd req-6d0556a0-0274-4f14-b52a-cac6d0c46e1f service nova] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] No waiting events found dispatching network-vif-plugged-389f2ee5-d67b-483a-a18f-d88fbaa4c155 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1832.292019] env[62683]: WARNING nova.compute.manager [req-3ff09b8d-bf3b-4222-a9cc-d47703e3b0fd req-6d0556a0-0274-4f14-b52a-cac6d0c46e1f service nova] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Received unexpected event network-vif-plugged-389f2ee5-d67b-483a-a18f-d88fbaa4c155 for instance with vm_state building and task_state spawning. [ 1832.297430] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1832.297430] env[62683]: value = "task-1799698" [ 1832.297430] env[62683]: _type = "Task" [ 1832.297430] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.308831] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.352807] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799695, 'name': Rename_Task, 'duration_secs': 1.367989} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.353145] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1832.353419] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-632b8753-074e-4bc5-ae44-b1da55801a50 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.360781] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1832.360781] env[62683]: value = "task-1799699" [ 1832.360781] env[62683]: _type = "Task" [ 1832.360781] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.369028] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.415742] env[62683]: DEBUG nova.network.neutron [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Successfully updated port: 389f2ee5-d67b-483a-a18f-d88fbaa4c155 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1832.513446] env[62683]: DEBUG nova.objects.base [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1832.513744] env[62683]: DEBUG nova.network.neutron [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1832.688222] env[62683]: DEBUG nova.compute.utils [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1832.689576] env[62683]: DEBUG nova.compute.manager [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1832.689747] env[62683]: DEBUG nova.network.neutron [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1832.735200] env[62683]: DEBUG oslo_concurrency.lockutils [req-9311badd-151e-46ce-9abe-a4ca041a85a4 req-97d3e0a2-d30b-4404-94ec-bfa20005f5ac service nova] Releasing lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.808313] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799698, 'name': ReconfigVM_Task, 'duration_secs': 0.27504} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.808711] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Reconfigured VM instance instance-0000006a to attach disk [datastore1] c4a232d9-9d75-4202-9ecd-18747fe702ac/c4a232d9-9d75-4202-9ecd-18747fe702ac.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1832.809564] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2c023bc-bac2-4907-aeae-fd3b013923d4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.816921] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1832.816921] env[62683]: value = "task-1799700" [ 1832.816921] env[62683]: _type = "Task" [ 1832.816921] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.825067] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799700, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.845646] env[62683]: DEBUG nova.policy [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26cc41ce68e7428b97adc93862569517', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5f2100bb892434abc77e3d62a3b9277', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1832.851513] env[62683]: DEBUG nova.policy [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a3a0a6a0a6e463f9af5ccf494d4c810', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cca9f7c09de541ceb601bd7c6303dcfa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1832.875466] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799699, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.917466] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "refresh_cache-c7e06b69-36df-4772-90b1-7436a1f58787" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.917658] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired lock "refresh_cache-c7e06b69-36df-4772-90b1-7436a1f58787" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.917913] env[62683]: DEBUG nova.network.neutron [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1832.969080] env[62683]: DEBUG nova.compute.manager [req-90334462-8b8f-46e6-822c-e6e89570ad74 req-c7e531b6-c735-441c-9a2b-5cfea5496877 service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Received event network-changed-6fa6a772-fd90-4330-88b6-4194623b14de {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1832.969284] env[62683]: DEBUG nova.compute.manager [req-90334462-8b8f-46e6-822c-e6e89570ad74 req-c7e531b6-c735-441c-9a2b-5cfea5496877 service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Refreshing instance network info cache due to event network-changed-6fa6a772-fd90-4330-88b6-4194623b14de. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1832.969497] env[62683]: DEBUG oslo_concurrency.lockutils [req-90334462-8b8f-46e6-822c-e6e89570ad74 req-c7e531b6-c735-441c-9a2b-5cfea5496877 service nova] Acquiring lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.969641] env[62683]: DEBUG oslo_concurrency.lockutils [req-90334462-8b8f-46e6-822c-e6e89570ad74 req-c7e531b6-c735-441c-9a2b-5cfea5496877 service nova] Acquired lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.969803] env[62683]: DEBUG nova.network.neutron [req-90334462-8b8f-46e6-822c-e6e89570ad74 req-c7e531b6-c735-441c-9a2b-5cfea5496877 service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Refreshing network info cache for port 6fa6a772-fd90-4330-88b6-4194623b14de {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1833.192550] env[62683]: DEBUG nova.compute.manager [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1833.200521] env[62683]: INFO nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Updating resource usage from migration 252431e9-02a5-40c7-9a7d-f0f953b89e28 [ 1833.230766] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance ae965366-0db1-499a-b590-11511dd4d8b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1833.232064] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1833.232064] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 24a8b28a-1ca6-47e7-8ca2-80f79847e29e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1833.232064] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance c8063def-3d83-4b9f-87db-db1ab1faeff3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1833.232064] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 638fdfcd-54a2-4151-8f56-9230a6969ba3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1833.232064] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance d946c583-86c0-47e7-91c4-b9a156af1e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1833.232064] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 1478606f-84b3-4b2d-ae96-ce75e59929d5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1833.232064] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance a4d935e2-5f02-4caf-8f98-3289af02b226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1833.232064] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance ecf0af70-447f-4285-a49d-44b2fb723d2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1833.232064] env[62683]: WARNING nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance ba8d8d06-00ef-4339-9974-85db61baedd6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1833.232064] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1833.232609] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 629eb164-2fce-4e36-b058-d91dc0f249c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1833.232609] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance c4a232d9-9d75-4202-9ecd-18747fe702ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1833.232609] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance c7e06b69-36df-4772-90b1-7436a1f58787 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1833.232609] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 20120679-7fa6-4fb7-aef9-5ba6e150c916 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1833.232609] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Migration 252431e9-02a5-40c7-9a7d-f0f953b89e28 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1833.233373] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 3732e8f2-47fd-4edc-9b71-3b04c9ef6718 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1833.233607] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1833.233749] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1833.328281] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799700, 'name': Rename_Task, 'duration_secs': 0.134649} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.330729] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1833.332648] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0175fe61-d55c-490a-a9a7-a6bee9005903 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.339290] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1833.339290] env[62683]: value = "task-1799701" [ 1833.339290] env[62683]: _type = "Task" [ 1833.339290] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.354867] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.381430] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799699, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.430829] env[62683]: DEBUG nova.network.neutron [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Successfully created port: ec4719a3-925f-4a8c-a33f-5d99268d29e9 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1833.463824] env[62683]: DEBUG nova.network.neutron [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1833.587184] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6b5c03-93c2-4670-9cd1-4b50a42cda56 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.595276] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3df87b-e83f-4416-84b3-133660b6a26f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.636125] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c02ca7-8f3a-4bda-a155-f501a8897757 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.644332] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3ee0e7-d84e-4c70-a3d2-922afdb590a5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.660165] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1833.690087] env[62683]: DEBUG nova.network.neutron [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Updating instance_info_cache with network_info: [{"id": "389f2ee5-d67b-483a-a18f-d88fbaa4c155", "address": "fa:16:3e:ea:fe:7d", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389f2ee5-d6", "ovs_interfaceid": "389f2ee5-d67b-483a-a18f-d88fbaa4c155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.798424] env[62683]: DEBUG nova.network.neutron [req-90334462-8b8f-46e6-822c-e6e89570ad74 req-c7e531b6-c735-441c-9a2b-5cfea5496877 service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Updated VIF entry in instance network info cache for port 6fa6a772-fd90-4330-88b6-4194623b14de. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1833.798844] env[62683]: DEBUG nova.network.neutron [req-90334462-8b8f-46e6-822c-e6e89570ad74 req-c7e531b6-c735-441c-9a2b-5cfea5496877 service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Updating instance_info_cache with network_info: [{"id": "6fa6a772-fd90-4330-88b6-4194623b14de", "address": "fa:16:3e:de:57:f5", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa6a772-fd", "ovs_interfaceid": "6fa6a772-fd90-4330-88b6-4194623b14de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.851215] env[62683]: DEBUG oslo_vmware.api [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799701, 'name': PowerOnVM_Task, 'duration_secs': 0.481535} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.851486] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1833.851691] env[62683]: INFO nova.compute.manager [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1833.851910] env[62683]: DEBUG nova.compute.manager [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1833.852634] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cd539a-c550-4051-bdfc-2929c00af463 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.872100] env[62683]: DEBUG oslo_vmware.api [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799699, 'name': PowerOnVM_Task, 'duration_secs': 1.156593} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.872368] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1833.872570] env[62683]: INFO nova.compute.manager [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1833.872758] env[62683]: DEBUG nova.compute.manager [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1833.873526] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2812a77-0aa9-4e90-ac4c-01d5037353a0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.192811] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Releasing lock "refresh_cache-c7e06b69-36df-4772-90b1-7436a1f58787" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.192950] env[62683]: DEBUG nova.compute.manager [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Instance network_info: |[{"id": "389f2ee5-d67b-483a-a18f-d88fbaa4c155", "address": "fa:16:3e:ea:fe:7d", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389f2ee5-d6", "ovs_interfaceid": "389f2ee5-d67b-483a-a18f-d88fbaa4c155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1834.194116] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:fe:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '389f2ee5-d67b-483a-a18f-d88fbaa4c155', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1834.201158] env[62683]: DEBUG oslo.service.loopingcall [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.202162] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1834.202366] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 151 to 152 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1834.202519] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1834.205721] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1834.208136] env[62683]: DEBUG nova.compute.manager [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1834.212017] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd8808d8-d754-4f02-bff0-ba86c0b08692 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.233449] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1834.233449] env[62683]: value = "task-1799702" [ 1834.233449] env[62683]: _type = "Task" [ 1834.233449] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.238646] env[62683]: DEBUG nova.virt.hardware [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1834.238970] env[62683]: DEBUG nova.virt.hardware [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1834.239152] env[62683]: DEBUG nova.virt.hardware [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1834.239339] env[62683]: DEBUG nova.virt.hardware [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1834.239486] env[62683]: DEBUG nova.virt.hardware [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1834.239634] env[62683]: DEBUG nova.virt.hardware [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1834.239839] env[62683]: DEBUG nova.virt.hardware [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1834.239994] env[62683]: DEBUG nova.virt.hardware [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1834.240172] env[62683]: DEBUG nova.virt.hardware [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1834.240334] env[62683]: DEBUG nova.virt.hardware [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1834.240508] env[62683]: DEBUG nova.virt.hardware [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1834.241511] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703f38a5-1075-4156-aab2-226e3e0a64f7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.251958] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0466b00e-e09c-4245-a5b0-c470b8225674 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.256051] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799702, 'name': CreateVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.301446] env[62683]: DEBUG oslo_concurrency.lockutils [req-90334462-8b8f-46e6-822c-e6e89570ad74 req-c7e531b6-c735-441c-9a2b-5cfea5496877 service nova] Releasing lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.351432] env[62683]: DEBUG nova.compute.manager [req-6092529c-c140-432d-8ab3-19e406e06cdc req-802cdfd7-c099-40a1-a128-4400767297a0 service nova] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Received event network-changed-389f2ee5-d67b-483a-a18f-d88fbaa4c155 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1834.351630] env[62683]: DEBUG nova.compute.manager [req-6092529c-c140-432d-8ab3-19e406e06cdc req-802cdfd7-c099-40a1-a128-4400767297a0 service nova] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Refreshing instance network info cache due to event network-changed-389f2ee5-d67b-483a-a18f-d88fbaa4c155. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1834.352077] env[62683]: DEBUG oslo_concurrency.lockutils [req-6092529c-c140-432d-8ab3-19e406e06cdc req-802cdfd7-c099-40a1-a128-4400767297a0 service nova] Acquiring lock "refresh_cache-c7e06b69-36df-4772-90b1-7436a1f58787" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.352238] env[62683]: DEBUG oslo_concurrency.lockutils [req-6092529c-c140-432d-8ab3-19e406e06cdc req-802cdfd7-c099-40a1-a128-4400767297a0 service nova] Acquired lock "refresh_cache-c7e06b69-36df-4772-90b1-7436a1f58787" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.352406] env[62683]: DEBUG nova.network.neutron [req-6092529c-c140-432d-8ab3-19e406e06cdc req-802cdfd7-c099-40a1-a128-4400767297a0 service nova] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Refreshing network info cache for port 389f2ee5-d67b-483a-a18f-d88fbaa4c155 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1834.368609] env[62683]: INFO nova.compute.manager [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Took 22.73 seconds to build instance. [ 1834.391883] env[62683]: INFO nova.compute.manager [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Took 26.43 seconds to build instance. [ 1834.715046] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1834.715046] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.528s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.715046] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.411s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.715046] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.716564] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.841s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.716886] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.718732] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.745s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.753476] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799702, 'name': CreateVM_Task, 'duration_secs': 0.335701} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.753533] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1834.754290] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.754481] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.754784] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1834.756130] env[62683]: INFO nova.scheduler.client.report [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Deleted allocations for instance ba8d8d06-00ef-4339-9974-85db61baedd6 [ 1834.756818] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb36434-66ee-473f-acca-a70b2b6b29d6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.764310] env[62683]: INFO nova.scheduler.client.report [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Deleted allocations for instance 638fdfcd-54a2-4151-8f56-9230a6969ba3 [ 1834.773833] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1834.773833] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5204e3e5-06b7-5639-29d4-321148041092" [ 1834.773833] env[62683]: _type = "Task" [ 1834.773833] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.783406] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5204e3e5-06b7-5639-29d4-321148041092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.870746] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8139767b-6492-4c47-9968-ac33f6562b1d tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "c4a232d9-9d75-4202-9ecd-18747fe702ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.237s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.898254] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a46ed6de-c271-4eca-90b5-4667c25980c5 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "629eb164-2fce-4e36-b058-d91dc0f249c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.936s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.913901] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "629eb164-2fce-4e36-b058-d91dc0f249c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.914255] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "629eb164-2fce-4e36-b058-d91dc0f249c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.916370] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "629eb164-2fce-4e36-b058-d91dc0f249c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.916370] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "629eb164-2fce-4e36-b058-d91dc0f249c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.916370] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "629eb164-2fce-4e36-b058-d91dc0f249c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.918926] env[62683]: INFO nova.compute.manager [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Terminating instance [ 1834.920864] env[62683]: DEBUG nova.network.neutron [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Successfully updated port: d91b3fa3-3689-4fb9-9893-aa153373230e {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1835.228767] env[62683]: INFO nova.compute.claims [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1835.244902] env[62683]: DEBUG nova.network.neutron [req-6092529c-c140-432d-8ab3-19e406e06cdc req-802cdfd7-c099-40a1-a128-4400767297a0 service nova] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Updated VIF entry in instance network info cache for port 389f2ee5-d67b-483a-a18f-d88fbaa4c155. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1835.245281] env[62683]: DEBUG nova.network.neutron [req-6092529c-c140-432d-8ab3-19e406e06cdc req-802cdfd7-c099-40a1-a128-4400767297a0 service nova] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Updating instance_info_cache with network_info: [{"id": "389f2ee5-d67b-483a-a18f-d88fbaa4c155", "address": "fa:16:3e:ea:fe:7d", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389f2ee5-d6", "ovs_interfaceid": "389f2ee5-d67b-483a-a18f-d88fbaa4c155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.264314] env[62683]: DEBUG nova.network.neutron [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Successfully updated port: ec4719a3-925f-4a8c-a33f-5d99268d29e9 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1835.273601] env[62683]: DEBUG oslo_concurrency.lockutils [None req-61ffef71-4aab-4931-82d4-8ac71d2d400d tempest-InstanceActionsNegativeTestJSON-662097302 tempest-InstanceActionsNegativeTestJSON-662097302-project-member] Lock "ba8d8d06-00ef-4339-9974-85db61baedd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.442s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.276267] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3673377-36a0-453a-be30-3004117dc197 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "638fdfcd-54a2-4151-8f56-9230a6969ba3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.179s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.289742] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5204e3e5-06b7-5639-29d4-321148041092, 'name': SearchDatastore_Task, 'duration_secs': 0.01691} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.290071] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.290312] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1835.290544] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.290688] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.290869] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1835.292431] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05cf8fa7-c96b-4aeb-9852-bdd6c16b4cb7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.303223] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1835.303386] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1835.307215] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7073ddc1-03f5-4f52-8f42-d9796bf2a6e5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.316174] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1835.316174] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e57c98-9e3c-0dc9-d2e5-868098eb5409" [ 1835.316174] env[62683]: _type = "Task" [ 1835.316174] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.329212] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e57c98-9e3c-0dc9-d2e5-868098eb5409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.423545] env[62683]: DEBUG oslo_concurrency.lockutils [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.423545] env[62683]: DEBUG oslo_concurrency.lockutils [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.424396] env[62683]: DEBUG nova.network.neutron [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1835.430652] env[62683]: DEBUG nova.compute.manager [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1835.430652] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1835.430652] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de51026-747b-44db-9af7-861b3979572a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.437351] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1835.437631] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18c2fbe7-8976-4c4d-ae34-61230b4c2eb5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.445670] env[62683]: DEBUG oslo_vmware.api [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1835.445670] env[62683]: value = "task-1799703" [ 1835.445670] env[62683]: _type = "Task" [ 1835.445670] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.454250] env[62683]: DEBUG oslo_vmware.api [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.607745] env[62683]: DEBUG nova.compute.manager [req-3475d0a7-a76d-49c4-b7dd-c28d88657138 req-485f4430-e7ec-4dff-8823-af3b4eee0113 service nova] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Received event network-changed-9eaa9957-af99-49d0-ac2d-2edc3e673e1c {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1835.608212] env[62683]: DEBUG nova.compute.manager [req-3475d0a7-a76d-49c4-b7dd-c28d88657138 req-485f4430-e7ec-4dff-8823-af3b4eee0113 service nova] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Refreshing instance network info cache due to event network-changed-9eaa9957-af99-49d0-ac2d-2edc3e673e1c. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1835.608300] env[62683]: DEBUG oslo_concurrency.lockutils [req-3475d0a7-a76d-49c4-b7dd-c28d88657138 req-485f4430-e7ec-4dff-8823-af3b4eee0113 service nova] Acquiring lock "refresh_cache-c4a232d9-9d75-4202-9ecd-18747fe702ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.608649] env[62683]: DEBUG oslo_concurrency.lockutils [req-3475d0a7-a76d-49c4-b7dd-c28d88657138 req-485f4430-e7ec-4dff-8823-af3b4eee0113 service nova] Acquired lock "refresh_cache-c4a232d9-9d75-4202-9ecd-18747fe702ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.608841] env[62683]: DEBUG nova.network.neutron [req-3475d0a7-a76d-49c4-b7dd-c28d88657138 req-485f4430-e7ec-4dff-8823-af3b4eee0113 service nova] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Refreshing network info cache for port 9eaa9957-af99-49d0-ac2d-2edc3e673e1c {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1835.734890] env[62683]: INFO nova.compute.resource_tracker [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Updating resource usage from migration 252431e9-02a5-40c7-9a7d-f0f953b89e28 [ 1835.749030] env[62683]: DEBUG oslo_concurrency.lockutils [req-6092529c-c140-432d-8ab3-19e406e06cdc req-802cdfd7-c099-40a1-a128-4400767297a0 service nova] Releasing lock "refresh_cache-c7e06b69-36df-4772-90b1-7436a1f58787" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.766276] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.766424] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.766583] env[62683]: DEBUG nova.network.neutron [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1835.834635] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e57c98-9e3c-0dc9-d2e5-868098eb5409, 'name': SearchDatastore_Task, 'duration_secs': 0.027091} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.839042] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b25aa155-d23d-4dce-a8bd-9c2ab15cfb64 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.845639] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1835.845639] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]521d4cb5-8245-8ce8-8527-6d2863436418" [ 1835.845639] env[62683]: _type = "Task" [ 1835.845639] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.861978] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]521d4cb5-8245-8ce8-8527-6d2863436418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.955019] env[62683]: DEBUG oslo_vmware.api [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799703, 'name': PowerOffVM_Task, 'duration_secs': 0.388326} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.958111] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1835.958295] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1835.958614] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa88bf60-e804-48ee-b16b-8d9e47b1ac96 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.975741] env[62683]: WARNING nova.network.neutron [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] 9de2292d-427f-49ca-a40c-3d1495931eda already exists in list: networks containing: ['9de2292d-427f-49ca-a40c-3d1495931eda']. ignoring it [ 1836.001669] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2c1b5b-56b9-46e7-aed7-b3a5c889e643 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.012686] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0845af0c-91cf-4e0a-b9f5-ba71e0139f40 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.046163] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e0c0c7-f48d-47c4-bb9b-d9186de71075 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.057928] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ba3640-6671-4731-8eae-480f50df1c17 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.074044] env[62683]: DEBUG nova.compute.provider_tree [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1836.321694] env[62683]: DEBUG nova.network.neutron [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1836.330142] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1836.330468] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1836.330734] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleting the datastore file [datastore1] 629eb164-2fce-4e36-b058-d91dc0f249c3 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1836.331713] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c490383-5597-4794-9326-16e1a80ce113 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.338864] env[62683]: DEBUG oslo_vmware.api [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1836.338864] env[62683]: value = "task-1799705" [ 1836.338864] env[62683]: _type = "Task" [ 1836.338864] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.363327] env[62683]: DEBUG oslo_vmware.api [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.368927] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]521d4cb5-8245-8ce8-8527-6d2863436418, 'name': SearchDatastore_Task, 'duration_secs': 0.028517} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.371627] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.372286] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] c7e06b69-36df-4772-90b1-7436a1f58787/c7e06b69-36df-4772-90b1-7436a1f58787.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1836.372392] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ee6f8eb-af65-415f-8e10-3de33a69d644 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.382795] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1836.382795] env[62683]: value = "task-1799706" [ 1836.382795] env[62683]: _type = "Task" [ 1836.382795] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.395334] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.559351] env[62683]: DEBUG nova.network.neutron [req-3475d0a7-a76d-49c4-b7dd-c28d88657138 req-485f4430-e7ec-4dff-8823-af3b4eee0113 service nova] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Updated VIF entry in instance network info cache for port 9eaa9957-af99-49d0-ac2d-2edc3e673e1c. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1836.560388] env[62683]: DEBUG nova.network.neutron [req-3475d0a7-a76d-49c4-b7dd-c28d88657138 req-485f4430-e7ec-4dff-8823-af3b4eee0113 service nova] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Updating instance_info_cache with network_info: [{"id": "9eaa9957-af99-49d0-ac2d-2edc3e673e1c", "address": "fa:16:3e:67:ce:ed", "network": {"id": "47ec6643-1e13-4cb4-b76d-7c4719e5f325", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-875144173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69d4591a0e642348ccc801be45f2bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eaa9957-af", "ovs_interfaceid": "9eaa9957-af99-49d0-ac2d-2edc3e673e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.579628] env[62683]: DEBUG nova.scheduler.client.report [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1836.678771] env[62683]: DEBUG nova.network.neutron [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updating instance_info_cache with network_info: [{"id": "ec4719a3-925f-4a8c-a33f-5d99268d29e9", "address": "fa:16:3e:ea:28:c1", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec4719a3-92", "ovs_interfaceid": "ec4719a3-925f-4a8c-a33f-5d99268d29e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.687108] env[62683]: DEBUG nova.network.neutron [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Updating instance_info_cache with network_info: [{"id": "6fa6a772-fd90-4330-88b6-4194623b14de", "address": "fa:16:3e:de:57:f5", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa6a772-fd", "ovs_interfaceid": "6fa6a772-fd90-4330-88b6-4194623b14de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d91b3fa3-3689-4fb9-9893-aa153373230e", "address": "fa:16:3e:c9:3f:fb", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91b3fa3-36", "ovs_interfaceid": "d91b3fa3-3689-4fb9-9893-aa153373230e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.741121] env[62683]: DEBUG nova.compute.manager [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Received event network-vif-plugged-d91b3fa3-3689-4fb9-9893-aa153373230e {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1836.744652] env[62683]: DEBUG oslo_concurrency.lockutils [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] Acquiring lock "a4d935e2-5f02-4caf-8f98-3289af02b226-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.744991] env[62683]: DEBUG oslo_concurrency.lockutils [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] Lock "a4d935e2-5f02-4caf-8f98-3289af02b226-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.745248] env[62683]: DEBUG oslo_concurrency.lockutils [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] Lock "a4d935e2-5f02-4caf-8f98-3289af02b226-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.745487] env[62683]: DEBUG nova.compute.manager [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] No waiting events found dispatching network-vif-plugged-d91b3fa3-3689-4fb9-9893-aa153373230e {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1836.745729] env[62683]: WARNING nova.compute.manager [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Received unexpected event network-vif-plugged-d91b3fa3-3689-4fb9-9893-aa153373230e for instance with vm_state active and task_state None. [ 1836.745923] env[62683]: DEBUG nova.compute.manager [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Received event network-changed-d91b3fa3-3689-4fb9-9893-aa153373230e {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1836.746100] env[62683]: DEBUG nova.compute.manager [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Refreshing instance network info cache due to event network-changed-d91b3fa3-3689-4fb9-9893-aa153373230e. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1836.746305] env[62683]: DEBUG oslo_concurrency.lockutils [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] Acquiring lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.851114] env[62683]: DEBUG oslo_vmware.api [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219666} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.851484] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1836.851649] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1836.851748] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1836.851923] env[62683]: INFO nova.compute.manager [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Took 1.42 seconds to destroy the instance on the hypervisor. [ 1836.852191] env[62683]: DEBUG oslo.service.loopingcall [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.852624] env[62683]: DEBUG nova.compute.manager [-] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1836.852624] env[62683]: DEBUG nova.network.neutron [-] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1836.896971] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799706, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.063622] env[62683]: DEBUG oslo_concurrency.lockutils [req-3475d0a7-a76d-49c4-b7dd-c28d88657138 req-485f4430-e7ec-4dff-8823-af3b4eee0113 service nova] Releasing lock "refresh_cache-c4a232d9-9d75-4202-9ecd-18747fe702ac" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.084692] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.366s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.084960] env[62683]: INFO nova.compute.manager [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Migrating [ 1837.094148] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.952s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.094410] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.097193] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.603s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.097454] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.131098] env[62683]: INFO nova.scheduler.client.report [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Deleted allocations for instance 1478606f-84b3-4b2d-ae96-ce75e59929d5 [ 1837.133502] env[62683]: INFO nova.scheduler.client.report [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Deleted allocations for instance c8063def-3d83-4b9f-87db-db1ab1faeff3 [ 1837.186355] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.186808] env[62683]: DEBUG nova.compute.manager [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Instance network_info: |[{"id": "ec4719a3-925f-4a8c-a33f-5d99268d29e9", "address": "fa:16:3e:ea:28:c1", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec4719a3-92", "ovs_interfaceid": "ec4719a3-925f-4a8c-a33f-5d99268d29e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1837.187269] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:28:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec4719a3-925f-4a8c-a33f-5d99268d29e9', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1837.197145] env[62683]: DEBUG oslo.service.loopingcall [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1837.202906] env[62683]: DEBUG oslo_concurrency.lockutils [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.202906] env[62683]: DEBUG oslo_concurrency.lockutils [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.202906] env[62683]: DEBUG oslo_concurrency.lockutils [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.202906] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1837.202906] env[62683]: DEBUG oslo_concurrency.lockutils [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] Acquired lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.202906] env[62683]: DEBUG nova.network.neutron [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Refreshing network info cache for port d91b3fa3-3689-4fb9-9893-aa153373230e {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1837.203499] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede4e198-40f7-4c3e-b541-98c506d030ee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.211023] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0a07d6a-00b7-4303-a9c5-4b421f113e9c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.248815] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1837.248815] env[62683]: value = "task-1799707" [ 1837.248815] env[62683]: _type = "Task" [ 1837.248815] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.248815] env[62683]: DEBUG nova.virt.hardware [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1837.248815] env[62683]: DEBUG nova.virt.hardware [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1837.248815] env[62683]: DEBUG nova.virt.hardware [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1837.248815] env[62683]: DEBUG nova.virt.hardware [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1837.248815] env[62683]: DEBUG nova.virt.hardware [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1837.248815] env[62683]: DEBUG nova.virt.hardware [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1837.248815] env[62683]: DEBUG nova.virt.hardware [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1837.248815] env[62683]: DEBUG nova.virt.hardware [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1837.249357] env[62683]: DEBUG nova.virt.hardware [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1837.249357] env[62683]: DEBUG nova.virt.hardware [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1837.249357] env[62683]: DEBUG nova.virt.hardware [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1837.257187] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Reconfiguring VM to attach interface {{(pid=62683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1837.258047] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec30746f-db40-450c-b914-ac0be64d54af {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.280497] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799707, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.282083] env[62683]: DEBUG oslo_vmware.api [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1837.282083] env[62683]: value = "task-1799708" [ 1837.282083] env[62683]: _type = "Task" [ 1837.282083] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.290925] env[62683]: DEBUG oslo_vmware.api [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799708, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.396563] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736805} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.396690] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] c7e06b69-36df-4772-90b1-7436a1f58787/c7e06b69-36df-4772-90b1-7436a1f58787.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1837.396995] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1837.397155] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7e069e1-547b-4498-b82b-6e4a0255c043 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.404201] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1837.404201] env[62683]: value = "task-1799709" [ 1837.404201] env[62683]: _type = "Task" [ 1837.404201] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.412797] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.614847] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "refresh_cache-3732e8f2-47fd-4edc-9b71-3b04c9ef6718" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.614847] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "refresh_cache-3732e8f2-47fd-4edc-9b71-3b04c9ef6718" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.615051] env[62683]: DEBUG nova.network.neutron [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1837.642550] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cf1704e6-1e2b-4180-88bc-587fb47fa13c tempest-SecurityGroupsTestJSON-417149746 tempest-SecurityGroupsTestJSON-417149746-project-member] Lock "1478606f-84b3-4b2d-ae96-ce75e59929d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.939s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.644180] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db67ac8f-6cba-4f7c-84b6-8ef1d2061f9d tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "c8063def-3d83-4b9f-87db-db1ab1faeff3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.911s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.702421] env[62683]: DEBUG nova.network.neutron [-] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.768287] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799707, 'name': CreateVM_Task, 'duration_secs': 0.433294} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.768626] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1837.769227] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.769386] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.769718] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1837.769979] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9e51bd0-d1bb-427c-8bc3-1440158c132b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.774399] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1837.774399] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528ec0ed-3492-df30-4a47-73e390b17000" [ 1837.774399] env[62683]: _type = "Task" [ 1837.774399] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.782229] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528ec0ed-3492-df30-4a47-73e390b17000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.791222] env[62683]: DEBUG oslo_vmware.api [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.917455] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069625} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.917805] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1837.919828] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ec0bbb-8569-448e-aebb-288418e07f06 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.950854] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] c7e06b69-36df-4772-90b1-7436a1f58787/c7e06b69-36df-4772-90b1-7436a1f58787.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1837.953543] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3be8ec39-3bce-4e7d-879f-5293f69ca18e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.973057] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1837.973057] env[62683]: value = "task-1799710" [ 1837.973057] env[62683]: _type = "Task" [ 1837.973057] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.980985] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.187695] env[62683]: DEBUG nova.network.neutron [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Updated VIF entry in instance network info cache for port d91b3fa3-3689-4fb9-9893-aa153373230e. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1838.188188] env[62683]: DEBUG nova.network.neutron [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Updating instance_info_cache with network_info: [{"id": "6fa6a772-fd90-4330-88b6-4194623b14de", "address": "fa:16:3e:de:57:f5", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa6a772-fd", "ovs_interfaceid": "6fa6a772-fd90-4330-88b6-4194623b14de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d91b3fa3-3689-4fb9-9893-aa153373230e", "address": "fa:16:3e:c9:3f:fb", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91b3fa3-36", "ovs_interfaceid": "d91b3fa3-3689-4fb9-9893-aa153373230e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.204337] env[62683]: INFO nova.compute.manager [-] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Took 1.35 seconds to deallocate network for instance. [ 1838.285499] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528ec0ed-3492-df30-4a47-73e390b17000, 'name': SearchDatastore_Task, 'duration_secs': 0.033606} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.288649] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.288977] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1838.289239] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.289389] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.289567] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1838.291824] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65b74f73-4f7f-4139-836c-20d0676718f8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.300699] env[62683]: DEBUG oslo_vmware.api [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.313345] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1838.313525] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1838.314231] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8851262-0688-4ac6-8421-58b44b32d76b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.319169] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1838.319169] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c201b9-619e-08ea-e28f-a401bbdab652" [ 1838.319169] env[62683]: _type = "Task" [ 1838.319169] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.326408] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c201b9-619e-08ea-e28f-a401bbdab652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.453309] env[62683]: DEBUG nova.network.neutron [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Updating instance_info_cache with network_info: [{"id": "2669a3eb-9ea6-4ebf-9812-c2b3b93d3696", "address": "fa:16:3e:13:25:64", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2669a3eb-9e", "ovs_interfaceid": "2669a3eb-9ea6-4ebf-9812-c2b3b93d3696", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.484762] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799710, 'name': ReconfigVM_Task, 'duration_secs': 0.283899} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.485055] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Reconfigured VM instance instance-0000006b to attach disk [datastore1] c7e06b69-36df-4772-90b1-7436a1f58787/c7e06b69-36df-4772-90b1-7436a1f58787.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1838.485690] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f213981-68b2-401e-975d-d0ecc7ab29f9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.491898] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1838.491898] env[62683]: value = "task-1799711" [ 1838.491898] env[62683]: _type = "Task" [ 1838.491898] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.500672] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799711, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.691835] env[62683]: DEBUG oslo_concurrency.lockutils [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] Releasing lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.694814] env[62683]: DEBUG nova.compute.manager [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Received event network-vif-plugged-ec4719a3-925f-4a8c-a33f-5d99268d29e9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1838.694814] env[62683]: DEBUG oslo_concurrency.lockutils [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] Acquiring lock "20120679-7fa6-4fb7-aef9-5ba6e150c916-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.694814] env[62683]: DEBUG oslo_concurrency.lockutils [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] Lock "20120679-7fa6-4fb7-aef9-5ba6e150c916-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.694814] env[62683]: DEBUG oslo_concurrency.lockutils [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] Lock "20120679-7fa6-4fb7-aef9-5ba6e150c916-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.694814] env[62683]: DEBUG nova.compute.manager [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] No waiting events found dispatching network-vif-plugged-ec4719a3-925f-4a8c-a33f-5d99268d29e9 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1838.694814] env[62683]: WARNING nova.compute.manager [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Received unexpected event network-vif-plugged-ec4719a3-925f-4a8c-a33f-5d99268d29e9 for instance with vm_state building and task_state spawning. [ 1838.694814] env[62683]: DEBUG nova.compute.manager [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Received event network-changed-ec4719a3-925f-4a8c-a33f-5d99268d29e9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1838.694814] env[62683]: DEBUG nova.compute.manager [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Refreshing instance network info cache due to event network-changed-ec4719a3-925f-4a8c-a33f-5d99268d29e9. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1838.694814] env[62683]: DEBUG oslo_concurrency.lockutils [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] Acquiring lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.694814] env[62683]: DEBUG oslo_concurrency.lockutils [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] Acquired lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.694814] env[62683]: DEBUG nova.network.neutron [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Refreshing network info cache for port ec4719a3-925f-4a8c-a33f-5d99268d29e9 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1838.710638] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.711043] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.711389] env[62683]: DEBUG nova.objects.instance [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lazy-loading 'resources' on Instance uuid 629eb164-2fce-4e36-b058-d91dc0f249c3 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1838.797080] env[62683]: DEBUG oslo_vmware.api [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.830845] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c201b9-619e-08ea-e28f-a401bbdab652, 'name': SearchDatastore_Task, 'duration_secs': 0.076539} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.831448] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b233ea0-3ebd-48fb-b045-1a92c53647f5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.837231] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1838.837231] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52bddb59-63a1-903f-7b12-6118f136ed83" [ 1838.837231] env[62683]: _type = "Task" [ 1838.837231] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.844904] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52bddb59-63a1-903f-7b12-6118f136ed83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.957755] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "refresh_cache-3732e8f2-47fd-4edc-9b71-3b04c9ef6718" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.001970] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799711, 'name': Rename_Task, 'duration_secs': 0.331591} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.005979] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1839.005979] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a5c40eb-905d-40d7-9b6c-fbb1ba710715 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.012024] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1839.012024] env[62683]: value = "task-1799712" [ 1839.012024] env[62683]: _type = "Task" [ 1839.012024] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.019389] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.035048] env[62683]: DEBUG nova.compute.manager [req-cddc3cf6-4b29-49a0-91fe-f99b829eca5a req-75927cd7-aab1-40c6-b0ec-eb58388fab0e service nova] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Received event network-vif-deleted-0f7d6f39-89e7-417b-b547-e45c96c8d019 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1839.303224] env[62683]: DEBUG oslo_vmware.api [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799708, 'name': ReconfigVM_Task, 'duration_secs': 1.973056} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.303721] env[62683]: DEBUG oslo_concurrency.lockutils [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.303953] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Reconfigured VM to attach interface {{(pid=62683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1839.351369] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52bddb59-63a1-903f-7b12-6118f136ed83, 'name': SearchDatastore_Task, 'duration_secs': 0.011383} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.354266] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.354547] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 20120679-7fa6-4fb7-aef9-5ba6e150c916/20120679-7fa6-4fb7-aef9-5ba6e150c916.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1839.355850] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f87ba51-0c64-4bfd-b437-2142d0ec3471 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.362371] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1839.362371] env[62683]: value = "task-1799713" [ 1839.362371] env[62683]: _type = "Task" [ 1839.362371] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.375504] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.446302] env[62683]: DEBUG oslo_concurrency.lockutils [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.446302] env[62683]: DEBUG oslo_concurrency.lockutils [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.476124] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e358bcac-37b6-4a33-b886-7c61f6b5e887 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.488118] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4f3235-e2ac-4465-b897-90d0942230d9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.526656] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60ac56c-e8c3-4953-9406-7395672ad0ea {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.535685] env[62683]: DEBUG oslo_vmware.api [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799712, 'name': PowerOnVM_Task, 'duration_secs': 0.498287} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.541021] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1839.541021] env[62683]: INFO nova.compute.manager [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1839.541021] env[62683]: DEBUG nova.compute.manager [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1839.541021] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaef181-b96f-4317-b275-0495cb259c51 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.542425] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76df98d4-5c10-4fd9-9813-dffb9e9942b2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.563116] env[62683]: DEBUG nova.compute.provider_tree [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1839.813815] env[62683]: DEBUG oslo_concurrency.lockutils [None req-89e23fff-5b1d-4fc9-8bef-8b2f8f5fc1c2 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "interface-a4d935e2-5f02-4caf-8f98-3289af02b226-d91b3fa3-3689-4fb9-9893-aa153373230e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.415s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.874155] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799713, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.890878] env[62683]: DEBUG nova.network.neutron [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updated VIF entry in instance network info cache for port ec4719a3-925f-4a8c-a33f-5d99268d29e9. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1839.891319] env[62683]: DEBUG nova.network.neutron [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updating instance_info_cache with network_info: [{"id": "ec4719a3-925f-4a8c-a33f-5d99268d29e9", "address": "fa:16:3e:ea:28:c1", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec4719a3-92", "ovs_interfaceid": "ec4719a3-925f-4a8c-a33f-5d99268d29e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.950106] env[62683]: DEBUG nova.compute.manager [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1840.073640] env[62683]: DEBUG nova.scheduler.client.report [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1840.077354] env[62683]: INFO nova.compute.manager [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Took 23.43 seconds to build instance. [ 1840.374267] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775408} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.374545] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 20120679-7fa6-4fb7-aef9-5ba6e150c916/20120679-7fa6-4fb7-aef9-5ba6e150c916.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1840.374760] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1840.375062] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74e3dc59-5e3e-41ec-bf3b-566a6be2e8fb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.381670] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1840.381670] env[62683]: value = "task-1799715" [ 1840.381670] env[62683]: _type = "Task" [ 1840.381670] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.389819] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.394875] env[62683]: DEBUG oslo_concurrency.lockutils [req-84d1742e-74ff-4bf8-a490-168b6190f9d2 req-dc85b57d-b075-49fb-af76-646b1c43db8c service nova] Releasing lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.474125] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abc7437-a64b-43c0-9912-d6df6ed2ad73 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.477919] env[62683]: DEBUG oslo_concurrency.lockutils [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.496559] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Updating instance '3732e8f2-47fd-4edc-9b71-3b04c9ef6718' progress to 0 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1840.578776] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.581372] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b6e9136b-0b4f-4a78-afb0-7cb5c46067a2 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "c7e06b69-36df-4772-90b1-7436a1f58787" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.946s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.581540] env[62683]: DEBUG oslo_concurrency.lockutils [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.104s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.583519] env[62683]: INFO nova.compute.claims [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1840.604259] env[62683]: INFO nova.scheduler.client.report [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleted allocations for instance 629eb164-2fce-4e36-b058-d91dc0f249c3 [ 1840.892514] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076487} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.892895] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1840.893699] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed652a59-7c90-44d1-8996-0e299feb4a2f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.919150] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 20120679-7fa6-4fb7-aef9-5ba6e150c916/20120679-7fa6-4fb7-aef9-5ba6e150c916.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1840.919451] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b4a9247-f8c8-45fd-bc71-84e90426b9d9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.941341] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1840.941341] env[62683]: value = "task-1799716" [ 1840.941341] env[62683]: _type = "Task" [ 1840.941341] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.950591] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.998795] env[62683]: DEBUG nova.compute.manager [req-3bfd42b5-aabc-4d79-92e2-b3d58a0c92ac req-1152375d-c6af-450f-9110-0468593e2483 service nova] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Received event network-changed-389f2ee5-d67b-483a-a18f-d88fbaa4c155 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1840.999044] env[62683]: DEBUG nova.compute.manager [req-3bfd42b5-aabc-4d79-92e2-b3d58a0c92ac req-1152375d-c6af-450f-9110-0468593e2483 service nova] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Refreshing instance network info cache due to event network-changed-389f2ee5-d67b-483a-a18f-d88fbaa4c155. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1840.999211] env[62683]: DEBUG oslo_concurrency.lockutils [req-3bfd42b5-aabc-4d79-92e2-b3d58a0c92ac req-1152375d-c6af-450f-9110-0468593e2483 service nova] Acquiring lock "refresh_cache-c7e06b69-36df-4772-90b1-7436a1f58787" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.999361] env[62683]: DEBUG oslo_concurrency.lockutils [req-3bfd42b5-aabc-4d79-92e2-b3d58a0c92ac req-1152375d-c6af-450f-9110-0468593e2483 service nova] Acquired lock "refresh_cache-c7e06b69-36df-4772-90b1-7436a1f58787" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.999524] env[62683]: DEBUG nova.network.neutron [req-3bfd42b5-aabc-4d79-92e2-b3d58a0c92ac req-1152375d-c6af-450f-9110-0468593e2483 service nova] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Refreshing network info cache for port 389f2ee5-d67b-483a-a18f-d88fbaa4c155 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1841.002510] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1841.002774] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9092075-1ee7-4f3f-8e7d-44dcf950f3c7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.010114] env[62683]: DEBUG oslo_vmware.api [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1841.010114] env[62683]: value = "task-1799717" [ 1841.010114] env[62683]: _type = "Task" [ 1841.010114] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.019740] env[62683]: DEBUG oslo_vmware.api [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.113019] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5540bc8f-e58d-4f7d-bf60-08dc60e7ec3c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "629eb164-2fce-4e36-b058-d91dc0f249c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.199s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.182460] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "interface-a4d935e2-5f02-4caf-8f98-3289af02b226-d91b3fa3-3689-4fb9-9893-aa153373230e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.182740] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "interface-a4d935e2-5f02-4caf-8f98-3289af02b226-d91b3fa3-3689-4fb9-9893-aa153373230e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.453323] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799716, 'name': ReconfigVM_Task, 'duration_secs': 0.456033} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.453615] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 20120679-7fa6-4fb7-aef9-5ba6e150c916/20120679-7fa6-4fb7-aef9-5ba6e150c916.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1841.454286] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac65fefa-61de-4b2f-b5ec-1826421f157a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.460919] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1841.460919] env[62683]: value = "task-1799718" [ 1841.460919] env[62683]: _type = "Task" [ 1841.460919] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.469290] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799718, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.521066] env[62683]: DEBUG oslo_vmware.api [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799717, 'name': PowerOffVM_Task, 'duration_secs': 0.388444} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.521330] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1841.521465] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Updating instance '3732e8f2-47fd-4edc-9b71-3b04c9ef6718' progress to 17 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1841.685892] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.685892] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.687197] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3211c277-22e1-4ff0-8b77-8bcae3a12d43 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.709543] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703e5d23-8be6-4aed-acad-1563ac45d18a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.737760] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Reconfiguring VM to detach interface {{(pid=62683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1841.740739] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40142125-6b7d-498b-8ac4-45520cb93d46 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.760734] env[62683]: DEBUG oslo_vmware.api [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1841.760734] env[62683]: value = "task-1799719" [ 1841.760734] env[62683]: _type = "Task" [ 1841.760734] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.764997] env[62683]: DEBUG nova.network.neutron [req-3bfd42b5-aabc-4d79-92e2-b3d58a0c92ac req-1152375d-c6af-450f-9110-0468593e2483 service nova] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Updated VIF entry in instance network info cache for port 389f2ee5-d67b-483a-a18f-d88fbaa4c155. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1841.765356] env[62683]: DEBUG nova.network.neutron [req-3bfd42b5-aabc-4d79-92e2-b3d58a0c92ac req-1152375d-c6af-450f-9110-0468593e2483 service nova] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Updating instance_info_cache with network_info: [{"id": "389f2ee5-d67b-483a-a18f-d88fbaa4c155", "address": "fa:16:3e:ea:fe:7d", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389f2ee5-d6", "ovs_interfaceid": "389f2ee5-d67b-483a-a18f-d88fbaa4c155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.773987] env[62683]: DEBUG oslo_vmware.api [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799719, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.824480] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "79fdb4e9-5204-401c-8427-a53ba51ab964" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.824793] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "79fdb4e9-5204-401c-8427-a53ba51ab964" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.851349] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566d11ce-6b15-4007-a4f9-072093a42d53 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.860527] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10d4c0e-3cd7-46d0-a210-710e08b51e20 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.890818] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfc0894-b69c-4d26-880b-dfb2067901d4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.898372] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b37fa3b-93a2-45f7-a6eb-0362cd14882e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.913296] env[62683]: DEBUG nova.compute.provider_tree [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1841.971697] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799718, 'name': Rename_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.028308] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:35:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1842.028572] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1842.028874] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1842.029181] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1842.029413] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1842.029509] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1842.029728] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1842.029896] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1842.030083] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1842.030255] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1842.030431] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1842.035521] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-743e984b-680f-49ae-985d-26090469278b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.050726] env[62683]: DEBUG oslo_vmware.api [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1842.050726] env[62683]: value = "task-1799720" [ 1842.050726] env[62683]: _type = "Task" [ 1842.050726] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.059314] env[62683]: DEBUG oslo_vmware.api [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.272080] env[62683]: DEBUG oslo_concurrency.lockutils [req-3bfd42b5-aabc-4d79-92e2-b3d58a0c92ac req-1152375d-c6af-450f-9110-0468593e2483 service nova] Releasing lock "refresh_cache-c7e06b69-36df-4772-90b1-7436a1f58787" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.272465] env[62683]: DEBUG oslo_vmware.api [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.329063] env[62683]: DEBUG nova.compute.manager [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1842.417368] env[62683]: DEBUG nova.scheduler.client.report [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1842.471794] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799718, 'name': Rename_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.560763] env[62683]: DEBUG oslo_vmware.api [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799720, 'name': ReconfigVM_Task, 'duration_secs': 0.183224} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.561046] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Updating instance '3732e8f2-47fd-4edc-9b71-3b04c9ef6718' progress to 33 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1842.773937] env[62683]: DEBUG oslo_vmware.api [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.849827] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.922608] env[62683]: DEBUG oslo_concurrency.lockutils [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.923157] env[62683]: DEBUG nova.compute.manager [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1842.925816] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.076s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.928035] env[62683]: INFO nova.compute.claims [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1842.972617] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799718, 'name': Rename_Task, 'duration_secs': 1.157465} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.972903] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1842.973450] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9872438e-a92d-4027-98d0-57d487852f98 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.979830] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1842.979830] env[62683]: value = "task-1799722" [ 1842.979830] env[62683]: _type = "Task" [ 1842.979830] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.987344] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.067197] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1843.067454] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1843.067616] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1843.067852] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1843.068022] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1843.068180] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1843.068387] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1843.068548] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1843.068764] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1843.068910] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1843.069162] env[62683]: DEBUG nova.virt.hardware [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1843.074374] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1843.074664] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59dc78df-3ac6-4a9a-bac7-41fde666f2c4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.093148] env[62683]: DEBUG oslo_vmware.api [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1843.093148] env[62683]: value = "task-1799723" [ 1843.093148] env[62683]: _type = "Task" [ 1843.093148] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.101081] env[62683]: DEBUG oslo_vmware.api [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.274964] env[62683]: DEBUG oslo_vmware.api [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.431766] env[62683]: DEBUG nova.compute.utils [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1843.438352] env[62683]: DEBUG nova.compute.manager [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1843.438352] env[62683]: DEBUG nova.network.neutron [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1843.490758] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799722, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.507556] env[62683]: DEBUG nova.policy [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67d879be44a54c2cb56db73724f69074', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '056af4ae71cd4ea7b44ca89367d94afe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1843.602966] env[62683]: DEBUG oslo_vmware.api [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.775971] env[62683]: DEBUG oslo_vmware.api [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.776821] env[62683]: DEBUG nova.network.neutron [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Successfully created port: c055bd82-c2a6-4432-b263-e3fdbe28e220 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1843.942026] env[62683]: DEBUG nova.compute.manager [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1843.994271] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799722, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.105203] env[62683]: DEBUG oslo_vmware.api [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799723, 'name': ReconfigVM_Task, 'duration_secs': 0.67973} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.108393] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1844.109684] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fef8c4-dd8b-4c26-b138-09f6b5fd8ab9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.133151] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 3732e8f2-47fd-4edc-9b71-3b04c9ef6718/3732e8f2-47fd-4edc-9b71-3b04c9ef6718.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1844.136182] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c09a14a-af3c-40b8-bd14-64c62168afc3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.155660] env[62683]: DEBUG oslo_vmware.api [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1844.155660] env[62683]: value = "task-1799724" [ 1844.155660] env[62683]: _type = "Task" [ 1844.155660] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.164663] env[62683]: DEBUG oslo_vmware.api [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.178496] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bf4c8d-7933-4a91-b89a-3479c4a02b6c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.186487] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9695d606-d8ef-49e0-9896-e3bdbaf3547c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.219105] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219ed0d0-2849-480b-8299-c1622abd8d0b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.227298] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab218ff5-fbb2-41a9-99bc-9a04e6d55ae1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.240974] env[62683]: DEBUG nova.compute.provider_tree [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1844.274607] env[62683]: DEBUG oslo_vmware.api [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.386725] env[62683]: DEBUG oslo_concurrency.lockutils [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "24a8b28a-1ca6-47e7-8ca2-80f79847e29e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.386990] env[62683]: DEBUG oslo_concurrency.lockutils [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "24a8b28a-1ca6-47e7-8ca2-80f79847e29e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.387250] env[62683]: DEBUG oslo_concurrency.lockutils [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "24a8b28a-1ca6-47e7-8ca2-80f79847e29e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.387783] env[62683]: DEBUG oslo_concurrency.lockutils [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "24a8b28a-1ca6-47e7-8ca2-80f79847e29e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.388080] env[62683]: DEBUG oslo_concurrency.lockutils [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "24a8b28a-1ca6-47e7-8ca2-80f79847e29e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.392195] env[62683]: INFO nova.compute.manager [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Terminating instance [ 1844.493309] env[62683]: DEBUG oslo_vmware.api [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799722, 'name': PowerOnVM_Task, 'duration_secs': 1.455737} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.494465] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1844.494731] env[62683]: INFO nova.compute.manager [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Took 10.29 seconds to spawn the instance on the hypervisor. [ 1844.494952] env[62683]: DEBUG nova.compute.manager [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1844.495826] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86d4b71-ebdd-454d-b20e-f16c29956608 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.665103] env[62683]: DEBUG oslo_vmware.api [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799724, 'name': ReconfigVM_Task, 'duration_secs': 0.286429} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.665399] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 3732e8f2-47fd-4edc-9b71-3b04c9ef6718/3732e8f2-47fd-4edc-9b71-3b04c9ef6718.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1844.665690] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Updating instance '3732e8f2-47fd-4edc-9b71-3b04c9ef6718' progress to 50 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1844.744322] env[62683]: DEBUG nova.scheduler.client.report [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1844.776255] env[62683]: DEBUG oslo_vmware.api [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.899299] env[62683]: DEBUG nova.compute.manager [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1844.899538] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1844.900640] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaeb3511-d1d2-4ba5-bf9e-69f76468532e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.908671] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1844.909011] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21495d5f-2f2f-4ce1-96d6-da1e5810887d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.916671] env[62683]: DEBUG oslo_vmware.api [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1844.916671] env[62683]: value = "task-1799725" [ 1844.916671] env[62683]: _type = "Task" [ 1844.916671] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.926586] env[62683]: DEBUG oslo_vmware.api [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.956552] env[62683]: DEBUG nova.compute.manager [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1844.986112] env[62683]: DEBUG nova.virt.hardware [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1844.986112] env[62683]: DEBUG nova.virt.hardware [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1844.986112] env[62683]: DEBUG nova.virt.hardware [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1844.986395] env[62683]: DEBUG nova.virt.hardware [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1844.986395] env[62683]: DEBUG nova.virt.hardware [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1844.986465] env[62683]: DEBUG nova.virt.hardware [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1844.986638] env[62683]: DEBUG nova.virt.hardware [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1844.986811] env[62683]: DEBUG nova.virt.hardware [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1844.986957] env[62683]: DEBUG nova.virt.hardware [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1844.987190] env[62683]: DEBUG nova.virt.hardware [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1844.987370] env[62683]: DEBUG nova.virt.hardware [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1844.988313] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7279e9-ebfd-4c9e-8508-a2ea6db99ff0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.999230] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939ac119-e855-4615-ad18-44f443a220fd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.023867] env[62683]: INFO nova.compute.manager [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Took 25.29 seconds to build instance. [ 1845.172395] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1abeb8-dc33-4a07-af7b-4303b44f3ef6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.191937] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d06e93-f84c-4382-9e92-9117f7a6e0a5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.210939] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Updating instance '3732e8f2-47fd-4edc-9b71-3b04c9ef6718' progress to 67 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1845.250117] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.250844] env[62683]: DEBUG nova.compute.manager [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1845.278358] env[62683]: DEBUG oslo_vmware.api [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.369436] env[62683]: DEBUG nova.compute.manager [req-fc69427d-7181-4fd0-9572-194c8fa9e686 req-4eadac69-4acf-452a-ada9-a01aaf83123c service nova] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Received event network-changed-ec4719a3-925f-4a8c-a33f-5d99268d29e9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1845.369631] env[62683]: DEBUG nova.compute.manager [req-fc69427d-7181-4fd0-9572-194c8fa9e686 req-4eadac69-4acf-452a-ada9-a01aaf83123c service nova] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Refreshing instance network info cache due to event network-changed-ec4719a3-925f-4a8c-a33f-5d99268d29e9. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1845.370500] env[62683]: DEBUG oslo_concurrency.lockutils [req-fc69427d-7181-4fd0-9572-194c8fa9e686 req-4eadac69-4acf-452a-ada9-a01aaf83123c service nova] Acquiring lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.370664] env[62683]: DEBUG oslo_concurrency.lockutils [req-fc69427d-7181-4fd0-9572-194c8fa9e686 req-4eadac69-4acf-452a-ada9-a01aaf83123c service nova] Acquired lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.371097] env[62683]: DEBUG nova.network.neutron [req-fc69427d-7181-4fd0-9572-194c8fa9e686 req-4eadac69-4acf-452a-ada9-a01aaf83123c service nova] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Refreshing network info cache for port ec4719a3-925f-4a8c-a33f-5d99268d29e9 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1845.426970] env[62683]: DEBUG oslo_vmware.api [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799725, 'name': PowerOffVM_Task, 'duration_secs': 0.38238} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.427482] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1845.427700] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1845.428039] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5218e9ec-7a2c-4981-8e0f-80c49647fae1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.509905] env[62683]: DEBUG nova.network.neutron [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Successfully updated port: c055bd82-c2a6-4432-b263-e3fdbe28e220 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1845.525673] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2c4ab4ce-1659-4ae7-bf7f-b7db25035b06 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "20120679-7fa6-4fb7-aef9-5ba6e150c916" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.802s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.528910] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1845.528910] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1845.528910] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Deleting the datastore file [datastore1] 24a8b28a-1ca6-47e7-8ca2-80f79847e29e {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1845.528910] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86671450-b3be-4353-a5a9-009c68132b09 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.536136] env[62683]: DEBUG oslo_vmware.api [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1845.536136] env[62683]: value = "task-1799728" [ 1845.536136] env[62683]: _type = "Task" [ 1845.536136] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.545525] env[62683]: DEBUG oslo_vmware.api [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.756811] env[62683]: DEBUG nova.compute.utils [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1845.758136] env[62683]: DEBUG nova.compute.manager [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1845.758310] env[62683]: DEBUG nova.network.neutron [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1845.776803] env[62683]: DEBUG oslo_vmware.api [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.788380] env[62683]: DEBUG nova.network.neutron [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Port 2669a3eb-9ea6-4ebf-9812-c2b3b93d3696 binding to destination host cpu-1 is already ACTIVE {{(pid=62683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1845.809464] env[62683]: DEBUG nova.policy [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93ffe03d396f44fa9571d729899f001a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ca7d50b713a49d6a47443b66ce211ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1846.012934] env[62683]: DEBUG oslo_concurrency.lockutils [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.013320] env[62683]: DEBUG oslo_concurrency.lockutils [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquired lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.013320] env[62683]: DEBUG nova.network.neutron [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1846.047178] env[62683]: DEBUG oslo_vmware.api [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311733} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.049626] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1846.049826] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1846.050017] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1846.050257] env[62683]: INFO nova.compute.manager [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1846.050561] env[62683]: DEBUG oslo.service.loopingcall [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1846.050717] env[62683]: DEBUG nova.compute.manager [-] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1846.050808] env[62683]: DEBUG nova.network.neutron [-] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1846.197346] env[62683]: DEBUG nova.network.neutron [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Successfully created port: 396024e5-f2f6-4c30-807f-3f6e9a58c74d {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1846.248316] env[62683]: DEBUG nova.network.neutron [req-fc69427d-7181-4fd0-9572-194c8fa9e686 req-4eadac69-4acf-452a-ada9-a01aaf83123c service nova] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updated VIF entry in instance network info cache for port ec4719a3-925f-4a8c-a33f-5d99268d29e9. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1846.248688] env[62683]: DEBUG nova.network.neutron [req-fc69427d-7181-4fd0-9572-194c8fa9e686 req-4eadac69-4acf-452a-ada9-a01aaf83123c service nova] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updating instance_info_cache with network_info: [{"id": "ec4719a3-925f-4a8c-a33f-5d99268d29e9", "address": "fa:16:3e:ea:28:c1", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec4719a3-92", "ovs_interfaceid": "ec4719a3-925f-4a8c-a33f-5d99268d29e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.261891] env[62683]: DEBUG nova.compute.manager [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1846.276358] env[62683]: DEBUG oslo_vmware.api [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.311684] env[62683]: DEBUG nova.compute.manager [req-93745d95-9054-49a4-b733-13f930189c72 req-8b9a39bc-babc-405e-bc3b-6f98e52972af service nova] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Received event network-vif-deleted-e1accec7-0ca3-4ae7-ad39-235acf5e421a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1846.311785] env[62683]: INFO nova.compute.manager [req-93745d95-9054-49a4-b733-13f930189c72 req-8b9a39bc-babc-405e-bc3b-6f98e52972af service nova] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Neutron deleted interface e1accec7-0ca3-4ae7-ad39-235acf5e421a; detaching it from the instance and deleting it from the info cache [ 1846.311974] env[62683]: DEBUG nova.network.neutron [req-93745d95-9054-49a4-b733-13f930189c72 req-8b9a39bc-babc-405e-bc3b-6f98e52972af service nova] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.548238] env[62683]: DEBUG nova.network.neutron [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1846.674736] env[62683]: DEBUG nova.network.neutron [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Updating instance_info_cache with network_info: [{"id": "c055bd82-c2a6-4432-b263-e3fdbe28e220", "address": "fa:16:3e:32:82:91", "network": {"id": "737d9155-3c87-468d-87f9-6ec56b027fac", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1914812503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056af4ae71cd4ea7b44ca89367d94afe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc055bd82-c2", "ovs_interfaceid": "c055bd82-c2a6-4432-b263-e3fdbe28e220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.753068] env[62683]: DEBUG oslo_concurrency.lockutils [req-fc69427d-7181-4fd0-9572-194c8fa9e686 req-4eadac69-4acf-452a-ada9-a01aaf83123c service nova] Releasing lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.779849] env[62683]: DEBUG oslo_vmware.api [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.783287] env[62683]: DEBUG nova.network.neutron [-] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.809968] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.810249] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.810442] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.814599] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e448b974-6a1f-4e61-a8ee-d207b4fe921e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.824513] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bc2bf3-e728-4574-b325-57cc8e77cd3c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.856146] env[62683]: DEBUG nova.compute.manager [req-93745d95-9054-49a4-b733-13f930189c72 req-8b9a39bc-babc-405e-bc3b-6f98e52972af service nova] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Detach interface failed, port_id=e1accec7-0ca3-4ae7-ad39-235acf5e421a, reason: Instance 24a8b28a-1ca6-47e7-8ca2-80f79847e29e could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1847.177578] env[62683]: DEBUG oslo_concurrency.lockutils [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Releasing lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.178150] env[62683]: DEBUG nova.compute.manager [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Instance network_info: |[{"id": "c055bd82-c2a6-4432-b263-e3fdbe28e220", "address": "fa:16:3e:32:82:91", "network": {"id": "737d9155-3c87-468d-87f9-6ec56b027fac", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1914812503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056af4ae71cd4ea7b44ca89367d94afe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc055bd82-c2", "ovs_interfaceid": "c055bd82-c2a6-4432-b263-e3fdbe28e220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1847.178759] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:82:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b49c5024-2ced-42ca-90cc-6066766d43e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c055bd82-c2a6-4432-b263-e3fdbe28e220', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1847.191959] env[62683]: DEBUG oslo.service.loopingcall [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1847.192354] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1847.192709] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0325e26e-de44-4613-a77e-49bc07c54432 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.215315] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1847.215315] env[62683]: value = "task-1799730" [ 1847.215315] env[62683]: _type = "Task" [ 1847.215315] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.223814] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799730, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.276830] env[62683]: DEBUG nova.compute.manager [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1847.288407] env[62683]: INFO nova.compute.manager [-] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Took 1.24 seconds to deallocate network for instance. [ 1847.288754] env[62683]: DEBUG oslo_vmware.api [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.306394] env[62683]: DEBUG nova.virt.hardware [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1847.306649] env[62683]: DEBUG nova.virt.hardware [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1847.306809] env[62683]: DEBUG nova.virt.hardware [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1847.306992] env[62683]: DEBUG nova.virt.hardware [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1847.307160] env[62683]: DEBUG nova.virt.hardware [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1847.307311] env[62683]: DEBUG nova.virt.hardware [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1847.307520] env[62683]: DEBUG nova.virt.hardware [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1847.307678] env[62683]: DEBUG nova.virt.hardware [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1847.307859] env[62683]: DEBUG nova.virt.hardware [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1847.308072] env[62683]: DEBUG nova.virt.hardware [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1847.308697] env[62683]: DEBUG nova.virt.hardware [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1847.309205] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43c6cc6-271b-4e0a-9501-1569a8ec348f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.321042] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ce165d-7f95-41b9-837f-272a256b893a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.397406] env[62683]: DEBUG nova.compute.manager [req-e43c8373-2c77-478c-b35d-eee5fb3edabb req-f35997db-118d-4e3f-86b0-e5784faebf82 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Received event network-vif-plugged-c055bd82-c2a6-4432-b263-e3fdbe28e220 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1847.397700] env[62683]: DEBUG oslo_concurrency.lockutils [req-e43c8373-2c77-478c-b35d-eee5fb3edabb req-f35997db-118d-4e3f-86b0-e5784faebf82 service nova] Acquiring lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.397987] env[62683]: DEBUG oslo_concurrency.lockutils [req-e43c8373-2c77-478c-b35d-eee5fb3edabb req-f35997db-118d-4e3f-86b0-e5784faebf82 service nova] Lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.398377] env[62683]: DEBUG oslo_concurrency.lockutils [req-e43c8373-2c77-478c-b35d-eee5fb3edabb req-f35997db-118d-4e3f-86b0-e5784faebf82 service nova] Lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.398573] env[62683]: DEBUG nova.compute.manager [req-e43c8373-2c77-478c-b35d-eee5fb3edabb req-f35997db-118d-4e3f-86b0-e5784faebf82 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] No waiting events found dispatching network-vif-plugged-c055bd82-c2a6-4432-b263-e3fdbe28e220 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1847.398777] env[62683]: WARNING nova.compute.manager [req-e43c8373-2c77-478c-b35d-eee5fb3edabb req-f35997db-118d-4e3f-86b0-e5784faebf82 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Received unexpected event network-vif-plugged-c055bd82-c2a6-4432-b263-e3fdbe28e220 for instance with vm_state building and task_state spawning. [ 1847.399022] env[62683]: DEBUG nova.compute.manager [req-e43c8373-2c77-478c-b35d-eee5fb3edabb req-f35997db-118d-4e3f-86b0-e5784faebf82 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Received event network-changed-c055bd82-c2a6-4432-b263-e3fdbe28e220 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1847.399215] env[62683]: DEBUG nova.compute.manager [req-e43c8373-2c77-478c-b35d-eee5fb3edabb req-f35997db-118d-4e3f-86b0-e5784faebf82 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Refreshing instance network info cache due to event network-changed-c055bd82-c2a6-4432-b263-e3fdbe28e220. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1847.399441] env[62683]: DEBUG oslo_concurrency.lockutils [req-e43c8373-2c77-478c-b35d-eee5fb3edabb req-f35997db-118d-4e3f-86b0-e5784faebf82 service nova] Acquiring lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.399608] env[62683]: DEBUG oslo_concurrency.lockutils [req-e43c8373-2c77-478c-b35d-eee5fb3edabb req-f35997db-118d-4e3f-86b0-e5784faebf82 service nova] Acquired lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.399783] env[62683]: DEBUG nova.network.neutron [req-e43c8373-2c77-478c-b35d-eee5fb3edabb req-f35997db-118d-4e3f-86b0-e5784faebf82 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Refreshing network info cache for port c055bd82-c2a6-4432-b263-e3fdbe28e220 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1847.727522] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799730, 'name': CreateVM_Task, 'duration_secs': 0.475068} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.727754] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1847.729058] env[62683]: DEBUG oslo_concurrency.lockutils [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.729058] env[62683]: DEBUG oslo_concurrency.lockutils [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.729575] env[62683]: DEBUG oslo_concurrency.lockutils [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1847.729923] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59adae3b-75c8-4894-a989-2eaeb0d65c94 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.735698] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1847.735698] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5260fe6a-07d1-8d5b-fbf4-f397ddab3958" [ 1847.735698] env[62683]: _type = "Task" [ 1847.735698] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.744023] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5260fe6a-07d1-8d5b-fbf4-f397ddab3958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.762414] env[62683]: DEBUG nova.network.neutron [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Successfully updated port: 396024e5-f2f6-4c30-807f-3f6e9a58c74d {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1847.783411] env[62683]: DEBUG oslo_vmware.api [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799719, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.795951] env[62683]: DEBUG oslo_concurrency.lockutils [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.796246] env[62683]: DEBUG oslo_concurrency.lockutils [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.796498] env[62683]: DEBUG nova.objects.instance [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lazy-loading 'resources' on Instance uuid 24a8b28a-1ca6-47e7-8ca2-80f79847e29e {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1847.846593] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "refresh_cache-3732e8f2-47fd-4edc-9b71-3b04c9ef6718" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.846799] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "refresh_cache-3732e8f2-47fd-4edc-9b71-3b04c9ef6718" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.846985] env[62683]: DEBUG nova.network.neutron [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1848.134103] env[62683]: DEBUG nova.network.neutron [req-e43c8373-2c77-478c-b35d-eee5fb3edabb req-f35997db-118d-4e3f-86b0-e5784faebf82 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Updated VIF entry in instance network info cache for port c055bd82-c2a6-4432-b263-e3fdbe28e220. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1848.134669] env[62683]: DEBUG nova.network.neutron [req-e43c8373-2c77-478c-b35d-eee5fb3edabb req-f35997db-118d-4e3f-86b0-e5784faebf82 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Updating instance_info_cache with network_info: [{"id": "c055bd82-c2a6-4432-b263-e3fdbe28e220", "address": "fa:16:3e:32:82:91", "network": {"id": "737d9155-3c87-468d-87f9-6ec56b027fac", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1914812503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056af4ae71cd4ea7b44ca89367d94afe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc055bd82-c2", "ovs_interfaceid": "c055bd82-c2a6-4432-b263-e3fdbe28e220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.247305] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5260fe6a-07d1-8d5b-fbf4-f397ddab3958, 'name': SearchDatastore_Task, 'duration_secs': 0.009407} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.247682] env[62683]: DEBUG oslo_concurrency.lockutils [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.247907] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1848.248166] env[62683]: DEBUG oslo_concurrency.lockutils [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.248317] env[62683]: DEBUG oslo_concurrency.lockutils [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.248498] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1848.248755] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4be97795-fc8c-41ce-9d4a-9dae3e3b895f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.256782] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1848.256954] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1848.257632] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35189f36-e1d4-4889-a0ba-cba7052b62d2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.263056] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1848.263056] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528b6bbd-e297-0b9d-0970-1ef4c3444461" [ 1848.263056] env[62683]: _type = "Task" [ 1848.263056] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.266480] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "refresh_cache-79fdb4e9-5204-401c-8427-a53ba51ab964" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.266599] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "refresh_cache-79fdb4e9-5204-401c-8427-a53ba51ab964" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.266758] env[62683]: DEBUG nova.network.neutron [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1848.272500] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528b6bbd-e297-0b9d-0970-1ef4c3444461, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.280614] env[62683]: DEBUG oslo_vmware.api [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799719, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.474179] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da121e6-6da5-4d31-9a3d-2fdda5b84bf5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.485502] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c49933-9a2d-4ae1-97b5-16a1d0d287af {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.519654] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86506a34-78de-4c60-aecd-3513bed29587 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.527283] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cfd366-858e-40c7-b27f-910b5b98dea1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.540842] env[62683]: DEBUG nova.compute.provider_tree [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1848.554467] env[62683]: DEBUG nova.network.neutron [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Updating instance_info_cache with network_info: [{"id": "2669a3eb-9ea6-4ebf-9812-c2b3b93d3696", "address": "fa:16:3e:13:25:64", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2669a3eb-9e", "ovs_interfaceid": "2669a3eb-9ea6-4ebf-9812-c2b3b93d3696", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.637589] env[62683]: DEBUG oslo_concurrency.lockutils [req-e43c8373-2c77-478c-b35d-eee5fb3edabb req-f35997db-118d-4e3f-86b0-e5784faebf82 service nova] Releasing lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.774651] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528b6bbd-e297-0b9d-0970-1ef4c3444461, 'name': SearchDatastore_Task, 'duration_secs': 0.008246} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.778343] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ad28081-ad54-46ea-9d28-55a25d3c3608 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.785111] env[62683]: DEBUG oslo_vmware.api [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799719, 'name': ReconfigVM_Task, 'duration_secs': 6.754627} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.786232] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.786448] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Reconfigured VM to detach interface {{(pid=62683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1848.788391] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1848.788391] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]524578a9-262d-cb1a-c3cd-a6bad293cca0" [ 1848.788391] env[62683]: _type = "Task" [ 1848.788391] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.797056] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]524578a9-262d-cb1a-c3cd-a6bad293cca0, 'name': SearchDatastore_Task, 'duration_secs': 0.008899} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.797056] env[62683]: DEBUG oslo_concurrency.lockutils [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.797056] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824/4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1848.797287] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0641af4e-e28f-4960-bc4a-f188e34f5a56 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.802662] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1848.802662] env[62683]: value = "task-1799731" [ 1848.802662] env[62683]: _type = "Task" [ 1848.802662] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.803355] env[62683]: DEBUG nova.network.neutron [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1848.812474] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.938245] env[62683]: DEBUG nova.network.neutron [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Updating instance_info_cache with network_info: [{"id": "396024e5-f2f6-4c30-807f-3f6e9a58c74d", "address": "fa:16:3e:9d:10:f0", "network": {"id": "1cea5dfe-2e10-4cc4-9392-59ce785ac150", "bridge": "br-int", "label": "tempest-ServersTestJSON-1799756983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca7d50b713a49d6a47443b66ce211ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap396024e5-f2", "ovs_interfaceid": "396024e5-f2f6-4c30-807f-3f6e9a58c74d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.043712] env[62683]: DEBUG nova.scheduler.client.report [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1849.057244] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "refresh_cache-3732e8f2-47fd-4edc-9b71-3b04c9ef6718" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.317540] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799731, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.423212] env[62683]: DEBUG nova.compute.manager [req-e40bfbd5-3200-4ec1-a0cf-d0fa5a993923 req-ad96d680-46d1-438e-9576-953691b02c87 service nova] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Received event network-vif-plugged-396024e5-f2f6-4c30-807f-3f6e9a58c74d {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1849.423496] env[62683]: DEBUG oslo_concurrency.lockutils [req-e40bfbd5-3200-4ec1-a0cf-d0fa5a993923 req-ad96d680-46d1-438e-9576-953691b02c87 service nova] Acquiring lock "79fdb4e9-5204-401c-8427-a53ba51ab964-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.423785] env[62683]: DEBUG oslo_concurrency.lockutils [req-e40bfbd5-3200-4ec1-a0cf-d0fa5a993923 req-ad96d680-46d1-438e-9576-953691b02c87 service nova] Lock "79fdb4e9-5204-401c-8427-a53ba51ab964-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.423953] env[62683]: DEBUG oslo_concurrency.lockutils [req-e40bfbd5-3200-4ec1-a0cf-d0fa5a993923 req-ad96d680-46d1-438e-9576-953691b02c87 service nova] Lock "79fdb4e9-5204-401c-8427-a53ba51ab964-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.424189] env[62683]: DEBUG nova.compute.manager [req-e40bfbd5-3200-4ec1-a0cf-d0fa5a993923 req-ad96d680-46d1-438e-9576-953691b02c87 service nova] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] No waiting events found dispatching network-vif-plugged-396024e5-f2f6-4c30-807f-3f6e9a58c74d {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1849.424411] env[62683]: WARNING nova.compute.manager [req-e40bfbd5-3200-4ec1-a0cf-d0fa5a993923 req-ad96d680-46d1-438e-9576-953691b02c87 service nova] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Received unexpected event network-vif-plugged-396024e5-f2f6-4c30-807f-3f6e9a58c74d for instance with vm_state building and task_state spawning. [ 1849.424608] env[62683]: DEBUG nova.compute.manager [req-e40bfbd5-3200-4ec1-a0cf-d0fa5a993923 req-ad96d680-46d1-438e-9576-953691b02c87 service nova] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Received event network-changed-396024e5-f2f6-4c30-807f-3f6e9a58c74d {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1849.424803] env[62683]: DEBUG nova.compute.manager [req-e40bfbd5-3200-4ec1-a0cf-d0fa5a993923 req-ad96d680-46d1-438e-9576-953691b02c87 service nova] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Refreshing instance network info cache due to event network-changed-396024e5-f2f6-4c30-807f-3f6e9a58c74d. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1849.425025] env[62683]: DEBUG oslo_concurrency.lockutils [req-e40bfbd5-3200-4ec1-a0cf-d0fa5a993923 req-ad96d680-46d1-438e-9576-953691b02c87 service nova] Acquiring lock "refresh_cache-79fdb4e9-5204-401c-8427-a53ba51ab964" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.441197] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "refresh_cache-79fdb4e9-5204-401c-8427-a53ba51ab964" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.441467] env[62683]: DEBUG nova.compute.manager [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Instance network_info: |[{"id": "396024e5-f2f6-4c30-807f-3f6e9a58c74d", "address": "fa:16:3e:9d:10:f0", "network": {"id": "1cea5dfe-2e10-4cc4-9392-59ce785ac150", "bridge": "br-int", "label": "tempest-ServersTestJSON-1799756983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca7d50b713a49d6a47443b66ce211ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap396024e5-f2", "ovs_interfaceid": "396024e5-f2f6-4c30-807f-3f6e9a58c74d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1849.441751] env[62683]: DEBUG oslo_concurrency.lockutils [req-e40bfbd5-3200-4ec1-a0cf-d0fa5a993923 req-ad96d680-46d1-438e-9576-953691b02c87 service nova] Acquired lock "refresh_cache-79fdb4e9-5204-401c-8427-a53ba51ab964" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.441929] env[62683]: DEBUG nova.network.neutron [req-e40bfbd5-3200-4ec1-a0cf-d0fa5a993923 req-ad96d680-46d1-438e-9576-953691b02c87 service nova] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Refreshing network info cache for port 396024e5-f2f6-4c30-807f-3f6e9a58c74d {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1849.443869] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:10:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '396024e5-f2f6-4c30-807f-3f6e9a58c74d', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1849.452500] env[62683]: DEBUG oslo.service.loopingcall [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1849.453654] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1849.454303] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ac11050-65aa-4eee-b258-26826ab92eee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.478114] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1849.478114] env[62683]: value = "task-1799733" [ 1849.478114] env[62683]: _type = "Task" [ 1849.478114] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.487201] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799733, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.548594] env[62683]: DEBUG oslo_concurrency.lockutils [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.574241] env[62683]: INFO nova.scheduler.client.report [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Deleted allocations for instance 24a8b28a-1ca6-47e7-8ca2-80f79847e29e [ 1849.584407] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557919af-a136-49c8-9182-25e9d2ed44c1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.607850] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49d0e75-9fe4-4fc8-af31-175cd972f57e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.616382] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Updating instance '3732e8f2-47fd-4edc-9b71-3b04c9ef6718' progress to 83 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1849.815940] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57215} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.816211] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824/4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1849.816422] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1849.816673] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f25fe6e8-fb06-4d7d-b0ea-b11e9778c587 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.825109] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1849.825109] env[62683]: value = "task-1799734" [ 1849.825109] env[62683]: _type = "Task" [ 1849.825109] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.833470] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.993698] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799733, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.083930] env[62683]: DEBUG oslo_concurrency.lockutils [None req-59d24f9e-749f-47a3-bd5b-29e40e307529 tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "24a8b28a-1ca6-47e7-8ca2-80f79847e29e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.697s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.122794] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1850.123360] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-277d11b0-2515-4193-8dd0-60db8b729442 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.131611] env[62683]: DEBUG oslo_vmware.api [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1850.131611] env[62683]: value = "task-1799735" [ 1850.131611] env[62683]: _type = "Task" [ 1850.131611] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.140315] env[62683]: DEBUG oslo_vmware.api [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.163961] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.164163] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.164350] env[62683]: DEBUG nova.network.neutron [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1850.223114] env[62683]: DEBUG nova.network.neutron [req-e40bfbd5-3200-4ec1-a0cf-d0fa5a993923 req-ad96d680-46d1-438e-9576-953691b02c87 service nova] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Updated VIF entry in instance network info cache for port 396024e5-f2f6-4c30-807f-3f6e9a58c74d. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1850.223114] env[62683]: DEBUG nova.network.neutron [req-e40bfbd5-3200-4ec1-a0cf-d0fa5a993923 req-ad96d680-46d1-438e-9576-953691b02c87 service nova] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Updating instance_info_cache with network_info: [{"id": "396024e5-f2f6-4c30-807f-3f6e9a58c74d", "address": "fa:16:3e:9d:10:f0", "network": {"id": "1cea5dfe-2e10-4cc4-9392-59ce785ac150", "bridge": "br-int", "label": "tempest-ServersTestJSON-1799756983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca7d50b713a49d6a47443b66ce211ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap396024e5-f2", "ovs_interfaceid": "396024e5-f2f6-4c30-807f-3f6e9a58c74d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.336060] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063606} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.336406] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1850.337103] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a60b73d-6c09-4748-a2a0-4208dd5b61b8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.361108] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824/4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1850.361560] env[62683]: DEBUG oslo_concurrency.lockutils [None req-310b158e-753e-4575-964d-09ba1f906c1f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "ecf0af70-447f-4285-a49d-44b2fb723d2d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.361785] env[62683]: DEBUG oslo_concurrency.lockutils [None req-310b158e-753e-4575-964d-09ba1f906c1f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "ecf0af70-447f-4285-a49d-44b2fb723d2d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.361956] env[62683]: DEBUG nova.compute.manager [None req-310b158e-753e-4575-964d-09ba1f906c1f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1850.362206] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcfb8ba3-4e14-4fb2-aed2-45c536bb4038 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.377176] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae81679-dbb5-4952-92da-eb7f4baf16ec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.384362] env[62683]: DEBUG nova.compute.manager [None req-310b158e-753e-4575-964d-09ba1f906c1f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1850.384960] env[62683]: DEBUG nova.objects.instance [None req-310b158e-753e-4575-964d-09ba1f906c1f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lazy-loading 'flavor' on Instance uuid ecf0af70-447f-4285-a49d-44b2fb723d2d {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1850.387409] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1850.387409] env[62683]: value = "task-1799736" [ 1850.387409] env[62683]: _type = "Task" [ 1850.387409] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.395602] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.488750] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799733, 'name': CreateVM_Task, 'duration_secs': 0.568329} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.488935] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1850.489620] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.489785] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.490117] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1850.490377] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae01c4b-989e-462e-9c58-d5ce65b26078 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.495392] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1850.495392] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5293352f-d36d-3bf1-6cc8-4d07d5be1a24" [ 1850.495392] env[62683]: _type = "Task" [ 1850.495392] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.503850] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5293352f-d36d-3bf1-6cc8-4d07d5be1a24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.642523] env[62683]: DEBUG oslo_vmware.api [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799735, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.724852] env[62683]: DEBUG oslo_concurrency.lockutils [req-e40bfbd5-3200-4ec1-a0cf-d0fa5a993923 req-ad96d680-46d1-438e-9576-953691b02c87 service nova] Releasing lock "refresh_cache-79fdb4e9-5204-401c-8427-a53ba51ab964" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.902748] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799736, 'name': ReconfigVM_Task, 'duration_secs': 0.314703} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.903046] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824/4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1850.903687] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cfb8083-8d49-4469-b73f-80f61031d596 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.911896] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1850.911896] env[62683]: value = "task-1799737" [ 1850.911896] env[62683]: _type = "Task" [ 1850.911896] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.675577] env[62683]: DEBUG oslo_concurrency.lockutils [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.676101] env[62683]: DEBUG oslo_concurrency.lockutils [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.676101] env[62683]: DEBUG oslo_concurrency.lockutils [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "3f47faa9-3226-4fe8-ba58-a4696cf7b1bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.676255] env[62683]: DEBUG oslo_concurrency.lockutils [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "3f47faa9-3226-4fe8-ba58-a4696cf7b1bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.676405] env[62683]: DEBUG oslo_concurrency.lockutils [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "3f47faa9-3226-4fe8-ba58-a4696cf7b1bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.678520] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-310b158e-753e-4575-964d-09ba1f906c1f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1851.679713] env[62683]: DEBUG nova.compute.manager [req-b0d677a1-a12e-4c16-8cd3-06a5e1ec8ad2 req-79d4540f-9460-439a-b490-c8f4b2add54b service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Received event network-changed-6fa6a772-fd90-4330-88b6-4194623b14de {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1851.679894] env[62683]: DEBUG nova.compute.manager [req-b0d677a1-a12e-4c16-8cd3-06a5e1ec8ad2 req-79d4540f-9460-439a-b490-c8f4b2add54b service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Refreshing instance network info cache due to event network-changed-6fa6a772-fd90-4330-88b6-4194623b14de. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1851.680100] env[62683]: DEBUG oslo_concurrency.lockutils [req-b0d677a1-a12e-4c16-8cd3-06a5e1ec8ad2 req-79d4540f-9460-439a-b490-c8f4b2add54b service nova] Acquiring lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.685030] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799737, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.685030] env[62683]: WARNING oslo_vmware.common.loopingcall [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] task run outlasted interval by 0.270228 sec [ 1851.685030] env[62683]: INFO nova.compute.manager [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Terminating instance [ 1851.690337] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd6a4c9c-c17f-42ce-b05e-a440eeeb4320 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.705860] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5293352f-d36d-3bf1-6cc8-4d07d5be1a24, 'name': SearchDatastore_Task, 'duration_secs': 0.023224} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.712866] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.713177] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1851.713501] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.713633] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.713742] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1851.714669] env[62683]: DEBUG oslo_vmware.api [None req-310b158e-753e-4575-964d-09ba1f906c1f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 1851.714669] env[62683]: value = "task-1799739" [ 1851.714669] env[62683]: _type = "Task" [ 1851.714669] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.714989] env[62683]: DEBUG oslo_vmware.api [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799735, 'name': PowerOnVM_Task, 'duration_secs': 0.615811} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.715103] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799737, 'name': Rename_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.715459] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f99faf6e-aef9-43e3-b386-ae8202608a47 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.717414] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1851.717658] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e859b474-b9e0-451c-bbfe-d003a3b75761 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Updating instance '3732e8f2-47fd-4edc-9b71-3b04c9ef6718' progress to 100 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1851.734049] env[62683]: DEBUG oslo_vmware.api [None req-310b158e-753e-4575-964d-09ba1f906c1f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.754425] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1851.754911] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1851.755458] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee90d957-e763-4aa6-8f41-20aafcb912de {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.763053] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1851.763053] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]524d6018-2df4-e52a-b6fa-fdfd2e67be7c" [ 1851.763053] env[62683]: _type = "Task" [ 1851.763053] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.775267] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]524d6018-2df4-e52a-b6fa-fdfd2e67be7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.776484] env[62683]: INFO nova.network.neutron [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Port d91b3fa3-3689-4fb9-9893-aa153373230e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1851.776824] env[62683]: DEBUG nova.network.neutron [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Updating instance_info_cache with network_info: [{"id": "6fa6a772-fd90-4330-88b6-4194623b14de", "address": "fa:16:3e:de:57:f5", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa6a772-fd", "ovs_interfaceid": "6fa6a772-fd90-4330-88b6-4194623b14de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.185246] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "interface-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec-d91b3fa3-3689-4fb9-9893-aa153373230e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.185519] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "interface-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec-d91b3fa3-3689-4fb9-9893-aa153373230e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.185887] env[62683]: DEBUG nova.objects.instance [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lazy-loading 'flavor' on Instance uuid 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1852.198209] env[62683]: DEBUG nova.compute.manager [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1852.199050] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1852.199594] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf872ce-c908-428a-a030-4508151444db {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.206671] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799737, 'name': Rename_Task, 'duration_secs': 1.207116} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.208314] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1852.208988] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ef4e341-1aa9-41ed-957b-00fd1237bed7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.214131] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1852.214841] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2aac3072-45a0-4c8b-b1af-14dc498a6241 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.225219] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1852.225219] env[62683]: value = "task-1799740" [ 1852.225219] env[62683]: _type = "Task" [ 1852.225219] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.227883] env[62683]: DEBUG oslo_vmware.api [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1852.227883] env[62683]: value = "task-1799741" [ 1852.227883] env[62683]: _type = "Task" [ 1852.227883] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.238661] env[62683]: DEBUG oslo_vmware.api [None req-310b158e-753e-4575-964d-09ba1f906c1f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799739, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.248394] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.252097] env[62683]: DEBUG oslo_vmware.api [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.276024] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]524d6018-2df4-e52a-b6fa-fdfd2e67be7c, 'name': SearchDatastore_Task, 'duration_secs': 0.011792} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.277051] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9fd287d-5a79-4a0f-b117-4827978f4066 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.280687] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.283128] env[62683]: DEBUG oslo_concurrency.lockutils [req-b0d677a1-a12e-4c16-8cd3-06a5e1ec8ad2 req-79d4540f-9460-439a-b490-c8f4b2add54b service nova] Acquired lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.283310] env[62683]: DEBUG nova.network.neutron [req-b0d677a1-a12e-4c16-8cd3-06a5e1ec8ad2 req-79d4540f-9460-439a-b490-c8f4b2add54b service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Refreshing network info cache for port 6fa6a772-fd90-4330-88b6-4194623b14de {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1852.289073] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1852.289073] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5274991f-dfd6-361f-9ae6-99176741448a" [ 1852.289073] env[62683]: _type = "Task" [ 1852.289073] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.300079] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5274991f-dfd6-361f-9ae6-99176741448a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.731432] env[62683]: DEBUG oslo_vmware.api [None req-310b158e-753e-4575-964d-09ba1f906c1f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799739, 'name': PowerOffVM_Task, 'duration_secs': 0.614507} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.735344] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-310b158e-753e-4575-964d-09ba1f906c1f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1852.735549] env[62683]: DEBUG nova.compute.manager [None req-310b158e-753e-4575-964d-09ba1f906c1f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1852.738829] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d253c32d-ea5d-4a7e-aacb-27e137abec1b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.750096] env[62683]: DEBUG oslo_vmware.api [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799741, 'name': PowerOffVM_Task, 'duration_secs': 0.255046} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.753383] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1852.753568] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1852.753826] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799740, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.756008] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df2f4f1c-feab-4e0b-b10e-0e316b707f95 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.786737] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5f6409f5-edf0-4229-9511-eab7e3d0a06b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "interface-a4d935e2-5f02-4caf-8f98-3289af02b226-d91b3fa3-3689-4fb9-9893-aa153373230e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.603s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.797395] env[62683]: DEBUG nova.objects.instance [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lazy-loading 'pci_requests' on Instance uuid 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1852.804782] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5274991f-dfd6-361f-9ae6-99176741448a, 'name': SearchDatastore_Task, 'duration_secs': 0.015704} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.805585] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.805902] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 79fdb4e9-5204-401c-8427-a53ba51ab964/79fdb4e9-5204-401c-8427-a53ba51ab964.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1852.806261] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3c2f340-c33d-4db6-af33-0a4b1559c595 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.814489] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1852.814489] env[62683]: value = "task-1799743" [ 1852.814489] env[62683]: _type = "Task" [ 1852.814489] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.823451] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.840074] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1852.840316] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1852.840867] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Deleting the datastore file [datastore1] 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1852.840867] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc4fdf6b-ae62-42a1-89a3-dfc6612e1014 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.848452] env[62683]: DEBUG oslo_vmware.api [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for the task: (returnval){ [ 1852.848452] env[62683]: value = "task-1799744" [ 1852.848452] env[62683]: _type = "Task" [ 1852.848452] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.857374] env[62683]: DEBUG oslo_vmware.api [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.027480] env[62683]: DEBUG nova.network.neutron [req-b0d677a1-a12e-4c16-8cd3-06a5e1ec8ad2 req-79d4540f-9460-439a-b490-c8f4b2add54b service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Updated VIF entry in instance network info cache for port 6fa6a772-fd90-4330-88b6-4194623b14de. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1853.028094] env[62683]: DEBUG nova.network.neutron [req-b0d677a1-a12e-4c16-8cd3-06a5e1ec8ad2 req-79d4540f-9460-439a-b490-c8f4b2add54b service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Updating instance_info_cache with network_info: [{"id": "6fa6a772-fd90-4330-88b6-4194623b14de", "address": "fa:16:3e:de:57:f5", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa6a772-fd", "ovs_interfaceid": "6fa6a772-fd90-4330-88b6-4194623b14de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.176896] env[62683]: DEBUG nova.compute.manager [req-c14341a2-6f46-4bb7-8425-959f40e8b0fe req-1bff4288-9fb7-4413-875e-c67505c066fc service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Received event network-changed-a1954b3d-61d4-46ad-b16e-778c81cf5963 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1853.177237] env[62683]: DEBUG nova.compute.manager [req-c14341a2-6f46-4bb7-8425-959f40e8b0fe req-1bff4288-9fb7-4413-875e-c67505c066fc service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Refreshing instance network info cache due to event network-changed-a1954b3d-61d4-46ad-b16e-778c81cf5963. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1853.177566] env[62683]: DEBUG oslo_concurrency.lockutils [req-c14341a2-6f46-4bb7-8425-959f40e8b0fe req-1bff4288-9fb7-4413-875e-c67505c066fc service nova] Acquiring lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.177827] env[62683]: DEBUG oslo_concurrency.lockutils [req-c14341a2-6f46-4bb7-8425-959f40e8b0fe req-1bff4288-9fb7-4413-875e-c67505c066fc service nova] Acquired lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.178126] env[62683]: DEBUG nova.network.neutron [req-c14341a2-6f46-4bb7-8425-959f40e8b0fe req-1bff4288-9fb7-4413-875e-c67505c066fc service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Refreshing network info cache for port a1954b3d-61d4-46ad-b16e-778c81cf5963 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1853.252429] env[62683]: DEBUG oslo_vmware.api [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799740, 'name': PowerOnVM_Task, 'duration_secs': 0.708619} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.253252] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1853.253473] env[62683]: INFO nova.compute.manager [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1853.253659] env[62683]: DEBUG nova.compute.manager [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1853.256000] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff64dbc-9e73-4ea9-9fd8-6ba804bbbee9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.259934] env[62683]: DEBUG oslo_concurrency.lockutils [None req-310b158e-753e-4575-964d-09ba1f906c1f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "ecf0af70-447f-4285-a49d-44b2fb723d2d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.898s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.301238] env[62683]: DEBUG nova.objects.base [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Object Instance<8d2f0523-35eb-4d6b-b656-8fdccb16e9ec> lazy-loaded attributes: flavor,pci_requests {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1853.301469] env[62683]: DEBUG nova.network.neutron [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1853.328419] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799743, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.361941] env[62683]: DEBUG oslo_vmware.api [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Task: {'id': task-1799744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381937} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.362260] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1853.362458] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1853.362647] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1853.362828] env[62683]: INFO nova.compute.manager [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1853.363102] env[62683]: DEBUG oslo.service.loopingcall [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.363387] env[62683]: DEBUG nova.compute.manager [-] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1853.363505] env[62683]: DEBUG nova.network.neutron [-] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1853.378090] env[62683]: DEBUG nova.policy [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a3a0a6a0a6e463f9af5ccf494d4c810', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cca9f7c09de541ceb601bd7c6303dcfa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1853.531030] env[62683]: DEBUG oslo_concurrency.lockutils [req-b0d677a1-a12e-4c16-8cd3-06a5e1ec8ad2 req-79d4540f-9460-439a-b490-c8f4b2add54b service nova] Releasing lock "refresh_cache-a4d935e2-5f02-4caf-8f98-3289af02b226" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.754752] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.755069] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.755198] env[62683]: DEBUG nova.compute.manager [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Going to confirm migration 6 {{(pid=62683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1853.779719] env[62683]: INFO nova.compute.manager [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Took 13.32 seconds to build instance. [ 1853.828346] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600029} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.828899] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 79fdb4e9-5204-401c-8427-a53ba51ab964/79fdb4e9-5204-401c-8427-a53ba51ab964.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1853.829151] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1853.829405] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-642c8099-8ec5-4bbd-91fe-cd5a8af4f27f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.837371] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1853.837371] env[62683]: value = "task-1799746" [ 1853.837371] env[62683]: _type = "Task" [ 1853.837371] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.846783] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.916826] env[62683]: DEBUG nova.network.neutron [req-c14341a2-6f46-4bb7-8425-959f40e8b0fe req-1bff4288-9fb7-4413-875e-c67505c066fc service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Updated VIF entry in instance network info cache for port a1954b3d-61d4-46ad-b16e-778c81cf5963. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1853.917242] env[62683]: DEBUG nova.network.neutron [req-c14341a2-6f46-4bb7-8425-959f40e8b0fe req-1bff4288-9fb7-4413-875e-c67505c066fc service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Updating instance_info_cache with network_info: [{"id": "a1954b3d-61d4-46ad-b16e-778c81cf5963", "address": "fa:16:3e:59:1f:6c", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1954b3d-61", "ovs_interfaceid": "a1954b3d-61d4-46ad-b16e-778c81cf5963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.113232] env[62683]: DEBUG nova.network.neutron [-] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.282026] env[62683]: DEBUG oslo_concurrency.lockutils [None req-46b9e911-c0dd-4569-9c2e-790921e3e82d tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.836s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.292379] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "refresh_cache-3732e8f2-47fd-4edc-9b71-3b04c9ef6718" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.292596] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquired lock "refresh_cache-3732e8f2-47fd-4edc-9b71-3b04c9ef6718" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.292741] env[62683]: DEBUG nova.network.neutron [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1854.292930] env[62683]: DEBUG nova.objects.instance [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lazy-loading 'info_cache' on Instance uuid 3732e8f2-47fd-4edc-9b71-3b04c9ef6718 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1854.348640] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238851} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.348876] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1854.349713] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c5fa28-c9f0-4cae-817b-115e16384542 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.371158] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 79fdb4e9-5204-401c-8427-a53ba51ab964/79fdb4e9-5204-401c-8427-a53ba51ab964.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1854.371661] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af3f6842-3a29-4b0e-8f75-c537fed93e08 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.392218] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1854.392218] env[62683]: value = "task-1799747" [ 1854.392218] env[62683]: _type = "Task" [ 1854.392218] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.400121] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.423032] env[62683]: DEBUG oslo_concurrency.lockutils [req-c14341a2-6f46-4bb7-8425-959f40e8b0fe req-1bff4288-9fb7-4413-875e-c67505c066fc service nova] Releasing lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.616442] env[62683]: INFO nova.compute.manager [-] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Took 1.25 seconds to deallocate network for instance. [ 1854.902188] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799747, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.102293] env[62683]: DEBUG nova.network.neutron [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Successfully updated port: d91b3fa3-3689-4fb9-9893-aa153373230e {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1855.123486] env[62683]: DEBUG oslo_concurrency.lockutils [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.123486] env[62683]: DEBUG oslo_concurrency.lockutils [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.123721] env[62683]: DEBUG nova.objects.instance [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lazy-loading 'resources' on Instance uuid 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1855.403167] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799747, 'name': ReconfigVM_Task, 'duration_secs': 0.555625} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.403167] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 79fdb4e9-5204-401c-8427-a53ba51ab964/79fdb4e9-5204-401c-8427-a53ba51ab964.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1855.405858] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08065b40-6101-48e7-9449-4cb7702568a6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.412839] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1855.412839] env[62683]: value = "task-1799748" [ 1855.412839] env[62683]: _type = "Task" [ 1855.412839] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.421082] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799748, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.502461] env[62683]: DEBUG nova.network.neutron [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Updating instance_info_cache with network_info: [{"id": "2669a3eb-9ea6-4ebf-9812-c2b3b93d3696", "address": "fa:16:3e:13:25:64", "network": {"id": "ba9c1255-9604-4acf-a508-416760c50cf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1739634080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750cf26924e247a3b4087b435f44e162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2669a3eb-9e", "ovs_interfaceid": "2669a3eb-9ea6-4ebf-9812-c2b3b93d3696", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.605665] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.605665] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.605775] env[62683]: DEBUG nova.network.neutron [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1855.783845] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab4583a-87e0-4c59-8274-771762030578 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.792166] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8ae514-8a93-40fa-8cc4-9866a3deb38c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.822963] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42863ffa-37c0-4782-baab-f450860c607b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.830653] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffff451-3f9c-426c-99bf-2b4f202e1b17 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.844232] env[62683]: DEBUG nova.compute.provider_tree [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1855.923638] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799748, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.005222] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Releasing lock "refresh_cache-3732e8f2-47fd-4edc-9b71-3b04c9ef6718" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.005522] env[62683]: DEBUG nova.objects.instance [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lazy-loading 'migration_context' on Instance uuid 3732e8f2-47fd-4edc-9b71-3b04c9ef6718 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1856.142776] env[62683]: WARNING nova.network.neutron [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] 9de2292d-427f-49ca-a40c-3d1495931eda already exists in list: networks containing: ['9de2292d-427f-49ca-a40c-3d1495931eda']. ignoring it [ 1856.347059] env[62683]: DEBUG nova.scheduler.client.report [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1856.424517] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799748, 'name': Rename_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.425627] env[62683]: DEBUG nova.network.neutron [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Updating instance_info_cache with network_info: [{"id": "a1954b3d-61d4-46ad-b16e-778c81cf5963", "address": "fa:16:3e:59:1f:6c", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1954b3d-61", "ovs_interfaceid": "a1954b3d-61d4-46ad-b16e-778c81cf5963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d91b3fa3-3689-4fb9-9893-aa153373230e", "address": "fa:16:3e:c9:3f:fb", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91b3fa3-36", "ovs_interfaceid": "d91b3fa3-3689-4fb9-9893-aa153373230e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.508502] env[62683]: DEBUG nova.objects.base [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Object Instance<3732e8f2-47fd-4edc-9b71-3b04c9ef6718> lazy-loaded attributes: info_cache,migration_context {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1856.509504] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0168221b-d012-4e9d-9057-9a2b524b2ba2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.528634] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b3d1bbd-0222-45d6-bf01-774b0038715b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.533732] env[62683]: DEBUG oslo_vmware.api [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1856.533732] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5246cbd3-5acb-780f-18d6-33bf8807479d" [ 1856.533732] env[62683]: _type = "Task" [ 1856.533732] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.541837] env[62683]: DEBUG oslo_vmware.api [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5246cbd3-5acb-780f-18d6-33bf8807479d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.853992] env[62683]: DEBUG oslo_concurrency.lockutils [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.873229] env[62683]: INFO nova.scheduler.client.report [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Deleted allocations for instance 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf [ 1856.925679] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799748, 'name': Rename_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.928529] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.929188] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.929396] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.930153] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de588211-d04c-46ab-b21e-c907a0a439d1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.948311] env[62683]: DEBUG nova.virt.hardware [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1856.948563] env[62683]: DEBUG nova.virt.hardware [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1856.948722] env[62683]: DEBUG nova.virt.hardware [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1856.948902] env[62683]: DEBUG nova.virt.hardware [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1856.949076] env[62683]: DEBUG nova.virt.hardware [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1856.949244] env[62683]: DEBUG nova.virt.hardware [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1856.949446] env[62683]: DEBUG nova.virt.hardware [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1856.949603] env[62683]: DEBUG nova.virt.hardware [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1856.949767] env[62683]: DEBUG nova.virt.hardware [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1856.949926] env[62683]: DEBUG nova.virt.hardware [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1856.950122] env[62683]: DEBUG nova.virt.hardware [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1856.956234] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Reconfiguring VM to attach interface {{(pid=62683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1856.956538] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38eadb89-ce5a-420a-a773-09717ece1913 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.990445] env[62683]: DEBUG oslo_vmware.api [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1856.990445] env[62683]: value = "task-1799750" [ 1856.990445] env[62683]: _type = "Task" [ 1856.990445] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.999828] env[62683]: DEBUG oslo_vmware.api [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799750, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.043578] env[62683]: DEBUG oslo_vmware.api [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5246cbd3-5acb-780f-18d6-33bf8807479d, 'name': SearchDatastore_Task, 'duration_secs': 0.007541} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.043926] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.044206] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.380639] env[62683]: DEBUG oslo_concurrency.lockutils [None req-34e4dea8-f45c-4d14-a1ea-05a62eab666f tempest-ServerRescueNegativeTestJSON-371247827 tempest-ServerRescueNegativeTestJSON-371247827-project-member] Lock "3f47faa9-3226-4fe8-ba58-a4696cf7b1bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.705s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.425898] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799748, 'name': Rename_Task, 'duration_secs': 1.596888} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.426325] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1857.426564] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cee86f06-f514-4aa6-a2a8-cfffbd3b917e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.433641] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1857.433641] env[62683]: value = "task-1799751" [ 1857.433641] env[62683]: _type = "Task" [ 1857.433641] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.441654] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.501181] env[62683]: DEBUG oslo_vmware.api [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.707824] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0ec7b2-ccd9-4e68-8986-da70efb34cdf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.716735] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32428d5f-f50d-4e72-967e-6e0e314d2280 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.750181] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c71992-2246-4880-b459-5029cc69047e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.758811] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3f6c34-9752-404d-9421-4deee50b1a85 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.773839] env[62683]: DEBUG nova.compute.provider_tree [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1857.945659] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799751, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.001698] env[62683]: DEBUG oslo_vmware.api [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799750, 'name': ReconfigVM_Task, 'duration_secs': 0.889058} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.002287] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.002506] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Reconfigured VM to attach interface {{(pid=62683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1858.277702] env[62683]: DEBUG nova.scheduler.client.report [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1858.445434] env[62683]: DEBUG oslo_vmware.api [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799751, 'name': PowerOnVM_Task, 'duration_secs': 0.763355} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.445730] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1858.445964] env[62683]: INFO nova.compute.manager [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Took 11.17 seconds to spawn the instance on the hypervisor. [ 1858.446216] env[62683]: DEBUG nova.compute.manager [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1858.446991] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e945cc4-fe1a-4c64-9ad1-b23b65ea0b61 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.506954] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a40da9ba-e840-4275-b150-c9330996aab1 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "interface-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec-d91b3fa3-3689-4fb9-9893-aa153373230e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.321s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.964140] env[62683]: INFO nova.compute.manager [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Took 16.13 seconds to build instance. [ 1859.288489] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.244s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.466263] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ee8cbe75-32ad-4d45-a366-7dae46729826 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "79fdb4e9-5204-401c-8427-a53ba51ab964" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.641s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.842452] env[62683]: INFO nova.scheduler.client.report [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Deleted allocation for migration 252431e9-02a5-40c7-9a7d-f0f953b89e28 [ 1860.072089] env[62683]: DEBUG nova.compute.manager [req-719ba725-1649-47a9-b309-10eab146ea64 req-c26a86f3-843c-458f-8474-dc5e26f28ee0 service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Received event network-vif-plugged-d91b3fa3-3689-4fb9-9893-aa153373230e {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1860.072089] env[62683]: DEBUG oslo_concurrency.lockutils [req-719ba725-1649-47a9-b309-10eab146ea64 req-c26a86f3-843c-458f-8474-dc5e26f28ee0 service nova] Acquiring lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.072089] env[62683]: DEBUG oslo_concurrency.lockutils [req-719ba725-1649-47a9-b309-10eab146ea64 req-c26a86f3-843c-458f-8474-dc5e26f28ee0 service nova] Lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.072089] env[62683]: DEBUG oslo_concurrency.lockutils [req-719ba725-1649-47a9-b309-10eab146ea64 req-c26a86f3-843c-458f-8474-dc5e26f28ee0 service nova] Lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.072089] env[62683]: DEBUG nova.compute.manager [req-719ba725-1649-47a9-b309-10eab146ea64 req-c26a86f3-843c-458f-8474-dc5e26f28ee0 service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] No waiting events found dispatching network-vif-plugged-d91b3fa3-3689-4fb9-9893-aa153373230e {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1860.072756] env[62683]: WARNING nova.compute.manager [req-719ba725-1649-47a9-b309-10eab146ea64 req-c26a86f3-843c-458f-8474-dc5e26f28ee0 service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Received unexpected event network-vif-plugged-d91b3fa3-3689-4fb9-9893-aa153373230e for instance with vm_state active and task_state None. [ 1860.089385] env[62683]: DEBUG nova.compute.manager [req-021e306d-db88-4d79-846c-81cf6817d4c9 req-7e4edd3d-637a-4b91-b284-2bd3155c52c3 service nova] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Received event network-vif-deleted-7d52f1de-8965-4760-8c98-d554f453abf6 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1860.348984] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.593s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.691881] env[62683]: DEBUG nova.objects.instance [None req-8df6066c-2d33-4d25-b374-2187e0a63ce1 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lazy-loading 'flavor' on Instance uuid ecf0af70-447f-4285-a49d-44b2fb723d2d {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1861.062594] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "interface-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec-d91b3fa3-3689-4fb9-9893-aa153373230e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.062594] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "interface-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec-d91b3fa3-3689-4fb9-9893-aa153373230e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.077074] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "4c54f777-3270-49a1-8734-9423c8d66bcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.077074] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "4c54f777-3270-49a1-8734-9423c8d66bcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.204026] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8df6066c-2d33-4d25-b374-2187e0a63ce1 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.204026] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8df6066c-2d33-4d25-b374-2187e0a63ce1 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.204026] env[62683]: DEBUG nova.network.neutron [None req-8df6066c-2d33-4d25-b374-2187e0a63ce1 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1861.204234] env[62683]: DEBUG nova.objects.instance [None req-8df6066c-2d33-4d25-b374-2187e0a63ce1 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lazy-loading 'info_cache' on Instance uuid ecf0af70-447f-4285-a49d-44b2fb723d2d {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1861.565258] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.566040] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.566982] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4503a188-1820-49d4-afb8-d4b6b6629f17 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.588212] env[62683]: DEBUG nova.compute.manager [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1861.591603] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f489852-7e3e-42d2-82a4-86ff6d983394 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.621297] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Reconfiguring VM to detach interface {{(pid=62683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1861.621297] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7929bf6-750a-4f74-8397-44122a65b273 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.647104] env[62683]: DEBUG oslo_vmware.api [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1861.647104] env[62683]: value = "task-1799753" [ 1861.647104] env[62683]: _type = "Task" [ 1861.647104] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.655531] env[62683]: DEBUG oslo_vmware.api [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.707778] env[62683]: DEBUG nova.objects.base [None req-8df6066c-2d33-4d25-b374-2187e0a63ce1 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1861.776308] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.776599] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.776840] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.777037] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.777217] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.779623] env[62683]: INFO nova.compute.manager [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Terminating instance [ 1862.103363] env[62683]: DEBUG nova.compute.manager [req-b1584044-f606-46ae-b4bc-e35442cf21ea req-b7cc309a-ab8d-40b0-900e-464bdcc6faf0 service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Received event network-changed-d91b3fa3-3689-4fb9-9893-aa153373230e {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1862.103586] env[62683]: DEBUG nova.compute.manager [req-b1584044-f606-46ae-b4bc-e35442cf21ea req-b7cc309a-ab8d-40b0-900e-464bdcc6faf0 service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Refreshing instance network info cache due to event network-changed-d91b3fa3-3689-4fb9-9893-aa153373230e. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1862.103782] env[62683]: DEBUG oslo_concurrency.lockutils [req-b1584044-f606-46ae-b4bc-e35442cf21ea req-b7cc309a-ab8d-40b0-900e-464bdcc6faf0 service nova] Acquiring lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.103931] env[62683]: DEBUG oslo_concurrency.lockutils [req-b1584044-f606-46ae-b4bc-e35442cf21ea req-b7cc309a-ab8d-40b0-900e-464bdcc6faf0 service nova] Acquired lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.104111] env[62683]: DEBUG nova.network.neutron [req-b1584044-f606-46ae-b4bc-e35442cf21ea req-b7cc309a-ab8d-40b0-900e-464bdcc6faf0 service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Refreshing network info cache for port d91b3fa3-3689-4fb9-9893-aa153373230e {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1862.112731] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.113024] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.114994] env[62683]: INFO nova.compute.claims [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1862.124072] env[62683]: DEBUG nova.compute.manager [req-4aed9c06-f5e7-4cf7-ba07-396bc2f7b31f req-c92fa935-7775-4715-9376-101b802bcd5b service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Received event network-changed-c055bd82-c2a6-4432-b263-e3fdbe28e220 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1862.124190] env[62683]: DEBUG nova.compute.manager [req-4aed9c06-f5e7-4cf7-ba07-396bc2f7b31f req-c92fa935-7775-4715-9376-101b802bcd5b service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Refreshing instance network info cache due to event network-changed-c055bd82-c2a6-4432-b263-e3fdbe28e220. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1862.124397] env[62683]: DEBUG oslo_concurrency.lockutils [req-4aed9c06-f5e7-4cf7-ba07-396bc2f7b31f req-c92fa935-7775-4715-9376-101b802bcd5b service nova] Acquiring lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.124541] env[62683]: DEBUG oslo_concurrency.lockutils [req-4aed9c06-f5e7-4cf7-ba07-396bc2f7b31f req-c92fa935-7775-4715-9376-101b802bcd5b service nova] Acquired lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.124715] env[62683]: DEBUG nova.network.neutron [req-4aed9c06-f5e7-4cf7-ba07-396bc2f7b31f req-c92fa935-7775-4715-9376-101b802bcd5b service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Refreshing network info cache for port c055bd82-c2a6-4432-b263-e3fdbe28e220 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1862.156446] env[62683]: DEBUG oslo_vmware.api [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.205301] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "eae96523-6a97-447d-bcd9-f1bd57abdf21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.205623] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "eae96523-6a97-447d-bcd9-f1bd57abdf21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.359022] env[62683]: DEBUG nova.compute.manager [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1862.359022] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1862.359022] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0627ce9-21bc-4eef-9d5b-c592000b66c8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.359022] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1862.359022] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-535b592b-b1d9-453a-a80a-788c93090784 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.359022] env[62683]: DEBUG oslo_vmware.api [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1862.359022] env[62683]: value = "task-1799754" [ 1862.359022] env[62683]: _type = "Task" [ 1862.359022] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.359022] env[62683]: DEBUG oslo_vmware.api [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.567760] env[62683]: DEBUG nova.network.neutron [None req-8df6066c-2d33-4d25-b374-2187e0a63ce1 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updating instance_info_cache with network_info: [{"id": "b301113d-b567-46f7-bbbb-39f708efb122", "address": "fa:16:3e:e9:2f:ad", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb301113d-b5", "ovs_interfaceid": "b301113d-b567-46f7-bbbb-39f708efb122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.657173] env[62683]: DEBUG oslo_vmware.api [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.708419] env[62683]: DEBUG nova.compute.manager [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1862.817839] env[62683]: DEBUG oslo_vmware.api [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799754, 'name': PowerOffVM_Task, 'duration_secs': 0.284449} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.818162] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1862.818332] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1862.818587] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbd37f82-d6a3-4d52-8f55-54703454e778 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.863331] env[62683]: DEBUG nova.network.neutron [req-b1584044-f606-46ae-b4bc-e35442cf21ea req-b7cc309a-ab8d-40b0-900e-464bdcc6faf0 service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Updated VIF entry in instance network info cache for port d91b3fa3-3689-4fb9-9893-aa153373230e. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1862.863807] env[62683]: DEBUG nova.network.neutron [req-b1584044-f606-46ae-b4bc-e35442cf21ea req-b7cc309a-ab8d-40b0-900e-464bdcc6faf0 service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Updating instance_info_cache with network_info: [{"id": "a1954b3d-61d4-46ad-b16e-778c81cf5963", "address": "fa:16:3e:59:1f:6c", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1954b3d-61", "ovs_interfaceid": "a1954b3d-61d4-46ad-b16e-778c81cf5963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d91b3fa3-3689-4fb9-9893-aa153373230e", "address": "fa:16:3e:c9:3f:fb", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91b3fa3-36", "ovs_interfaceid": "d91b3fa3-3689-4fb9-9893-aa153373230e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.885097] env[62683]: DEBUG nova.network.neutron [req-4aed9c06-f5e7-4cf7-ba07-396bc2f7b31f req-c92fa935-7775-4715-9376-101b802bcd5b service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Updated VIF entry in instance network info cache for port c055bd82-c2a6-4432-b263-e3fdbe28e220. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1862.885557] env[62683]: DEBUG nova.network.neutron [req-4aed9c06-f5e7-4cf7-ba07-396bc2f7b31f req-c92fa935-7775-4715-9376-101b802bcd5b service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Updating instance_info_cache with network_info: [{"id": "c055bd82-c2a6-4432-b263-e3fdbe28e220", "address": "fa:16:3e:32:82:91", "network": {"id": "737d9155-3c87-468d-87f9-6ec56b027fac", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1914812503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056af4ae71cd4ea7b44ca89367d94afe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc055bd82-c2", "ovs_interfaceid": "c055bd82-c2a6-4432-b263-e3fdbe28e220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.072709] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8df6066c-2d33-4d25-b374-2187e0a63ce1 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.157269] env[62683]: DEBUG oslo_vmware.api [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.229883] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.287676] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410bfc77-a0d7-40d8-84ca-03f3d3264af6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.295912] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86be4b15-d75c-44bc-bb26-7b14770bcc46 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.326944] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cb23c4-8fc6-419e-9421-e93477c44cca {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.334301] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3deb068e-de44-4985-8d4f-d673f2d1830a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.347780] env[62683]: DEBUG nova.compute.provider_tree [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1863.367059] env[62683]: DEBUG oslo_concurrency.lockutils [req-b1584044-f606-46ae-b4bc-e35442cf21ea req-b7cc309a-ab8d-40b0-900e-464bdcc6faf0 service nova] Releasing lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.388687] env[62683]: DEBUG oslo_concurrency.lockutils [req-4aed9c06-f5e7-4cf7-ba07-396bc2f7b31f req-c92fa935-7775-4715-9376-101b802bcd5b service nova] Releasing lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.466068] env[62683]: DEBUG oslo_concurrency.lockutils [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Acquiring lock "f3c3d6c9-1177-4a41-b80f-b884fd2d1aec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.466320] env[62683]: DEBUG oslo_concurrency.lockutils [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Lock "f3c3d6c9-1177-4a41-b80f-b884fd2d1aec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.658928] env[62683]: DEBUG oslo_vmware.api [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.850738] env[62683]: DEBUG nova.scheduler.client.report [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1863.968525] env[62683]: DEBUG nova.compute.manager [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1864.022922] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1864.023185] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1864.023383] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Deleting the datastore file [datastore1] 3732e8f2-47fd-4edc-9b71-3b04c9ef6718 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1864.023659] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57fc4225-776f-486e-b801-80b69e2f7f40 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.031373] env[62683]: DEBUG oslo_vmware.api [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for the task: (returnval){ [ 1864.031373] env[62683]: value = "task-1799756" [ 1864.031373] env[62683]: _type = "Task" [ 1864.031373] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.040170] env[62683]: DEBUG oslo_vmware.api [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.079119] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df6066c-2d33-4d25-b374-2187e0a63ce1 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1864.079119] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c761fb5-f62c-4aa4-b896-2aed7bb19551 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.087462] env[62683]: DEBUG oslo_vmware.api [None req-8df6066c-2d33-4d25-b374-2187e0a63ce1 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 1864.087462] env[62683]: value = "task-1799757" [ 1864.087462] env[62683]: _type = "Task" [ 1864.087462] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.096199] env[62683]: DEBUG oslo_vmware.api [None req-8df6066c-2d33-4d25-b374-2187e0a63ce1 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.159486] env[62683]: DEBUG oslo_vmware.api [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.355527] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.356090] env[62683]: DEBUG nova.compute.manager [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1864.358694] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.129s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.360133] env[62683]: INFO nova.compute.claims [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1864.490161] env[62683]: DEBUG oslo_concurrency.lockutils [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.541717] env[62683]: DEBUG oslo_vmware.api [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Task: {'id': task-1799756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178916} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.541972] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1864.542174] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1864.542355] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1864.542525] env[62683]: INFO nova.compute.manager [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1864.542757] env[62683]: DEBUG oslo.service.loopingcall [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.542938] env[62683]: DEBUG nova.compute.manager [-] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1864.543045] env[62683]: DEBUG nova.network.neutron [-] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1864.596882] env[62683]: DEBUG oslo_vmware.api [None req-8df6066c-2d33-4d25-b374-2187e0a63ce1 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799757, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.659552] env[62683]: DEBUG oslo_vmware.api [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.772013] env[62683]: DEBUG nova.compute.manager [req-f048abf8-27a3-4af9-84a5-f5493d8dd471 req-f62ba04e-8e13-42f2-83c2-7718f3904b02 service nova] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Received event network-vif-deleted-2669a3eb-9ea6-4ebf-9812-c2b3b93d3696 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1864.772238] env[62683]: INFO nova.compute.manager [req-f048abf8-27a3-4af9-84a5-f5493d8dd471 req-f62ba04e-8e13-42f2-83c2-7718f3904b02 service nova] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Neutron deleted interface 2669a3eb-9ea6-4ebf-9812-c2b3b93d3696; detaching it from the instance and deleting it from the info cache [ 1864.772417] env[62683]: DEBUG nova.network.neutron [req-f048abf8-27a3-4af9-84a5-f5493d8dd471 req-f62ba04e-8e13-42f2-83c2-7718f3904b02 service nova] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.864090] env[62683]: DEBUG nova.compute.utils [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1864.867804] env[62683]: DEBUG nova.compute.manager [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1864.867804] env[62683]: DEBUG nova.network.neutron [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1864.905327] env[62683]: DEBUG nova.policy [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93ffe03d396f44fa9571d729899f001a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ca7d50b713a49d6a47443b66ce211ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1865.100210] env[62683]: DEBUG oslo_vmware.api [None req-8df6066c-2d33-4d25-b374-2187e0a63ce1 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799757, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.162224] env[62683]: DEBUG oslo_vmware.api [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.198353] env[62683]: DEBUG nova.network.neutron [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Successfully created port: 16c6033f-cf10-470c-a11e-401281963cd3 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1865.253129] env[62683]: DEBUG nova.network.neutron [-] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.277030] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a387739f-11d0-4fc2-b457-a1c323e1f29b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.285387] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07666ff1-1d8c-4be4-9236-f71e9f04b200 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.319074] env[62683]: DEBUG nova.compute.manager [req-f048abf8-27a3-4af9-84a5-f5493d8dd471 req-f62ba04e-8e13-42f2-83c2-7718f3904b02 service nova] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Detach interface failed, port_id=2669a3eb-9ea6-4ebf-9812-c2b3b93d3696, reason: Instance 3732e8f2-47fd-4edc-9b71-3b04c9ef6718 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1865.371114] env[62683]: DEBUG nova.compute.manager [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1865.566024] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165a8705-82de-410c-980c-c3be4c63dffa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.573480] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6dd5ef-a343-4865-8218-1aa5d0bb2601 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.606848] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4413c668-c538-4bae-add4-5ddf6a5167bf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.615259] env[62683]: DEBUG oslo_vmware.api [None req-8df6066c-2d33-4d25-b374-2187e0a63ce1 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799757, 'name': PowerOnVM_Task, 'duration_secs': 1.439218} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.617194] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df6066c-2d33-4d25-b374-2187e0a63ce1 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1865.617410] env[62683]: DEBUG nova.compute.manager [None req-8df6066c-2d33-4d25-b374-2187e0a63ce1 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1865.618230] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e146284-ac63-43db-8087-0ae1377d816c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.621420] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0fd5ac-a903-465f-8d59-5047c82e8c80 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.640029] env[62683]: DEBUG nova.compute.provider_tree [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1865.661047] env[62683]: DEBUG oslo_vmware.api [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.757467] env[62683]: INFO nova.compute.manager [-] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Took 1.21 seconds to deallocate network for instance. [ 1866.145065] env[62683]: DEBUG nova.scheduler.client.report [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1866.161839] env[62683]: DEBUG oslo_vmware.api [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.266057] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.380033] env[62683]: DEBUG nova.compute.manager [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1866.408411] env[62683]: DEBUG nova.virt.hardware [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1866.408676] env[62683]: DEBUG nova.virt.hardware [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1866.408836] env[62683]: DEBUG nova.virt.hardware [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1866.409035] env[62683]: DEBUG nova.virt.hardware [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1866.409194] env[62683]: DEBUG nova.virt.hardware [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1866.409388] env[62683]: DEBUG nova.virt.hardware [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1866.409607] env[62683]: DEBUG nova.virt.hardware [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1866.409765] env[62683]: DEBUG nova.virt.hardware [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1866.409945] env[62683]: DEBUG nova.virt.hardware [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1866.410123] env[62683]: DEBUG nova.virt.hardware [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1866.410303] env[62683]: DEBUG nova.virt.hardware [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1866.411200] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d86b21-78b5-4fb9-8777-33a1d6d03eb9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.420090] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c07c781-8797-4954-90ef-e3831018f07a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.650964] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.651361] env[62683]: DEBUG nova.compute.manager [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1866.659018] env[62683]: DEBUG oslo_concurrency.lockutils [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.165s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.659018] env[62683]: INFO nova.compute.claims [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1866.673480] env[62683]: DEBUG oslo_vmware.api [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.775647] env[62683]: DEBUG nova.network.neutron [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Successfully updated port: 16c6033f-cf10-470c-a11e-401281963cd3 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1866.802229] env[62683]: DEBUG nova.compute.manager [req-fd2a1263-ecb5-4888-9a04-aa2e20abb45f req-fd8d1982-ddfa-4e23-9bb2-e57d6d86d998 service nova] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Received event network-vif-plugged-16c6033f-cf10-470c-a11e-401281963cd3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1866.802229] env[62683]: DEBUG oslo_concurrency.lockutils [req-fd2a1263-ecb5-4888-9a04-aa2e20abb45f req-fd8d1982-ddfa-4e23-9bb2-e57d6d86d998 service nova] Acquiring lock "4c54f777-3270-49a1-8734-9423c8d66bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.802229] env[62683]: DEBUG oslo_concurrency.lockutils [req-fd2a1263-ecb5-4888-9a04-aa2e20abb45f req-fd8d1982-ddfa-4e23-9bb2-e57d6d86d998 service nova] Lock "4c54f777-3270-49a1-8734-9423c8d66bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.802229] env[62683]: DEBUG oslo_concurrency.lockutils [req-fd2a1263-ecb5-4888-9a04-aa2e20abb45f req-fd8d1982-ddfa-4e23-9bb2-e57d6d86d998 service nova] Lock "4c54f777-3270-49a1-8734-9423c8d66bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.802229] env[62683]: DEBUG nova.compute.manager [req-fd2a1263-ecb5-4888-9a04-aa2e20abb45f req-fd8d1982-ddfa-4e23-9bb2-e57d6d86d998 service nova] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] No waiting events found dispatching network-vif-plugged-16c6033f-cf10-470c-a11e-401281963cd3 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1866.802229] env[62683]: WARNING nova.compute.manager [req-fd2a1263-ecb5-4888-9a04-aa2e20abb45f req-fd8d1982-ddfa-4e23-9bb2-e57d6d86d998 service nova] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Received unexpected event network-vif-plugged-16c6033f-cf10-470c-a11e-401281963cd3 for instance with vm_state building and task_state spawning. [ 1866.802457] env[62683]: DEBUG nova.compute.manager [req-fd2a1263-ecb5-4888-9a04-aa2e20abb45f req-fd8d1982-ddfa-4e23-9bb2-e57d6d86d998 service nova] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Received event network-changed-16c6033f-cf10-470c-a11e-401281963cd3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1866.802598] env[62683]: DEBUG nova.compute.manager [req-fd2a1263-ecb5-4888-9a04-aa2e20abb45f req-fd8d1982-ddfa-4e23-9bb2-e57d6d86d998 service nova] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Refreshing instance network info cache due to event network-changed-16c6033f-cf10-470c-a11e-401281963cd3. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1866.802699] env[62683]: DEBUG oslo_concurrency.lockutils [req-fd2a1263-ecb5-4888-9a04-aa2e20abb45f req-fd8d1982-ddfa-4e23-9bb2-e57d6d86d998 service nova] Acquiring lock "refresh_cache-4c54f777-3270-49a1-8734-9423c8d66bcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.802840] env[62683]: DEBUG oslo_concurrency.lockutils [req-fd2a1263-ecb5-4888-9a04-aa2e20abb45f req-fd8d1982-ddfa-4e23-9bb2-e57d6d86d998 service nova] Acquired lock "refresh_cache-4c54f777-3270-49a1-8734-9423c8d66bcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.803230] env[62683]: DEBUG nova.network.neutron [req-fd2a1263-ecb5-4888-9a04-aa2e20abb45f req-fd8d1982-ddfa-4e23-9bb2-e57d6d86d998 service nova] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Refreshing network info cache for port 16c6033f-cf10-470c-a11e-401281963cd3 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1867.157086] env[62683]: DEBUG nova.compute.utils [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1867.158591] env[62683]: DEBUG nova.compute.manager [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1867.158806] env[62683]: DEBUG nova.network.neutron [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1867.171774] env[62683]: DEBUG oslo_vmware.api [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799753, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.201433] env[62683]: DEBUG nova.policy [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '218a8ecfb41f4485b41c7d40d3f41076', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78a369676a4a4b55a44a6a092b844550', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1867.278710] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "refresh_cache-4c54f777-3270-49a1-8734-9423c8d66bcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.343832] env[62683]: DEBUG nova.network.neutron [req-fd2a1263-ecb5-4888-9a04-aa2e20abb45f req-fd8d1982-ddfa-4e23-9bb2-e57d6d86d998 service nova] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1867.417699] env[62683]: DEBUG nova.network.neutron [req-fd2a1263-ecb5-4888-9a04-aa2e20abb45f req-fd8d1982-ddfa-4e23-9bb2-e57d6d86d998 service nova] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.523746] env[62683]: DEBUG nova.network.neutron [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Successfully created port: c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1867.661915] env[62683]: DEBUG nova.compute.manager [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1867.679220] env[62683]: DEBUG oslo_vmware.api [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799753, 'name': ReconfigVM_Task, 'duration_secs': 5.937939} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.679730] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.679936] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Reconfigured VM to detach interface {{(pid=62683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1867.871925] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b06f36-070d-4124-8258-597393cb84fa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.880715] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a0cd31-3e8a-45ff-bd20-65ce38f9f890 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.915839] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f223b15-288d-4512-acac-53634816c656 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.920291] env[62683]: DEBUG oslo_concurrency.lockutils [req-fd2a1263-ecb5-4888-9a04-aa2e20abb45f req-fd8d1982-ddfa-4e23-9bb2-e57d6d86d998 service nova] Releasing lock "refresh_cache-4c54f777-3270-49a1-8734-9423c8d66bcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.920593] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "refresh_cache-4c54f777-3270-49a1-8734-9423c8d66bcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.920764] env[62683]: DEBUG nova.network.neutron [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1867.925174] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109cbd1e-0471-4405-93cc-a21cc5171a26 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.940654] env[62683]: DEBUG nova.compute.provider_tree [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1868.170144] env[62683]: INFO nova.virt.block_device [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Booting with volume b95ac314-8f1b-4ad9-9470-d7e56cd5abe8 at /dev/sda [ 1868.206148] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2888328d-5dd3-440f-900c-ae1d3d3cd205 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.216044] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fcc0f8-57c8-4c43-bf83-fd34af70ae7a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.250023] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c5c2ec2-70a0-48bd-9f62-01eb0a6fec2c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.257777] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86abc30-89e3-440f-9716-bc1e1431aa7e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.288301] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d67489-9793-4ade-b550-32b428cf1d69 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.294634] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e846a799-9b8c-43c4-b52a-fb5c4ada2dce {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.308092] env[62683]: DEBUG nova.virt.block_device [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Updating existing volume attachment record: c50d4c1f-5022-45e3-a816-1dfd22755fe6 {{(pid=62683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1868.443880] env[62683]: DEBUG nova.scheduler.client.report [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1868.459782] env[62683]: DEBUG nova.network.neutron [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1868.600377] env[62683]: DEBUG nova.network.neutron [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Updating instance_info_cache with network_info: [{"id": "16c6033f-cf10-470c-a11e-401281963cd3", "address": "fa:16:3e:cc:f2:88", "network": {"id": "1cea5dfe-2e10-4cc4-9392-59ce785ac150", "bridge": "br-int", "label": "tempest-ServersTestJSON-1799756983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca7d50b713a49d6a47443b66ce211ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c6033f-cf", "ovs_interfaceid": "16c6033f-cf10-470c-a11e-401281963cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.925843] env[62683]: DEBUG nova.compute.manager [req-34bba1a7-6e35-4319-a155-813f93c1f0fa req-f8385a56-238d-44c2-92f5-17d216653473 service nova] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Received event network-vif-plugged-c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1868.926086] env[62683]: DEBUG oslo_concurrency.lockutils [req-34bba1a7-6e35-4319-a155-813f93c1f0fa req-f8385a56-238d-44c2-92f5-17d216653473 service nova] Acquiring lock "eae96523-6a97-447d-bcd9-f1bd57abdf21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.926720] env[62683]: DEBUG oslo_concurrency.lockutils [req-34bba1a7-6e35-4319-a155-813f93c1f0fa req-f8385a56-238d-44c2-92f5-17d216653473 service nova] Lock "eae96523-6a97-447d-bcd9-f1bd57abdf21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.927100] env[62683]: DEBUG oslo_concurrency.lockutils [req-34bba1a7-6e35-4319-a155-813f93c1f0fa req-f8385a56-238d-44c2-92f5-17d216653473 service nova] Lock "eae96523-6a97-447d-bcd9-f1bd57abdf21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.927320] env[62683]: DEBUG nova.compute.manager [req-34bba1a7-6e35-4319-a155-813f93c1f0fa req-f8385a56-238d-44c2-92f5-17d216653473 service nova] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] No waiting events found dispatching network-vif-plugged-c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1868.927535] env[62683]: WARNING nova.compute.manager [req-34bba1a7-6e35-4319-a155-813f93c1f0fa req-f8385a56-238d-44c2-92f5-17d216653473 service nova] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Received unexpected event network-vif-plugged-c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394 for instance with vm_state building and task_state block_device_mapping. [ 1868.951690] env[62683]: DEBUG oslo_concurrency.lockutils [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.952250] env[62683]: DEBUG nova.compute.manager [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1868.954823] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.690s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.956473] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.980405] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.980585] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquired lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.980780] env[62683]: DEBUG nova.network.neutron [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1868.990082] env[62683]: INFO nova.scheduler.client.report [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Deleted allocations for instance 3732e8f2-47fd-4edc-9b71-3b04c9ef6718 [ 1869.029858] env[62683]: DEBUG nova.network.neutron [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Successfully updated port: c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1869.103681] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "refresh_cache-4c54f777-3270-49a1-8734-9423c8d66bcc" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.104356] env[62683]: DEBUG nova.compute.manager [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Instance network_info: |[{"id": "16c6033f-cf10-470c-a11e-401281963cd3", "address": "fa:16:3e:cc:f2:88", "network": {"id": "1cea5dfe-2e10-4cc4-9392-59ce785ac150", "bridge": "br-int", "label": "tempest-ServersTestJSON-1799756983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca7d50b713a49d6a47443b66ce211ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c6033f-cf", "ovs_interfaceid": "16c6033f-cf10-470c-a11e-401281963cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1869.104510] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:f2:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16c6033f-cf10-470c-a11e-401281963cd3', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1869.112773] env[62683]: DEBUG oslo.service.loopingcall [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1869.112773] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1869.112773] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-505d3f0c-5c50-4e7c-b4a2-791fccd0396c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.134786] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1869.134786] env[62683]: value = "task-1799758" [ 1869.134786] env[62683]: _type = "Task" [ 1869.134786] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.148720] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799758, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.459161] env[62683]: DEBUG nova.compute.utils [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1869.461519] env[62683]: DEBUG nova.compute.manager [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Not allocating networking since 'none' was specified. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1869.500944] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8ed2275f-6f57-4fa9-b324-f44e97ff4799 tempest-DeleteServersTestJSON-1294318907 tempest-DeleteServersTestJSON-1294318907-project-member] Lock "3732e8f2-47fd-4edc-9b71-3b04c9ef6718" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.723s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.537169] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "refresh_cache-eae96523-6a97-447d-bcd9-f1bd57abdf21" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.537454] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired lock "refresh_cache-eae96523-6a97-447d-bcd9-f1bd57abdf21" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.537656] env[62683]: DEBUG nova.network.neutron [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1869.539201] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.539526] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.539882] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.540095] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.540376] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.542695] env[62683]: INFO nova.compute.manager [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Terminating instance [ 1869.645899] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799758, 'name': CreateVM_Task, 'duration_secs': 0.437646} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.646084] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1869.646733] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.646901] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.647223] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1869.647469] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f855f83b-a9cf-4862-8001-7f1c79a6fab0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.652073] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1869.652073] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b145da-2803-e615-bac0-3ee74cbe3dae" [ 1869.652073] env[62683]: _type = "Task" [ 1869.652073] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.660067] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b145da-2803-e615-bac0-3ee74cbe3dae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.736990] env[62683]: INFO nova.network.neutron [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Port d91b3fa3-3689-4fb9-9893-aa153373230e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1869.737403] env[62683]: DEBUG nova.network.neutron [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Updating instance_info_cache with network_info: [{"id": "a1954b3d-61d4-46ad-b16e-778c81cf5963", "address": "fa:16:3e:59:1f:6c", "network": {"id": "9de2292d-427f-49ca-a40c-3d1495931eda", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2087989590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca9f7c09de541ceb601bd7c6303dcfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1954b3d-61", "ovs_interfaceid": "a1954b3d-61d4-46ad-b16e-778c81cf5963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.963420] env[62683]: DEBUG nova.compute.manager [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1870.047166] env[62683]: DEBUG nova.compute.manager [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1870.047389] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1870.048337] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fddc89-a8c4-47de-afb8-246ed9eaa576 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.058591] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1870.058835] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72ae43c5-7c20-4ff6-973e-2254f9be0f7a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.066139] env[62683]: DEBUG oslo_vmware.api [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1870.066139] env[62683]: value = "task-1799759" [ 1870.066139] env[62683]: _type = "Task" [ 1870.066139] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.072067] env[62683]: DEBUG nova.network.neutron [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1870.078630] env[62683]: DEBUG oslo_vmware.api [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.164407] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52b145da-2803-e615-bac0-3ee74cbe3dae, 'name': SearchDatastore_Task, 'duration_secs': 0.010027} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.164755] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.164991] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1870.165257] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.165404] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.165580] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1870.166287] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b76022c-f839-48d6-bceb-53e670e4633a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.188876] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1870.189081] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1870.189864] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa6ea7e-b4e2-48b7-9a0a-fa6c7478083c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.197284] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1870.197284] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5275ee31-b179-1498-ff18-67c5e600905c" [ 1870.197284] env[62683]: _type = "Task" [ 1870.197284] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.204524] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5275ee31-b179-1498-ff18-67c5e600905c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.240424] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Releasing lock "refresh_cache-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.390580] env[62683]: DEBUG nova.compute.manager [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1870.391135] env[62683]: DEBUG nova.virt.hardware [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1870.391572] env[62683]: DEBUG nova.virt.hardware [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1870.391572] env[62683]: DEBUG nova.virt.hardware [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1870.391741] env[62683]: DEBUG nova.virt.hardware [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1870.391890] env[62683]: DEBUG nova.virt.hardware [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1870.392058] env[62683]: DEBUG nova.virt.hardware [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1870.392272] env[62683]: DEBUG nova.virt.hardware [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1870.392437] env[62683]: DEBUG nova.virt.hardware [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1870.392629] env[62683]: DEBUG nova.virt.hardware [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1870.392791] env[62683]: DEBUG nova.virt.hardware [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1870.392961] env[62683]: DEBUG nova.virt.hardware [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1870.393831] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef19fc0e-ce3d-4856-9352-ed0c1a620d85 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.403071] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff892237-6c1c-4630-b4fb-b5efa6ce0065 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.441774] env[62683]: DEBUG nova.network.neutron [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Updating instance_info_cache with network_info: [{"id": "c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394", "address": "fa:16:3e:5a:67:b8", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f4d3c6-c8", "ovs_interfaceid": "c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.577331] env[62683]: DEBUG oslo_vmware.api [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799759, 'name': PowerOffVM_Task, 'duration_secs': 0.488793} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.577670] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1870.577751] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1870.577992] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4ec8e5f-32ba-478c-9de2-a928f3d75b33 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.707075] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5275ee31-b179-1498-ff18-67c5e600905c, 'name': SearchDatastore_Task, 'duration_secs': 0.010292} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.707947] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1f41a5e-f91e-4ed0-be48-cea36cc692a3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.713649] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1870.713649] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]529d0373-d0ab-5637-ec09-e5eb9a83a181" [ 1870.713649] env[62683]: _type = "Task" [ 1870.713649] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.721947] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]529d0373-d0ab-5637-ec09-e5eb9a83a181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.748308] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c28c067f-3453-41c5-a289-b8c799231b22 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "interface-8d2f0523-35eb-4d6b-b656-8fdccb16e9ec-d91b3fa3-3689-4fb9-9893-aa153373230e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.686s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.750846] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1870.751088] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1870.751418] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Deleting the datastore file [datastore1] 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1870.751987] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc717f1b-dc92-43a6-892f-5b1e04bea816 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.758837] env[62683]: DEBUG oslo_vmware.api [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1870.758837] env[62683]: value = "task-1799762" [ 1870.758837] env[62683]: _type = "Task" [ 1870.758837] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.768407] env[62683]: DEBUG oslo_vmware.api [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.944638] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Releasing lock "refresh_cache-eae96523-6a97-447d-bcd9-f1bd57abdf21" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.944998] env[62683]: DEBUG nova.compute.manager [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Instance network_info: |[{"id": "c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394", "address": "fa:16:3e:5a:67:b8", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f4d3c6-c8", "ovs_interfaceid": "c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1870.945455] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:67:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1870.953147] env[62683]: DEBUG oslo.service.loopingcall [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1870.953377] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1870.953617] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07f60dbe-5984-42ee-8d15-616d2acd65cc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.969745] env[62683]: DEBUG nova.compute.manager [req-4f8ca845-e266-4d67-90b8-9217e9460f52 req-22c5d1a4-005d-423c-a90e-5ab8fbb49a29 service nova] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Received event network-changed-c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1870.969923] env[62683]: DEBUG nova.compute.manager [req-4f8ca845-e266-4d67-90b8-9217e9460f52 req-22c5d1a4-005d-423c-a90e-5ab8fbb49a29 service nova] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Refreshing instance network info cache due to event network-changed-c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1870.970146] env[62683]: DEBUG oslo_concurrency.lockutils [req-4f8ca845-e266-4d67-90b8-9217e9460f52 req-22c5d1a4-005d-423c-a90e-5ab8fbb49a29 service nova] Acquiring lock "refresh_cache-eae96523-6a97-447d-bcd9-f1bd57abdf21" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.970290] env[62683]: DEBUG oslo_concurrency.lockutils [req-4f8ca845-e266-4d67-90b8-9217e9460f52 req-22c5d1a4-005d-423c-a90e-5ab8fbb49a29 service nova] Acquired lock "refresh_cache-eae96523-6a97-447d-bcd9-f1bd57abdf21" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.970448] env[62683]: DEBUG nova.network.neutron [req-4f8ca845-e266-4d67-90b8-9217e9460f52 req-22c5d1a4-005d-423c-a90e-5ab8fbb49a29 service nova] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Refreshing network info cache for port c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1870.972882] env[62683]: DEBUG nova.compute.manager [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1870.983604] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1870.983604] env[62683]: value = "task-1799763" [ 1870.983604] env[62683]: _type = "Task" [ 1870.983604] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.992098] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799763, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.999739] env[62683]: DEBUG nova.virt.hardware [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1870.999960] env[62683]: DEBUG nova.virt.hardware [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1871.000136] env[62683]: DEBUG nova.virt.hardware [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1871.000326] env[62683]: DEBUG nova.virt.hardware [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1871.000485] env[62683]: DEBUG nova.virt.hardware [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1871.000667] env[62683]: DEBUG nova.virt.hardware [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1871.000895] env[62683]: DEBUG nova.virt.hardware [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1871.001079] env[62683]: DEBUG nova.virt.hardware [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1871.001258] env[62683]: DEBUG nova.virt.hardware [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1871.001421] env[62683]: DEBUG nova.virt.hardware [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1871.001601] env[62683]: DEBUG nova.virt.hardware [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1871.002386] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e612f1d-ce0c-4c96-b5cb-bacfa95c2cfd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.010294] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9821e4db-e34c-49e0-beaa-e6e81ff282c6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.024536] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Instance VIF info [] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1871.030185] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Creating folder: Project (918c2ff58cb34f38a64cced7266bf232). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1871.030513] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-119f360c-8c11-47c9-9098-e2ea7f5312ac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.043594] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Created folder: Project (918c2ff58cb34f38a64cced7266bf232) in parent group-v372889. [ 1871.043935] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Creating folder: Instances. Parent ref: group-v373192. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1871.044470] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6598ebdd-082d-43c7-b98f-f46e4580a286 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.059756] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Created folder: Instances in parent group-v373192. [ 1871.060016] env[62683]: DEBUG oslo.service.loopingcall [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1871.060434] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1871.060434] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1282945-07b7-4fba-a9f0-168d57e11f29 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.078824] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1871.078824] env[62683]: value = "task-1799766" [ 1871.078824] env[62683]: _type = "Task" [ 1871.078824] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.092530] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799766, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.225430] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]529d0373-d0ab-5637-ec09-e5eb9a83a181, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.225701] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.225969] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 4c54f777-3270-49a1-8734-9423c8d66bcc/4c54f777-3270-49a1-8734-9423c8d66bcc.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1871.226257] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-876672f0-fd71-4734-a927-7254548e6328 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.233349] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1871.233349] env[62683]: value = "task-1799767" [ 1871.233349] env[62683]: _type = "Task" [ 1871.233349] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.242242] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.269090] env[62683]: DEBUG oslo_vmware.api [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163685} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.269320] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1871.269508] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1871.269686] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1871.269863] env[62683]: INFO nova.compute.manager [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1871.270120] env[62683]: DEBUG oslo.service.loopingcall [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1871.270318] env[62683]: DEBUG nova.compute.manager [-] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1871.270415] env[62683]: DEBUG nova.network.neutron [-] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1871.495528] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799763, 'name': CreateVM_Task, 'duration_secs': 0.391684} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.495723] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1871.497986] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373189', 'volume_id': 'b95ac314-8f1b-4ad9-9470-d7e56cd5abe8', 'name': 'volume-b95ac314-8f1b-4ad9-9470-d7e56cd5abe8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'eae96523-6a97-447d-bcd9-f1bd57abdf21', 'attached_at': '', 'detached_at': '', 'volume_id': 'b95ac314-8f1b-4ad9-9470-d7e56cd5abe8', 'serial': 'b95ac314-8f1b-4ad9-9470-d7e56cd5abe8'}, 'mount_device': '/dev/sda', 'attachment_id': 'c50d4c1f-5022-45e3-a816-1dfd22755fe6', 'volume_type': None}], 'swap': None} {{(pid=62683) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1871.498236] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Root volume attach. Driver type: vmdk {{(pid=62683) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1871.499442] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff08f933-de02-4e67-b6a4-2d5cc81cb250 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.514776] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acffba8-b1ee-4c32-91d1-054ddb09b2b5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.523388] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d90ec7-ead1-4c8f-b73d-8d10fd179ec0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.532026] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ffe3365e-65f2-4400-b87e-6236a1d140c1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.539335] env[62683]: DEBUG oslo_vmware.api [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1871.539335] env[62683]: value = "task-1799768" [ 1871.539335] env[62683]: _type = "Task" [ 1871.539335] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.548446] env[62683]: DEBUG oslo_vmware.api [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799768, 'name': RelocateVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.591741] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799766, 'name': CreateVM_Task, 'duration_secs': 0.326119} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.592177] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1871.592536] env[62683]: DEBUG oslo_concurrency.lockutils [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.592756] env[62683]: DEBUG oslo_concurrency.lockutils [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.593078] env[62683]: DEBUG oslo_concurrency.lockutils [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1871.593341] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac4eb2ca-5e39-4a91-9918-a3d5a80a6bee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.598731] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for the task: (returnval){ [ 1871.598731] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e6f64d-2238-c960-b2c2-c3039483793c" [ 1871.598731] env[62683]: _type = "Task" [ 1871.598731] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.607294] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e6f64d-2238-c960-b2c2-c3039483793c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.744579] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799767, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.802558] env[62683]: DEBUG nova.network.neutron [req-4f8ca845-e266-4d67-90b8-9217e9460f52 req-22c5d1a4-005d-423c-a90e-5ab8fbb49a29 service nova] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Updated VIF entry in instance network info cache for port c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1871.802558] env[62683]: DEBUG nova.network.neutron [req-4f8ca845-e266-4d67-90b8-9217e9460f52 req-22c5d1a4-005d-423c-a90e-5ab8fbb49a29 service nova] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Updating instance_info_cache with network_info: [{"id": "c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394", "address": "fa:16:3e:5a:67:b8", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f4d3c6-c8", "ovs_interfaceid": "c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.052039] env[62683]: DEBUG oslo_vmware.api [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799768, 'name': RelocateVM_Task, 'duration_secs': 0.500469} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.052039] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Volume attach. Driver type: vmdk {{(pid=62683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1872.052039] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373189', 'volume_id': 'b95ac314-8f1b-4ad9-9470-d7e56cd5abe8', 'name': 'volume-b95ac314-8f1b-4ad9-9470-d7e56cd5abe8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'eae96523-6a97-447d-bcd9-f1bd57abdf21', 'attached_at': '', 'detached_at': '', 'volume_id': 'b95ac314-8f1b-4ad9-9470-d7e56cd5abe8', 'serial': 'b95ac314-8f1b-4ad9-9470-d7e56cd5abe8'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1872.052628] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3f0948-f129-40df-974a-3ea4420a62c5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.073768] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9092e2-d2f5-4022-8f39-12e9bc956e90 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.103149] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-b95ac314-8f1b-4ad9-9470-d7e56cd5abe8/volume-b95ac314-8f1b-4ad9-9470-d7e56cd5abe8.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1872.104691] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-624b9dda-03f4-4fe6-8932-e4f2b342f90a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.137087] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e6f64d-2238-c960-b2c2-c3039483793c, 'name': SearchDatastore_Task, 'duration_secs': 0.131185} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.139047] env[62683]: DEBUG oslo_concurrency.lockutils [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.139458] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1872.140416] env[62683]: DEBUG oslo_concurrency.lockutils [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.140416] env[62683]: DEBUG oslo_concurrency.lockutils [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.140416] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1872.140868] env[62683]: DEBUG oslo_vmware.api [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1872.140868] env[62683]: value = "task-1799769" [ 1872.140868] env[62683]: _type = "Task" [ 1872.140868] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.141194] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0207bc7e-d744-40ad-9574-97d5e310692a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.155979] env[62683]: DEBUG oslo_vmware.api [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.157283] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1872.157482] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1872.158283] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a51f845-fba0-47f5-b2a0-5e0765ebc761 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.164311] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for the task: (returnval){ [ 1872.164311] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5299b801-da53-6366-9759-42061df76b59" [ 1872.164311] env[62683]: _type = "Task" [ 1872.164311] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.174045] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5299b801-da53-6366-9759-42061df76b59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.244973] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.944708} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.244973] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 4c54f777-3270-49a1-8734-9423c8d66bcc/4c54f777-3270-49a1-8734-9423c8d66bcc.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1872.245247] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1872.245396] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28b63d9a-74a2-4176-8e76-76e8da23e32a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.254810] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1872.254810] env[62683]: value = "task-1799770" [ 1872.254810] env[62683]: _type = "Task" [ 1872.254810] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.267315] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.304186] env[62683]: DEBUG oslo_concurrency.lockutils [req-4f8ca845-e266-4d67-90b8-9217e9460f52 req-22c5d1a4-005d-423c-a90e-5ab8fbb49a29 service nova] Releasing lock "refresh_cache-eae96523-6a97-447d-bcd9-f1bd57abdf21" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.578364] env[62683]: DEBUG nova.network.neutron [-] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.656676] env[62683]: DEBUG oslo_vmware.api [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799769, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.674668] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5299b801-da53-6366-9759-42061df76b59, 'name': SearchDatastore_Task, 'duration_secs': 0.012881} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.675424] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d346a67-974f-4d2f-9ee7-4706678318f9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.682819] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for the task: (returnval){ [ 1872.682819] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c4e295-15b5-edd1-0b25-4908ccc01e89" [ 1872.682819] env[62683]: _type = "Task" [ 1872.682819] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.692809] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c4e295-15b5-edd1-0b25-4908ccc01e89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.765042] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074213} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.765325] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1872.766113] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214bf529-53c2-4a32-bf24-71b0cc8842d1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.789101] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 4c54f777-3270-49a1-8734-9423c8d66bcc/4c54f777-3270-49a1-8734-9423c8d66bcc.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1872.789314] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e44b96b5-2a87-434c-94d2-1ead9a970048 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.809587] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1872.809587] env[62683]: value = "task-1799771" [ 1872.809587] env[62683]: _type = "Task" [ 1872.809587] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.819843] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.986758] env[62683]: DEBUG nova.compute.manager [req-1a865813-9016-4b31-8882-5094fb79cb61 req-3523f6e2-0a9c-4bba-b1f9-78a59789122f service nova] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Received event network-vif-deleted-a1954b3d-61d4-46ad-b16e-778c81cf5963 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1873.081529] env[62683]: INFO nova.compute.manager [-] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Took 1.81 seconds to deallocate network for instance. [ 1873.155827] env[62683]: DEBUG oslo_vmware.api [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799769, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.193887] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52c4e295-15b5-edd1-0b25-4908ccc01e89, 'name': SearchDatastore_Task, 'duration_secs': 0.015109} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.194226] env[62683]: DEBUG oslo_concurrency.lockutils [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.194533] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] f3c3d6c9-1177-4a41-b80f-b884fd2d1aec/f3c3d6c9-1177-4a41-b80f-b884fd2d1aec.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1873.194837] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6ef4807-075c-4760-9187-e9eb582bb4be {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.203309] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for the task: (returnval){ [ 1873.203309] env[62683]: value = "task-1799772" [ 1873.203309] env[62683]: _type = "Task" [ 1873.203309] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.212706] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.322932] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799771, 'name': ReconfigVM_Task, 'duration_secs': 0.311355} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.326021] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 4c54f777-3270-49a1-8734-9423c8d66bcc/4c54f777-3270-49a1-8734-9423c8d66bcc.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1873.326021] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99d4be53-5656-4459-9a0a-0008e0ecc9c0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.333457] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1873.333457] env[62683]: value = "task-1799773" [ 1873.333457] env[62683]: _type = "Task" [ 1873.333457] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.345639] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799773, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.588989] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.589393] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.589659] env[62683]: DEBUG nova.objects.instance [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lazy-loading 'resources' on Instance uuid 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1873.658642] env[62683]: DEBUG oslo_vmware.api [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799769, 'name': ReconfigVM_Task, 'duration_secs': 1.448777} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.658985] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-b95ac314-8f1b-4ad9-9470-d7e56cd5abe8/volume-b95ac314-8f1b-4ad9-9470-d7e56cd5abe8.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1873.664893] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4fe5ab1-544b-47bc-ba21-b8244ef92503 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.684278] env[62683]: DEBUG oslo_vmware.api [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1873.684278] env[62683]: value = "task-1799774" [ 1873.684278] env[62683]: _type = "Task" [ 1873.684278] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.694770] env[62683]: DEBUG oslo_vmware.api [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.714093] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799772, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.845847] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799773, 'name': Rename_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.199649] env[62683]: DEBUG oslo_vmware.api [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799774, 'name': ReconfigVM_Task, 'duration_secs': 0.194087} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.202913] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373189', 'volume_id': 'b95ac314-8f1b-4ad9-9470-d7e56cd5abe8', 'name': 'volume-b95ac314-8f1b-4ad9-9470-d7e56cd5abe8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'eae96523-6a97-447d-bcd9-f1bd57abdf21', 'attached_at': '', 'detached_at': '', 'volume_id': 'b95ac314-8f1b-4ad9-9470-d7e56cd5abe8', 'serial': 'b95ac314-8f1b-4ad9-9470-d7e56cd5abe8'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1874.203628] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-259dd1f8-4eef-4368-a95a-d2e93427acd7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.214150] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.927461} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.217984] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] f3c3d6c9-1177-4a41-b80f-b884fd2d1aec/f3c3d6c9-1177-4a41-b80f-b884fd2d1aec.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1874.218266] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1874.218609] env[62683]: DEBUG oslo_vmware.api [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1874.218609] env[62683]: value = "task-1799775" [ 1874.218609] env[62683]: _type = "Task" [ 1874.218609] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.219166] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fda2e05c-b888-4cfd-808f-0c8ff519768e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.233712] env[62683]: DEBUG oslo_vmware.api [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799775, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.235347] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for the task: (returnval){ [ 1874.235347] env[62683]: value = "task-1799776" [ 1874.235347] env[62683]: _type = "Task" [ 1874.235347] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.247406] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.329391] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6f5860-14f9-4bc3-8c07-a7a9df2c711b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.340523] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae9fcf7-7665-4665-bc0c-0cc7c909155e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.349713] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799773, 'name': Rename_Task, 'duration_secs': 0.851273} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.373126] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1874.373594] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa5efbbb-c959-44e0-979b-6e44fadce828 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.375763] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3c51e6-7d43-4171-acde-932ea86bd250 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.387530] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925b807c-f78e-4c49-8b08-b8d0365a3e52 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.391428] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1874.391428] env[62683]: value = "task-1799777" [ 1874.391428] env[62683]: _type = "Task" [ 1874.391428] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.405757] env[62683]: DEBUG nova.compute.provider_tree [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1874.410070] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.414382] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "c4a232d9-9d75-4202-9ecd-18747fe702ac" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.414546] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "c4a232d9-9d75-4202-9ecd-18747fe702ac" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.731171] env[62683]: DEBUG oslo_vmware.api [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799775, 'name': Rename_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.745214] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070299} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.745422] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1874.746202] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475ac6e5-96eb-4551-9928-e52572267dee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.767018] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] f3c3d6c9-1177-4a41-b80f-b884fd2d1aec/f3c3d6c9-1177-4a41-b80f-b884fd2d1aec.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1874.767154] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dedfa509-3cee-43a6-8022-0365c8680646 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.788278] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for the task: (returnval){ [ 1874.788278] env[62683]: value = "task-1799778" [ 1874.788278] env[62683]: _type = "Task" [ 1874.788278] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.797625] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.901278] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799777, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.912398] env[62683]: DEBUG nova.scheduler.client.report [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1874.919023] env[62683]: DEBUG nova.compute.utils [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1875.233208] env[62683]: DEBUG oslo_vmware.api [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799775, 'name': Rename_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.299364] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.402583] env[62683]: DEBUG oslo_vmware.api [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799777, 'name': PowerOnVM_Task, 'duration_secs': 0.898681} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.402913] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1875.403163] env[62683]: INFO nova.compute.manager [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1875.403362] env[62683]: DEBUG nova.compute.manager [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1875.404155] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4690b7-4e5f-4264-bbaf-0b8613671915 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.417682] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.421276] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "c4a232d9-9d75-4202-9ecd-18747fe702ac" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.442582] env[62683]: INFO nova.scheduler.client.report [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Deleted allocations for instance 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec [ 1875.731830] env[62683]: DEBUG oslo_vmware.api [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799775, 'name': Rename_Task, 'duration_secs': 1.153932} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.732343] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1875.732343] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bac7b32-a2b9-46f6-ae05-60d19f9ffc1f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.739204] env[62683]: DEBUG oslo_vmware.api [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1875.739204] env[62683]: value = "task-1799779" [ 1875.739204] env[62683]: _type = "Task" [ 1875.739204] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.747105] env[62683]: DEBUG oslo_vmware.api [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.801523] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799778, 'name': ReconfigVM_Task, 'duration_secs': 0.780667} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.801523] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Reconfigured VM instance instance-00000071 to attach disk [datastore1] f3c3d6c9-1177-4a41-b80f-b884fd2d1aec/f3c3d6c9-1177-4a41-b80f-b884fd2d1aec.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1875.801523] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b38c1aaa-cf87-4f0e-8254-24ab26dbbed0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.807870] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for the task: (returnval){ [ 1875.807870] env[62683]: value = "task-1799780" [ 1875.807870] env[62683]: _type = "Task" [ 1875.807870] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.816952] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799780, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.923671] env[62683]: INFO nova.compute.manager [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Took 13.83 seconds to build instance. [ 1875.950708] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b07a7023-505b-4518-8c34-5272cad6e09b tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "8d2f0523-35eb-4d6b-b656-8fdccb16e9ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.411s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.250085] env[62683]: DEBUG oslo_vmware.api [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799779, 'name': PowerOnVM_Task, 'duration_secs': 0.45917} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.250415] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1876.250651] env[62683]: INFO nova.compute.manager [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Took 5.86 seconds to spawn the instance on the hypervisor. [ 1876.250885] env[62683]: DEBUG nova.compute.manager [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1876.251894] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2387c2ab-2797-4366-b400-d7201ac6b92f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.324940] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799780, 'name': Rename_Task, 'duration_secs': 0.159701} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.325271] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1876.325524] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc22158d-e62c-4c45-ab02-2a0d13f1e714 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.337537] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for the task: (returnval){ [ 1876.337537] env[62683]: value = "task-1799781" [ 1876.337537] env[62683]: _type = "Task" [ 1876.337537] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.348996] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.429359] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b095ea0b-2834-42af-ab79-a1245c671e66 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "4c54f777-3270-49a1-8734-9423c8d66bcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.353s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.504408] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "c4a232d9-9d75-4202-9ecd-18747fe702ac" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.504706] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "c4a232d9-9d75-4202-9ecd-18747fe702ac" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.504966] env[62683]: INFO nova.compute.manager [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Attaching volume 6d9e65c5-07f3-4074-8b98-d0dff4777198 to /dev/sdb [ 1876.541181] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1fb5a6-e367-4609-b388-dfe264cb5f5b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.548853] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1472ccd-8675-4a57-be3e-6e489a4c733d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.559812] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "a4d935e2-5f02-4caf-8f98-3289af02b226" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.560145] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "a4d935e2-5f02-4caf-8f98-3289af02b226" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.560383] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "a4d935e2-5f02-4caf-8f98-3289af02b226-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.560592] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "a4d935e2-5f02-4caf-8f98-3289af02b226-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.560894] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "a4d935e2-5f02-4caf-8f98-3289af02b226-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.566695] env[62683]: DEBUG nova.virt.block_device [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Updating existing volume attachment record: efc54a11-ffb8-4dd4-a6a7-8274d845ddde {{(pid=62683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1876.569541] env[62683]: INFO nova.compute.manager [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Terminating instance [ 1876.775889] env[62683]: INFO nova.compute.manager [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Took 13.56 seconds to build instance. [ 1876.855760] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.073924] env[62683]: DEBUG nova.compute.manager [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1877.074344] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1877.076926] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01726edf-22da-4fab-9057-22228744eea6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.089351] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1877.090135] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d5803d2-37e4-44d3-a6e9-81863f0698a1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.098349] env[62683]: DEBUG oslo_vmware.api [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1877.098349] env[62683]: value = "task-1799785" [ 1877.098349] env[62683]: _type = "Task" [ 1877.098349] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.108719] env[62683]: DEBUG oslo_vmware.api [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.278167] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f27e0c84-e775-40b1-acd4-3b83d22144d0 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "eae96523-6a97-447d-bcd9-f1bd57abdf21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.072s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.354350] env[62683]: DEBUG oslo_vmware.api [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799781, 'name': PowerOnVM_Task, 'duration_secs': 0.951868} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.354673] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1877.354884] env[62683]: INFO nova.compute.manager [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Took 6.38 seconds to spawn the instance on the hypervisor. [ 1877.355075] env[62683]: DEBUG nova.compute.manager [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1877.357151] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc0cf20-04a0-4a0b-be04-dbbdb6fd35be {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.584611] env[62683]: DEBUG oslo_concurrency.lockutils [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "4c54f777-3270-49a1-8734-9423c8d66bcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.585687] env[62683]: DEBUG oslo_concurrency.lockutils [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "4c54f777-3270-49a1-8734-9423c8d66bcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.585687] env[62683]: DEBUG oslo_concurrency.lockutils [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "4c54f777-3270-49a1-8734-9423c8d66bcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.585687] env[62683]: DEBUG oslo_concurrency.lockutils [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "4c54f777-3270-49a1-8734-9423c8d66bcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.585687] env[62683]: DEBUG oslo_concurrency.lockutils [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "4c54f777-3270-49a1-8734-9423c8d66bcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.591291] env[62683]: INFO nova.compute.manager [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Terminating instance [ 1877.613524] env[62683]: DEBUG oslo_vmware.api [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799785, 'name': PowerOffVM_Task, 'duration_secs': 0.210501} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.614317] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1877.614890] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1877.615619] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8aaf26c3-96d7-4658-9178-33d3906bb32b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.732764] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1877.733078] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1877.733904] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Deleting the datastore file [datastore1] a4d935e2-5f02-4caf-8f98-3289af02b226 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1877.734211] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c8f7229-fed4-4936-8f98-fcb7bcc3a78f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.744967] env[62683]: DEBUG oslo_vmware.api [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for the task: (returnval){ [ 1877.744967] env[62683]: value = "task-1799787" [ 1877.744967] env[62683]: _type = "Task" [ 1877.744967] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.754383] env[62683]: DEBUG oslo_vmware.api [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.892227] env[62683]: INFO nova.compute.manager [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Took 13.42 seconds to build instance. [ 1877.995015] env[62683]: DEBUG nova.compute.manager [req-fa7d433f-37a3-4576-8b0f-83adad10500e req-10f0e961-0e6f-422f-b059-d14ec3d488c2 service nova] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Received event network-changed-1ad6cde1-6280-47d9-817d-e3e9df309398 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1877.995265] env[62683]: DEBUG nova.compute.manager [req-fa7d433f-37a3-4576-8b0f-83adad10500e req-10f0e961-0e6f-422f-b059-d14ec3d488c2 service nova] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Refreshing instance network info cache due to event network-changed-1ad6cde1-6280-47d9-817d-e3e9df309398. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1877.995493] env[62683]: DEBUG oslo_concurrency.lockutils [req-fa7d433f-37a3-4576-8b0f-83adad10500e req-10f0e961-0e6f-422f-b059-d14ec3d488c2 service nova] Acquiring lock "refresh_cache-ae965366-0db1-499a-b590-11511dd4d8b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.995681] env[62683]: DEBUG oslo_concurrency.lockutils [req-fa7d433f-37a3-4576-8b0f-83adad10500e req-10f0e961-0e6f-422f-b059-d14ec3d488c2 service nova] Acquired lock "refresh_cache-ae965366-0db1-499a-b590-11511dd4d8b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.995859] env[62683]: DEBUG nova.network.neutron [req-fa7d433f-37a3-4576-8b0f-83adad10500e req-10f0e961-0e6f-422f-b059-d14ec3d488c2 service nova] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Refreshing network info cache for port 1ad6cde1-6280-47d9-817d-e3e9df309398 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1878.095905] env[62683]: DEBUG nova.compute.manager [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1878.096291] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1878.097626] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dd6870-110f-4b80-b4d4-99c080c4841c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.112670] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1878.114084] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3171b8ca-94c5-4ac9-9895-2a4d80121818 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.125363] env[62683]: DEBUG oslo_vmware.api [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1878.125363] env[62683]: value = "task-1799788" [ 1878.125363] env[62683]: _type = "Task" [ 1878.125363] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.137521] env[62683]: DEBUG oslo_vmware.api [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.257596] env[62683]: DEBUG oslo_vmware.api [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Task: {'id': task-1799787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257699} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.258083] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1878.258396] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1878.258711] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1878.259016] env[62683]: INFO nova.compute.manager [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1878.259408] env[62683]: DEBUG oslo.service.loopingcall [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.259725] env[62683]: DEBUG nova.compute.manager [-] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1878.259876] env[62683]: DEBUG nova.network.neutron [-] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1878.395338] env[62683]: DEBUG oslo_concurrency.lockutils [None req-306b07cb-9956-4125-84aa-d4ea1923a110 tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Lock "f3c3d6c9-1177-4a41-b80f-b884fd2d1aec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.928s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.621193] env[62683]: INFO nova.compute.manager [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Rebuilding instance [ 1878.638118] env[62683]: DEBUG oslo_vmware.api [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799788, 'name': PowerOffVM_Task, 'duration_secs': 0.202992} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.641132] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1878.641329] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1878.642166] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e74b82a-d4b4-441c-9e54-a058149067ee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.681072] env[62683]: DEBUG nova.compute.manager [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1878.681931] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e569c5ca-b03e-4531-ac4c-e039f8f2e418 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.788643] env[62683]: DEBUG nova.network.neutron [req-fa7d433f-37a3-4576-8b0f-83adad10500e req-10f0e961-0e6f-422f-b059-d14ec3d488c2 service nova] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Updated VIF entry in instance network info cache for port 1ad6cde1-6280-47d9-817d-e3e9df309398. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1878.789044] env[62683]: DEBUG nova.network.neutron [req-fa7d433f-37a3-4576-8b0f-83adad10500e req-10f0e961-0e6f-422f-b059-d14ec3d488c2 service nova] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Updating instance_info_cache with network_info: [{"id": "1ad6cde1-6280-47d9-817d-e3e9df309398", "address": "fa:16:3e:1c:e7:b5", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad6cde1-62", "ovs_interfaceid": "1ad6cde1-6280-47d9-817d-e3e9df309398", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.844622] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1878.844882] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1878.844916] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleting the datastore file [datastore1] 4c54f777-3270-49a1-8734-9423c8d66bcc {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1878.845361] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a39f8c4f-1e9f-4780-98d1-0d30511a1053 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.852691] env[62683]: DEBUG oslo_vmware.api [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1878.852691] env[62683]: value = "task-1799790" [ 1878.852691] env[62683]: _type = "Task" [ 1878.852691] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.860578] env[62683]: DEBUG oslo_vmware.api [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.148641] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "71fe9952-5683-4816-829c-6cb3ed4716d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.148965] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "71fe9952-5683-4816-829c-6cb3ed4716d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.175229] env[62683]: DEBUG nova.network.neutron [-] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.291576] env[62683]: DEBUG oslo_concurrency.lockutils [req-fa7d433f-37a3-4576-8b0f-83adad10500e req-10f0e961-0e6f-422f-b059-d14ec3d488c2 service nova] Releasing lock "refresh_cache-ae965366-0db1-499a-b590-11511dd4d8b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.369355] env[62683]: DEBUG oslo_vmware.api [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164226} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.369991] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1879.370313] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1879.370784] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1879.371115] env[62683]: INFO nova.compute.manager [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1879.372161] env[62683]: DEBUG oslo.service.loopingcall [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1879.372744] env[62683]: DEBUG nova.compute.manager [-] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1879.372744] env[62683]: DEBUG nova.network.neutron [-] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1879.545236] env[62683]: DEBUG nova.compute.manager [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Stashing vm_state: active {{(pid=62683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1879.642340] env[62683]: DEBUG nova.compute.manager [req-818b358f-a649-4612-b439-d2352e9a6a69 req-62c30890-9548-4e40-b0f7-e9f99baa5ee6 service nova] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Received event network-vif-deleted-16c6033f-cf10-470c-a11e-401281963cd3 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1879.642510] env[62683]: INFO nova.compute.manager [req-818b358f-a649-4612-b439-d2352e9a6a69 req-62c30890-9548-4e40-b0f7-e9f99baa5ee6 service nova] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Neutron deleted interface 16c6033f-cf10-470c-a11e-401281963cd3; detaching it from the instance and deleting it from the info cache [ 1879.642687] env[62683]: DEBUG nova.network.neutron [req-818b358f-a649-4612-b439-d2352e9a6a69 req-62c30890-9548-4e40-b0f7-e9f99baa5ee6 service nova] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.651461] env[62683]: DEBUG nova.compute.manager [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1879.678215] env[62683]: INFO nova.compute.manager [-] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Took 1.42 seconds to deallocate network for instance. [ 1879.697975] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1879.698256] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6397e09-5e99-442c-b80c-1092fc4b2c75 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.708755] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for the task: (returnval){ [ 1879.708755] env[62683]: value = "task-1799792" [ 1879.708755] env[62683]: _type = "Task" [ 1879.708755] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.718873] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.021182] env[62683]: DEBUG nova.compute.manager [req-d2d8115d-8b1d-478e-802d-41b0fc7a026b req-04a9c307-4f5e-4c13-a5f9-7ed3a91488ac service nova] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Received event network-changed-c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1880.021385] env[62683]: DEBUG nova.compute.manager [req-d2d8115d-8b1d-478e-802d-41b0fc7a026b req-04a9c307-4f5e-4c13-a5f9-7ed3a91488ac service nova] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Refreshing instance network info cache due to event network-changed-c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1880.021619] env[62683]: DEBUG oslo_concurrency.lockutils [req-d2d8115d-8b1d-478e-802d-41b0fc7a026b req-04a9c307-4f5e-4c13-a5f9-7ed3a91488ac service nova] Acquiring lock "refresh_cache-eae96523-6a97-447d-bcd9-f1bd57abdf21" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.021780] env[62683]: DEBUG oslo_concurrency.lockutils [req-d2d8115d-8b1d-478e-802d-41b0fc7a026b req-04a9c307-4f5e-4c13-a5f9-7ed3a91488ac service nova] Acquired lock "refresh_cache-eae96523-6a97-447d-bcd9-f1bd57abdf21" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.021945] env[62683]: DEBUG nova.network.neutron [req-d2d8115d-8b1d-478e-802d-41b0fc7a026b req-04a9c307-4f5e-4c13-a5f9-7ed3a91488ac service nova] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Refreshing network info cache for port c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1880.065442] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.065690] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.121143] env[62683]: DEBUG nova.network.neutron [-] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.145546] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eab90d2c-674d-418e-a918-685c76418695 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.161061] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f5cf0d-7f6b-45f1-8978-9d4dd2dea725 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.184618] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.185562] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.197987] env[62683]: DEBUG nova.compute.manager [req-818b358f-a649-4612-b439-d2352e9a6a69 req-62c30890-9548-4e40-b0f7-e9f99baa5ee6 service nova] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Detach interface failed, port_id=16c6033f-cf10-470c-a11e-401281963cd3, reason: Instance 4c54f777-3270-49a1-8734-9423c8d66bcc could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1880.219288] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799792, 'name': PowerOffVM_Task, 'duration_secs': 0.21987} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.219669] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1880.219915] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1880.220727] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b14144-dcc7-499f-a9be-b4161b6cca43 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.229099] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1880.229099] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f049db62-8b44-4fd1-9821-8d97e1e34cb1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.258299] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1880.258633] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1880.258832] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Deleting the datastore file [datastore1] f3c3d6c9-1177-4a41-b80f-b884fd2d1aec {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1880.259128] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-930be7ba-846f-4946-987d-a63e54b013f9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.265703] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for the task: (returnval){ [ 1880.265703] env[62683]: value = "task-1799794" [ 1880.265703] env[62683]: _type = "Task" [ 1880.265703] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.274085] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.570210] env[62683]: INFO nova.compute.claims [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1880.623647] env[62683]: INFO nova.compute.manager [-] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Took 1.25 seconds to deallocate network for instance. [ 1880.758335] env[62683]: DEBUG nova.network.neutron [req-d2d8115d-8b1d-478e-802d-41b0fc7a026b req-04a9c307-4f5e-4c13-a5f9-7ed3a91488ac service nova] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Updated VIF entry in instance network info cache for port c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1880.758335] env[62683]: DEBUG nova.network.neutron [req-d2d8115d-8b1d-478e-802d-41b0fc7a026b req-04a9c307-4f5e-4c13-a5f9-7ed3a91488ac service nova] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Updating instance_info_cache with network_info: [{"id": "c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394", "address": "fa:16:3e:5a:67:b8", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f4d3c6-c8", "ovs_interfaceid": "c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.778658] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095498} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.778658] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1880.778658] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1880.778658] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1881.076656] env[62683]: INFO nova.compute.resource_tracker [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Updating resource usage from migration 208c2c4c-a215-46a1-af6f-b29da80ff498 [ 1881.117025] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Volume attach. Driver type: vmdk {{(pid=62683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1881.117157] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373196', 'volume_id': '6d9e65c5-07f3-4074-8b98-d0dff4777198', 'name': 'volume-6d9e65c5-07f3-4074-8b98-d0dff4777198', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c4a232d9-9d75-4202-9ecd-18747fe702ac', 'attached_at': '', 'detached_at': '', 'volume_id': '6d9e65c5-07f3-4074-8b98-d0dff4777198', 'serial': '6d9e65c5-07f3-4074-8b98-d0dff4777198'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1881.118045] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9ced9a-4e6a-475c-9c4a-5917668d1de8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.133955] env[62683]: DEBUG oslo_concurrency.lockutils [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.137114] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2fcb26-fcf9-43f6-a31a-c5875db9b840 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.163301] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-6d9e65c5-07f3-4074-8b98-d0dff4777198/volume-6d9e65c5-07f3-4074-8b98-d0dff4777198.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1881.165784] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dd11f81-6954-40ad-8e81-a657db09bab9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.184238] env[62683]: DEBUG oslo_vmware.api [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1881.184238] env[62683]: value = "task-1799795" [ 1881.184238] env[62683]: _type = "Task" [ 1881.184238] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.195142] env[62683]: DEBUG oslo_vmware.api [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.260366] env[62683]: DEBUG oslo_concurrency.lockutils [req-d2d8115d-8b1d-478e-802d-41b0fc7a026b req-04a9c307-4f5e-4c13-a5f9-7ed3a91488ac service nova] Releasing lock "refresh_cache-eae96523-6a97-447d-bcd9-f1bd57abdf21" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.260638] env[62683]: DEBUG nova.compute.manager [req-d2d8115d-8b1d-478e-802d-41b0fc7a026b req-04a9c307-4f5e-4c13-a5f9-7ed3a91488ac service nova] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Received event network-vif-deleted-6fa6a772-fd90-4330-88b6-4194623b14de {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1881.301922] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e5a71b-f149-4878-8ceb-c4060811ed0a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.310016] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7b6869-9c8c-48e3-b88e-0b8498afe96c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.343022] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091ea26e-60ca-4561-a311-f49c582d012d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.351644] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443acacc-84b5-4824-923f-cda3ebdbdb14 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.365942] env[62683]: DEBUG nova.compute.provider_tree [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1881.695838] env[62683]: DEBUG oslo_vmware.api [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799795, 'name': ReconfigVM_Task, 'duration_secs': 0.360996} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.696156] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-6d9e65c5-07f3-4074-8b98-d0dff4777198/volume-6d9e65c5-07f3-4074-8b98-d0dff4777198.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1881.701008] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd6fe3d4-65de-411f-87a0-f27ac7169c28 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.716733] env[62683]: DEBUG oslo_vmware.api [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1881.716733] env[62683]: value = "task-1799796" [ 1881.716733] env[62683]: _type = "Task" [ 1881.716733] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.724949] env[62683]: DEBUG oslo_vmware.api [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.819804] env[62683]: DEBUG nova.virt.hardware [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1881.820118] env[62683]: DEBUG nova.virt.hardware [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1881.820290] env[62683]: DEBUG nova.virt.hardware [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1881.820479] env[62683]: DEBUG nova.virt.hardware [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1881.820630] env[62683]: DEBUG nova.virt.hardware [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1881.820783] env[62683]: DEBUG nova.virt.hardware [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1881.820992] env[62683]: DEBUG nova.virt.hardware [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1881.821198] env[62683]: DEBUG nova.virt.hardware [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1881.821385] env[62683]: DEBUG nova.virt.hardware [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1881.821555] env[62683]: DEBUG nova.virt.hardware [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1881.821734] env[62683]: DEBUG nova.virt.hardware [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1881.822632] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8decbd68-fecb-47a5-8b08-c441e6cf531c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.830921] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde29828-c5f0-4bfd-a82b-dcf1ada4f4ec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.844823] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Instance VIF info [] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1881.850609] env[62683]: DEBUG oslo.service.loopingcall [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1881.850891] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1881.851121] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8a1bf15-533a-49a6-b768-0f9a0c38069e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.868734] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1881.868734] env[62683]: value = "task-1799797" [ 1881.868734] env[62683]: _type = "Task" [ 1881.868734] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.874056] env[62683]: DEBUG nova.scheduler.client.report [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1881.883201] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799797, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.227063] env[62683]: DEBUG oslo_vmware.api [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799796, 'name': ReconfigVM_Task, 'duration_secs': 0.143488} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.227434] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373196', 'volume_id': '6d9e65c5-07f3-4074-8b98-d0dff4777198', 'name': 'volume-6d9e65c5-07f3-4074-8b98-d0dff4777198', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c4a232d9-9d75-4202-9ecd-18747fe702ac', 'attached_at': '', 'detached_at': '', 'volume_id': '6d9e65c5-07f3-4074-8b98-d0dff4777198', 'serial': '6d9e65c5-07f3-4074-8b98-d0dff4777198'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1882.381028] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.315s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.381244] env[62683]: INFO nova.compute.manager [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Migrating [ 1882.387931] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799797, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.390783] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.206s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.392720] env[62683]: INFO nova.compute.claims [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1882.881357] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799797, 'name': CreateVM_Task, 'duration_secs': 0.671686} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.881540] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1882.881965] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.882154] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.882471] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1882.882716] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f603e57-8347-47c0-8557-a519aec8ea4c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.887053] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for the task: (returnval){ [ 1882.887053] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52694aba-a66e-6511-6e3f-6cd8876f3df6" [ 1882.887053] env[62683]: _type = "Task" [ 1882.887053] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.894544] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52694aba-a66e-6511-6e3f-6cd8876f3df6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.902182] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "refresh_cache-eae96523-6a97-447d-bcd9-f1bd57abdf21" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.902349] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired lock "refresh_cache-eae96523-6a97-447d-bcd9-f1bd57abdf21" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.902558] env[62683]: DEBUG nova.network.neutron [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1883.265067] env[62683]: DEBUG nova.objects.instance [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lazy-loading 'flavor' on Instance uuid c4a232d9-9d75-4202-9ecd-18747fe702ac {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1883.398602] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52694aba-a66e-6511-6e3f-6cd8876f3df6, 'name': SearchDatastore_Task, 'duration_secs': 0.009435} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.398969] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.399234] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1883.399466] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.399612] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.399792] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1883.400051] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfb5cd7a-bfd7-49a6-8572-74f124e9ab95 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.410556] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1883.410680] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1883.411989] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a0b0e1-b22d-4372-99f1-e8527087ab77 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.417410] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for the task: (returnval){ [ 1883.417410] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f42eb0-e883-a89d-8537-240ea8e0b10f" [ 1883.417410] env[62683]: _type = "Task" [ 1883.417410] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.427864] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f42eb0-e883-a89d-8537-240ea8e0b10f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.621621] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256c9d50-453c-4d85-b08e-bdecfa8a7600 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.632850] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11eb07e-d2ce-47cf-9cd2-381f6d558ea9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.677858] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30d9628-8287-46d7-bbe0-7601df3d3eba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.682459] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "20120679-7fa6-4fb7-aef9-5ba6e150c916" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.682702] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "20120679-7fa6-4fb7-aef9-5ba6e150c916" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.687461] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8c6543-3ec6-4f18-bd5b-343e6aff6fe2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.702986] env[62683]: DEBUG nova.compute.provider_tree [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1883.769976] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7f12e696-84d7-48ef-8a56-0c75db6ddb78 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "c4a232d9-9d75-4202-9ecd-18747fe702ac" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.265s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.786271] env[62683]: DEBUG nova.network.neutron [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Updating instance_info_cache with network_info: [{"id": "c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394", "address": "fa:16:3e:5a:67:b8", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f4d3c6-c8", "ovs_interfaceid": "c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.932021] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f42eb0-e883-a89d-8537-240ea8e0b10f, 'name': SearchDatastore_Task, 'duration_secs': 0.010688} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.932021] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fe089da-91cf-42f5-a1ca-fa6be46bf2f5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.935960] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for the task: (returnval){ [ 1883.935960] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d253b8-2394-3b48-7b30-f550e48425d8" [ 1883.935960] env[62683]: _type = "Task" [ 1883.935960] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.946938] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d253b8-2394-3b48-7b30-f550e48425d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.188529] env[62683]: DEBUG nova.compute.utils [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1884.209039] env[62683]: DEBUG nova.scheduler.client.report [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1884.288894] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Releasing lock "refresh_cache-eae96523-6a97-447d-bcd9-f1bd57abdf21" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.448645] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d253b8-2394-3b48-7b30-f550e48425d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011013} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.448985] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.449269] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] f3c3d6c9-1177-4a41-b80f-b884fd2d1aec/f3c3d6c9-1177-4a41-b80f-b884fd2d1aec.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1884.449591] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aa40a06-9902-44a8-9489-f513b099b7c1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.458245] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for the task: (returnval){ [ 1884.458245] env[62683]: value = "task-1799798" [ 1884.458245] env[62683]: _type = "Task" [ 1884.458245] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.466992] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.698021] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "20120679-7fa6-4fb7-aef9-5ba6e150c916" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.717092] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.717721] env[62683]: DEBUG nova.compute.manager [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1884.722049] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.536s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.722049] env[62683]: DEBUG nova.objects.instance [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lazy-loading 'resources' on Instance uuid a4d935e2-5f02-4caf-8f98-3289af02b226 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1884.969448] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799798, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.199138] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "9dfe2c53-3fcf-4500-aea2-fb81a5031f9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.199439] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "9dfe2c53-3fcf-4500-aea2-fb81a5031f9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.226980] env[62683]: DEBUG nova.compute.utils [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1885.231483] env[62683]: DEBUG nova.compute.manager [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1885.231629] env[62683]: DEBUG nova.network.neutron [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1885.293442] env[62683]: DEBUG nova.policy [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01a01a53c3e04ee69c492989eae327fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e96265bbf4f34becb479bc48c82c353f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1885.433777] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e2e7d3-0f3a-4536-af4f-60fa56619406 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.443442] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60397dd5-812b-4c11-9b1c-9cb280e51ca7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.482206] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4867a6-c56a-4786-8cd7-ea37a73e14f6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.492652] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68f04a2-c048-4ab7-90df-3e62dbc0d594 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.496257] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713653} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.496510] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] f3c3d6c9-1177-4a41-b80f-b884fd2d1aec/f3c3d6c9-1177-4a41-b80f-b884fd2d1aec.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1885.496780] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1885.497319] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4da899b2-3fe0-4866-88f6-ca4a46ad2639 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.506535] env[62683]: DEBUG nova.compute.provider_tree [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.513958] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for the task: (returnval){ [ 1885.513958] env[62683]: value = "task-1799799" [ 1885.513958] env[62683]: _type = "Task" [ 1885.513958] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.522935] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.583025] env[62683]: DEBUG nova.network.neutron [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Successfully created port: 4419073a-05c3-4183-9913-749211df946b {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1885.701774] env[62683]: DEBUG nova.compute.manager [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1885.732555] env[62683]: DEBUG nova.compute.manager [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1885.744529] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "20120679-7fa6-4fb7-aef9-5ba6e150c916" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.744779] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "20120679-7fa6-4fb7-aef9-5ba6e150c916" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.745013] env[62683]: INFO nova.compute.manager [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Attaching volume 45f089d6-e6a3-46e2-9f82-02a4fec59d52 to /dev/sdb [ 1885.789035] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca7b11a-22e5-4daf-84a2-79a0d4549e61 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.797139] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39c25c8-968d-48b1-9b47-29ce8c6c33c0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.802662] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a9cc19-b1a5-4fdf-a19b-b12e2f14e53e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.822636] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Updating instance 'eae96523-6a97-447d-bcd9-f1bd57abdf21' progress to 0 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1885.830842] env[62683]: DEBUG nova.virt.block_device [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updating existing volume attachment record: 09eef238-569c-4d4f-9c8e-21cdcffd724b {{(pid=62683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1886.009928] env[62683]: DEBUG nova.scheduler.client.report [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1886.024150] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092109} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.025156] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1886.025989] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af0d4bc-05f6-431f-98b0-71c76177250b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.046813] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] f3c3d6c9-1177-4a41-b80f-b884fd2d1aec/f3c3d6c9-1177-4a41-b80f-b884fd2d1aec.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1886.047405] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00d1e3b5-aa1b-4656-9398-b3a6fe71f7e2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.068095] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for the task: (returnval){ [ 1886.068095] env[62683]: value = "task-1799801" [ 1886.068095] env[62683]: _type = "Task" [ 1886.068095] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.076670] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.225086] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.335125] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1886.335468] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71648109-9c86-44f1-a7ea-fff160cdb0f9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.343741] env[62683]: DEBUG oslo_vmware.api [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1886.343741] env[62683]: value = "task-1799804" [ 1886.343741] env[62683]: _type = "Task" [ 1886.343741] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.353355] env[62683]: DEBUG oslo_vmware.api [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.514723] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.517585] env[62683]: DEBUG oslo_concurrency.lockutils [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.384s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.517912] env[62683]: DEBUG nova.objects.instance [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lazy-loading 'resources' on Instance uuid 4c54f777-3270-49a1-8734-9423c8d66bcc {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.536934] env[62683]: INFO nova.scheduler.client.report [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Deleted allocations for instance a4d935e2-5f02-4caf-8f98-3289af02b226 [ 1886.579039] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799801, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.743205] env[62683]: DEBUG nova.compute.manager [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1886.768450] env[62683]: DEBUG nova.virt.hardware [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1886.768685] env[62683]: DEBUG nova.virt.hardware [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1886.768810] env[62683]: DEBUG nova.virt.hardware [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1886.768996] env[62683]: DEBUG nova.virt.hardware [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1886.769161] env[62683]: DEBUG nova.virt.hardware [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1886.769311] env[62683]: DEBUG nova.virt.hardware [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1886.769532] env[62683]: DEBUG nova.virt.hardware [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1886.769798] env[62683]: DEBUG nova.virt.hardware [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1886.770099] env[62683]: DEBUG nova.virt.hardware [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1886.770290] env[62683]: DEBUG nova.virt.hardware [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1886.770477] env[62683]: DEBUG nova.virt.hardware [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1886.771352] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a097b2-21ea-4834-a30f-57940f070b4f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.779894] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862c69dd-eadf-43bd-a877-b985c756a3d7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.853981] env[62683]: DEBUG oslo_vmware.api [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799804, 'name': PowerOffVM_Task, 'duration_secs': 0.358194} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.854282] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1886.854467] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Updating instance 'eae96523-6a97-447d-bcd9-f1bd57abdf21' progress to 17 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1886.991161] env[62683]: DEBUG nova.compute.manager [req-7105f784-7dc9-4153-9d01-c43edf5b693c req-114c1393-8cdc-491c-98ba-8bddee16c7ce service nova] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Received event network-vif-plugged-4419073a-05c3-4183-9913-749211df946b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1886.991401] env[62683]: DEBUG oslo_concurrency.lockutils [req-7105f784-7dc9-4153-9d01-c43edf5b693c req-114c1393-8cdc-491c-98ba-8bddee16c7ce service nova] Acquiring lock "71fe9952-5683-4816-829c-6cb3ed4716d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.991603] env[62683]: DEBUG oslo_concurrency.lockutils [req-7105f784-7dc9-4153-9d01-c43edf5b693c req-114c1393-8cdc-491c-98ba-8bddee16c7ce service nova] Lock "71fe9952-5683-4816-829c-6cb3ed4716d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.991814] env[62683]: DEBUG oslo_concurrency.lockutils [req-7105f784-7dc9-4153-9d01-c43edf5b693c req-114c1393-8cdc-491c-98ba-8bddee16c7ce service nova] Lock "71fe9952-5683-4816-829c-6cb3ed4716d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.991939] env[62683]: DEBUG nova.compute.manager [req-7105f784-7dc9-4153-9d01-c43edf5b693c req-114c1393-8cdc-491c-98ba-8bddee16c7ce service nova] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] No waiting events found dispatching network-vif-plugged-4419073a-05c3-4183-9913-749211df946b {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1886.992123] env[62683]: WARNING nova.compute.manager [req-7105f784-7dc9-4153-9d01-c43edf5b693c req-114c1393-8cdc-491c-98ba-8bddee16c7ce service nova] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Received unexpected event network-vif-plugged-4419073a-05c3-4183-9913-749211df946b for instance with vm_state building and task_state spawning. [ 1887.049637] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0f09d6ce-b2dd-4b22-ae1f-0999dcd59942 tempest-AttachInterfacesTestJSON-397283057 tempest-AttachInterfacesTestJSON-397283057-project-member] Lock "a4d935e2-5f02-4caf-8f98-3289af02b226" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.489s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.081441] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799801, 'name': ReconfigVM_Task, 'duration_secs': 0.55954} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.081681] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Reconfigured VM instance instance-00000071 to attach disk [datastore1] f3c3d6c9-1177-4a41-b80f-b884fd2d1aec/f3c3d6c9-1177-4a41-b80f-b884fd2d1aec.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1887.082295] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2313297b-a88f-4306-9974-03213eaf3fa0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.090120] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for the task: (returnval){ [ 1887.090120] env[62683]: value = "task-1799805" [ 1887.090120] env[62683]: _type = "Task" [ 1887.090120] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.093751] env[62683]: DEBUG nova.network.neutron [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Successfully updated port: 4419073a-05c3-4183-9913-749211df946b {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1887.103684] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799805, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.208418] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474af3cb-4f33-42d3-aa59-163c12eb73a4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.216807] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273ac5a4-45fd-4acd-b789-8ceef63749c3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.248578] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2ad5fc-30ca-4d04-969f-e3d504ac8e11 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.256896] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1df6887-0c5c-4dc5-93cc-1e5be8f82f16 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.272562] env[62683]: DEBUG nova.compute.provider_tree [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1887.361583] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:35:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1887.361583] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1887.362049] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1887.362049] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1887.362049] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1887.362230] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1887.362443] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1887.362605] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1887.362776] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1887.362985] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1887.363248] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1887.368378] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4da4e7e-2a81-4f62-9c12-8e15244cadc9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.386731] env[62683]: DEBUG oslo_vmware.api [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1887.386731] env[62683]: value = "task-1799806" [ 1887.386731] env[62683]: _type = "Task" [ 1887.386731] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.395340] env[62683]: DEBUG oslo_vmware.api [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.596398] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "refresh_cache-71fe9952-5683-4816-829c-6cb3ed4716d6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.596695] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquired lock "refresh_cache-71fe9952-5683-4816-829c-6cb3ed4716d6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.596950] env[62683]: DEBUG nova.network.neutron [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1887.603611] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799805, 'name': Rename_Task, 'duration_secs': 0.202099} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.603885] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1887.604189] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-393548fd-98a1-496e-8a10-c6f589ab18ed {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.612631] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for the task: (returnval){ [ 1887.612631] env[62683]: value = "task-1799807" [ 1887.612631] env[62683]: _type = "Task" [ 1887.612631] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.621115] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.775854] env[62683]: DEBUG nova.scheduler.client.report [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1887.897372] env[62683]: DEBUG oslo_vmware.api [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799806, 'name': ReconfigVM_Task, 'duration_secs': 0.213078} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.897710] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Updating instance 'eae96523-6a97-447d-bcd9-f1bd57abdf21' progress to 33 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1888.124079] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.131335] env[62683]: DEBUG nova.network.neutron [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1888.271313] env[62683]: DEBUG nova.network.neutron [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Updating instance_info_cache with network_info: [{"id": "4419073a-05c3-4183-9913-749211df946b", "address": "fa:16:3e:0f:28:96", "network": {"id": "1a6efdbf-20b4-46d8-b144-11bfb63d416e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-135588002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96265bbf4f34becb479bc48c82c353f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4419073a-05", "ovs_interfaceid": "4419073a-05c3-4183-9913-749211df946b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.281994] env[62683]: DEBUG oslo_concurrency.lockutils [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.285755] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.061s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.287722] env[62683]: INFO nova.compute.claims [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1888.315406] env[62683]: INFO nova.scheduler.client.report [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleted allocations for instance 4c54f777-3270-49a1-8734-9423c8d66bcc [ 1888.406025] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1888.406025] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1888.406025] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1888.406025] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1888.406025] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1888.406760] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1888.407189] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1888.407488] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1888.407844] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1888.410024] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1888.410024] env[62683]: DEBUG nova.virt.hardware [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1888.414706] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1888.415690] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e78d5b32-1c95-4663-a07e-43e2a23ef675 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.440662] env[62683]: DEBUG oslo_vmware.api [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1888.440662] env[62683]: value = "task-1799809" [ 1888.440662] env[62683]: _type = "Task" [ 1888.440662] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.454534] env[62683]: DEBUG oslo_vmware.api [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.625394] env[62683]: DEBUG oslo_vmware.api [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799807, 'name': PowerOnVM_Task, 'duration_secs': 0.677386} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.625689] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1888.625901] env[62683]: DEBUG nova.compute.manager [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1888.626723] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37df771-d2b1-4ef6-b483-efe2b49f3985 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.775584] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Releasing lock "refresh_cache-71fe9952-5683-4816-829c-6cb3ed4716d6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.775584] env[62683]: DEBUG nova.compute.manager [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Instance network_info: |[{"id": "4419073a-05c3-4183-9913-749211df946b", "address": "fa:16:3e:0f:28:96", "network": {"id": "1a6efdbf-20b4-46d8-b144-11bfb63d416e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-135588002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96265bbf4f34becb479bc48c82c353f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4419073a-05", "ovs_interfaceid": "4419073a-05c3-4183-9913-749211df946b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1888.775584] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:28:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4419073a-05c3-4183-9913-749211df946b', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1888.785380] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Creating folder: Project (e96265bbf4f34becb479bc48c82c353f). Parent ref: group-v372889. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1888.785678] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbea73b8-d56f-46bf-9ceb-69cf66c4d494 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.797646] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Created folder: Project (e96265bbf4f34becb479bc48c82c353f) in parent group-v372889. [ 1888.797844] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Creating folder: Instances. Parent ref: group-v373200. {{(pid=62683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1888.798093] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87a5419c-3945-4c13-ac0a-3b919df922ab {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.810949] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Created folder: Instances in parent group-v373200. [ 1888.811272] env[62683]: DEBUG oslo.service.loopingcall [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1888.811526] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1888.812252] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-444bb314-d544-490c-8e73-cd162d6f9d7a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.830485] env[62683]: DEBUG oslo_concurrency.lockutils [None req-54ae0037-4ab9-4465-bad6-a7784d3370a7 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "4c54f777-3270-49a1-8734-9423c8d66bcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.245s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.843266] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1888.843266] env[62683]: value = "task-1799812" [ 1888.843266] env[62683]: _type = "Task" [ 1888.843266] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.857154] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799812, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.952911] env[62683]: DEBUG oslo_vmware.api [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799809, 'name': ReconfigVM_Task, 'duration_secs': 0.435073} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.953285] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1888.954130] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf29e03d-a0e4-4358-ab5c-307bcc16032c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.977924] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-b95ac314-8f1b-4ad9-9470-d7e56cd5abe8/volume-b95ac314-8f1b-4ad9-9470-d7e56cd5abe8.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1888.978281] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6463665d-5ceb-4763-9b6a-f88cab826e60 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.000025] env[62683]: DEBUG oslo_vmware.api [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1889.000025] env[62683]: value = "task-1799813" [ 1889.000025] env[62683]: _type = "Task" [ 1889.000025] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.007176] env[62683]: DEBUG oslo_vmware.api [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.021609] env[62683]: DEBUG nova.compute.manager [req-74f08dcf-cd54-434c-9b24-243ad430c853 req-bed8b2fc-b439-42a6-bfc0-7c54db11d86c service nova] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Received event network-changed-4419073a-05c3-4183-9913-749211df946b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1889.021856] env[62683]: DEBUG nova.compute.manager [req-74f08dcf-cd54-434c-9b24-243ad430c853 req-bed8b2fc-b439-42a6-bfc0-7c54db11d86c service nova] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Refreshing instance network info cache due to event network-changed-4419073a-05c3-4183-9913-749211df946b. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1889.021972] env[62683]: DEBUG oslo_concurrency.lockutils [req-74f08dcf-cd54-434c-9b24-243ad430c853 req-bed8b2fc-b439-42a6-bfc0-7c54db11d86c service nova] Acquiring lock "refresh_cache-71fe9952-5683-4816-829c-6cb3ed4716d6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.022137] env[62683]: DEBUG oslo_concurrency.lockutils [req-74f08dcf-cd54-434c-9b24-243ad430c853 req-bed8b2fc-b439-42a6-bfc0-7c54db11d86c service nova] Acquired lock "refresh_cache-71fe9952-5683-4816-829c-6cb3ed4716d6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.022309] env[62683]: DEBUG nova.network.neutron [req-74f08dcf-cd54-434c-9b24-243ad430c853 req-bed8b2fc-b439-42a6-bfc0-7c54db11d86c service nova] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Refreshing network info cache for port 4419073a-05c3-4183-9913-749211df946b {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1889.143088] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.356983] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799812, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.507792] env[62683]: DEBUG oslo_vmware.api [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799813, 'name': ReconfigVM_Task, 'duration_secs': 0.433463} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.510501] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-b95ac314-8f1b-4ad9-9470-d7e56cd5abe8/volume-b95ac314-8f1b-4ad9-9470-d7e56cd5abe8.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1889.510786] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Updating instance 'eae96523-6a97-447d-bcd9-f1bd57abdf21' progress to 50 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1889.529704] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606f1bff-d3ea-4afe-9c75-92cce3cc8286 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.542798] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ac29f1-e3f4-43c9-85d6-ec91699283d2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.581919] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48858c9-ff3c-47fa-bd26-24bd6a6dfb02 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.591374] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f01a2ca-6145-4f0f-bd59-68c1b19784b3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.595993] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Acquiring lock "f3c3d6c9-1177-4a41-b80f-b884fd2d1aec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.596376] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Lock "f3c3d6c9-1177-4a41-b80f-b884fd2d1aec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.596555] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Acquiring lock "f3c3d6c9-1177-4a41-b80f-b884fd2d1aec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.596762] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Lock "f3c3d6c9-1177-4a41-b80f-b884fd2d1aec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.596937] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Lock "f3c3d6c9-1177-4a41-b80f-b884fd2d1aec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.598981] env[62683]: INFO nova.compute.manager [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Terminating instance [ 1889.618653] env[62683]: DEBUG nova.compute.provider_tree [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1889.707981] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "79fdb4e9-5204-401c-8427-a53ba51ab964" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.708342] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "79fdb4e9-5204-401c-8427-a53ba51ab964" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.708632] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "79fdb4e9-5204-401c-8427-a53ba51ab964-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.708935] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "79fdb4e9-5204-401c-8427-a53ba51ab964-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.709133] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "79fdb4e9-5204-401c-8427-a53ba51ab964-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.712571] env[62683]: INFO nova.compute.manager [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Terminating instance [ 1889.788690] env[62683]: DEBUG nova.network.neutron [req-74f08dcf-cd54-434c-9b24-243ad430c853 req-bed8b2fc-b439-42a6-bfc0-7c54db11d86c service nova] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Updated VIF entry in instance network info cache for port 4419073a-05c3-4183-9913-749211df946b. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1889.789360] env[62683]: DEBUG nova.network.neutron [req-74f08dcf-cd54-434c-9b24-243ad430c853 req-bed8b2fc-b439-42a6-bfc0-7c54db11d86c service nova] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Updating instance_info_cache with network_info: [{"id": "4419073a-05c3-4183-9913-749211df946b", "address": "fa:16:3e:0f:28:96", "network": {"id": "1a6efdbf-20b4-46d8-b144-11bfb63d416e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-135588002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96265bbf4f34becb479bc48c82c353f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4419073a-05", "ovs_interfaceid": "4419073a-05c3-4183-9913-749211df946b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.855152] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799812, 'name': CreateVM_Task, 'duration_secs': 0.581145} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.855330] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1889.856020] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.856191] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.856514] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1889.856791] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8573b121-00c6-42d0-8280-b3a01bbe4a56 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.862627] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 1889.862627] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e775a0-0054-c0fe-a510-fc90251eecf5" [ 1889.862627] env[62683]: _type = "Task" [ 1889.862627] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.873182] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e775a0-0054-c0fe-a510-fc90251eecf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.018082] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f78aeb-407c-4d1e-9d39-a08c40115e20 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.040267] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ea409a-ad37-48a1-a048-3dbcb396db7d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.059746] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Updating instance 'eae96523-6a97-447d-bcd9-f1bd57abdf21' progress to 67 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1890.102286] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Acquiring lock "refresh_cache-f3c3d6c9-1177-4a41-b80f-b884fd2d1aec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.102889] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Acquired lock "refresh_cache-f3c3d6c9-1177-4a41-b80f-b884fd2d1aec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.102889] env[62683]: DEBUG nova.network.neutron [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1890.121478] env[62683]: DEBUG nova.scheduler.client.report [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1890.222899] env[62683]: DEBUG nova.compute.manager [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1890.222899] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1890.223607] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b600cfe-e1ee-4b73-91b6-568017d2fca0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.232473] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1890.232811] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-618486a6-06f5-46c3-9f73-11c3efb083c4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.239741] env[62683]: DEBUG oslo_vmware.api [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1890.239741] env[62683]: value = "task-1799814" [ 1890.239741] env[62683]: _type = "Task" [ 1890.239741] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.248863] env[62683]: DEBUG oslo_vmware.api [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.292245] env[62683]: DEBUG oslo_concurrency.lockutils [req-74f08dcf-cd54-434c-9b24-243ad430c853 req-bed8b2fc-b439-42a6-bfc0-7c54db11d86c service nova] Releasing lock "refresh_cache-71fe9952-5683-4816-829c-6cb3ed4716d6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.376538] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e775a0-0054-c0fe-a510-fc90251eecf5, 'name': SearchDatastore_Task, 'duration_secs': 0.04001} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.376538] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.376538] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1890.376538] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.376538] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.376538] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1890.376538] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ff16100-aaae-490f-bc5e-0bb7b3740262 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.378111] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Volume attach. Driver type: vmdk {{(pid=62683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1890.378329] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373199', 'volume_id': '45f089d6-e6a3-46e2-9f82-02a4fec59d52', 'name': 'volume-45f089d6-e6a3-46e2-9f82-02a4fec59d52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '20120679-7fa6-4fb7-aef9-5ba6e150c916', 'attached_at': '', 'detached_at': '', 'volume_id': '45f089d6-e6a3-46e2-9f82-02a4fec59d52', 'serial': '45f089d6-e6a3-46e2-9f82-02a4fec59d52'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1890.379143] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da41afc1-cc17-4123-9df8-2b6d1f10c1fb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.397298] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45b4259-1a34-4224-8032-9db3b096cb20 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.399879] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1890.400072] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1890.401111] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d7d905e-6523-4858-bb73-373d4b62a51e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.406476] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 1890.406476] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]524af54d-ce20-df29-d5ea-7750ce48ffd2" [ 1890.406476] env[62683]: _type = "Task" [ 1890.406476] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.428192] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-45f089d6-e6a3-46e2-9f82-02a4fec59d52/volume-45f089d6-e6a3-46e2-9f82-02a4fec59d52.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1890.433452] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac3a08f6-6323-4934-9879-ed2ce465731b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.455985] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]524af54d-ce20-df29-d5ea-7750ce48ffd2, 'name': SearchDatastore_Task, 'duration_secs': 0.009683} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.458069] env[62683]: DEBUG oslo_vmware.api [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1890.458069] env[62683]: value = "task-1799815" [ 1890.458069] env[62683]: _type = "Task" [ 1890.458069] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.458292] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71eb530b-cd77-47ab-9377-2cfcab9e8dc3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.468630] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 1890.468630] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5276449e-e3d5-3b83-7070-cfb9c8aff0fc" [ 1890.468630] env[62683]: _type = "Task" [ 1890.468630] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.472272] env[62683]: DEBUG oslo_vmware.api [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.481426] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5276449e-e3d5-3b83-7070-cfb9c8aff0fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.481731] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.482041] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 71fe9952-5683-4816-829c-6cb3ed4716d6/71fe9952-5683-4816-829c-6cb3ed4716d6.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1890.482310] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0f6e1d2-6c51-45d8-a017-47366d708a1e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.491615] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 1890.491615] env[62683]: value = "task-1799816" [ 1890.491615] env[62683]: _type = "Task" [ 1890.491615] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.501159] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.604351] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.604660] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.604802] env[62683]: INFO nova.compute.manager [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Shelving [ 1890.622673] env[62683]: DEBUG nova.network.neutron [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1890.626835] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.627496] env[62683]: DEBUG nova.compute.manager [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1890.630648] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.488s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.630870] env[62683]: DEBUG nova.objects.instance [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1890.688958] env[62683]: DEBUG nova.network.neutron [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.751583] env[62683]: DEBUG oslo_vmware.api [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799814, 'name': PowerOffVM_Task, 'duration_secs': 0.281053} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.751946] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1890.752177] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1890.752476] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6628fe2-8506-4440-a743-b6a79f4af85e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.882380] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1890.882664] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1890.882897] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleting the datastore file [datastore1] 79fdb4e9-5204-401c-8427-a53ba51ab964 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1890.883196] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22b78f8f-134a-4466-910f-5da1dd786562 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.896197] env[62683]: DEBUG oslo_vmware.api [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1890.896197] env[62683]: value = "task-1799818" [ 1890.896197] env[62683]: _type = "Task" [ 1890.896197] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.905826] env[62683]: DEBUG oslo_vmware.api [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.988016] env[62683]: DEBUG oslo_vmware.api [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799815, 'name': ReconfigVM_Task, 'duration_secs': 0.437318} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.988332] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-45f089d6-e6a3-46e2-9f82-02a4fec59d52/volume-45f089d6-e6a3-46e2-9f82-02a4fec59d52.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1890.993822] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beced31f-11e4-4096-b617-610621db0dcd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.013590] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799816, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.016056] env[62683]: DEBUG oslo_vmware.api [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1891.016056] env[62683]: value = "task-1799819" [ 1891.016056] env[62683]: _type = "Task" [ 1891.016056] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.024874] env[62683]: DEBUG oslo_vmware.api [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.135188] env[62683]: DEBUG nova.compute.utils [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1891.140930] env[62683]: DEBUG nova.compute.manager [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1891.140930] env[62683]: DEBUG nova.network.neutron [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1891.190260] env[62683]: DEBUG nova.policy [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cf429cb8b67488aa765ffe636ce17b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f69d4591a0e642348ccc801be45f2bf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1891.192100] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Releasing lock "refresh_cache-f3c3d6c9-1177-4a41-b80f-b884fd2d1aec" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.192506] env[62683]: DEBUG nova.compute.manager [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1891.192706] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1891.193623] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2deedc-ce55-4356-83db-d4a56c4ac187 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.202988] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1891.203270] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-238c983c-5167-4d10-8243-cde4abde88fb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.209802] env[62683]: DEBUG oslo_vmware.api [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for the task: (returnval){ [ 1891.209802] env[62683]: value = "task-1799820" [ 1891.209802] env[62683]: _type = "Task" [ 1891.209802] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.220213] env[62683]: DEBUG oslo_vmware.api [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.406624] env[62683]: DEBUG oslo_vmware.api [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363908} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.406969] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1891.407141] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1891.407323] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1891.407544] env[62683]: INFO nova.compute.manager [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1891.407799] env[62683]: DEBUG oslo.service.loopingcall [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1891.407998] env[62683]: DEBUG nova.compute.manager [-] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1891.408106] env[62683]: DEBUG nova.network.neutron [-] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1891.504799] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650445} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.505263] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 71fe9952-5683-4816-829c-6cb3ed4716d6/71fe9952-5683-4816-829c-6cb3ed4716d6.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1891.505657] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1891.506202] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49327160-5ce5-408b-a996-217133be45bc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.518909] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 1891.518909] env[62683]: value = "task-1799821" [ 1891.518909] env[62683]: _type = "Task" [ 1891.518909] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.524195] env[62683]: DEBUG nova.network.neutron [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Successfully created port: f6b8782f-f81b-4462-9a1b-f118892888b6 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1891.534135] env[62683]: DEBUG oslo_vmware.api [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799819, 'name': ReconfigVM_Task, 'duration_secs': 0.17613} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.536717] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373199', 'volume_id': '45f089d6-e6a3-46e2-9f82-02a4fec59d52', 'name': 'volume-45f089d6-e6a3-46e2-9f82-02a4fec59d52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '20120679-7fa6-4fb7-aef9-5ba6e150c916', 'attached_at': '', 'detached_at': '', 'volume_id': '45f089d6-e6a3-46e2-9f82-02a4fec59d52', 'serial': '45f089d6-e6a3-46e2-9f82-02a4fec59d52'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1891.538366] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.620046] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1891.620046] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7771a4d4-b0d5-4a75-a448-b34b169fd221 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.629192] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1891.629192] env[62683]: value = "task-1799822" [ 1891.629192] env[62683]: _type = "Task" [ 1891.629192] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.642504] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.644435] env[62683]: DEBUG oslo_concurrency.lockutils [None req-03ae526a-ea18-472c-af34-4c9892a2585f tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.646550] env[62683]: DEBUG nova.compute.manager [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1891.722370] env[62683]: DEBUG oslo_vmware.api [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799820, 'name': PowerOffVM_Task, 'duration_secs': 0.158582} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.722810] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1891.723146] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1891.723531] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-620b50e8-bb8c-4ed9-9707-0e6383373c8c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.731622] env[62683]: DEBUG nova.compute.manager [req-11979cfd-42f0-46f9-bcf8-b3d22d7a9383 req-e27f42c0-075c-467d-ad45-0206672c0cde service nova] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Received event network-vif-deleted-396024e5-f2f6-4c30-807f-3f6e9a58c74d {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1891.733022] env[62683]: INFO nova.compute.manager [req-11979cfd-42f0-46f9-bcf8-b3d22d7a9383 req-e27f42c0-075c-467d-ad45-0206672c0cde service nova] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Neutron deleted interface 396024e5-f2f6-4c30-807f-3f6e9a58c74d; detaching it from the instance and deleting it from the info cache [ 1891.733022] env[62683]: DEBUG nova.network.neutron [req-11979cfd-42f0-46f9-bcf8-b3d22d7a9383 req-e27f42c0-075c-467d-ad45-0206672c0cde service nova] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.734519] env[62683]: DEBUG nova.network.neutron [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Port c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394 binding to destination host cpu-1 is already ACTIVE {{(pid=62683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1891.760387] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1891.760387] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1891.760387] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Deleting the datastore file [datastore1] f3c3d6c9-1177-4a41-b80f-b884fd2d1aec {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1891.760387] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb24b374-2b30-4583-a7a2-31d3e46b1a26 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.767348] env[62683]: DEBUG oslo_vmware.api [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for the task: (returnval){ [ 1891.767348] env[62683]: value = "task-1799824" [ 1891.767348] env[62683]: _type = "Task" [ 1891.767348] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.776702] env[62683]: DEBUG oslo_vmware.api [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.031168] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230835} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.031168] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1892.031980] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56030b31-b382-4f7f-9ad5-8743da2b2c20 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.058893] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 71fe9952-5683-4816-829c-6cb3ed4716d6/71fe9952-5683-4816-829c-6cb3ed4716d6.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1892.059869] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f35d2b8-4a23-401c-8c07-ecd5269497c0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.080456] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 1892.080456] env[62683]: value = "task-1799825" [ 1892.080456] env[62683]: _type = "Task" [ 1892.080456] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.095482] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.141770] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799822, 'name': PowerOffVM_Task, 'duration_secs': 0.381923} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.141903] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1892.142722] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f9da3a-7a95-4f8b-b3e1-79e70d5ea865 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.166881] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ae1489-e0cb-4428-a49b-b341f9d3726c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.206173] env[62683]: DEBUG nova.network.neutron [-] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.238026] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fb956f9-256b-4d05-9c3a-b0fae8b7bf6c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.253022] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bb72df-bb12-4d51-9b84-bb32469a0f34 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.276828] env[62683]: DEBUG oslo_vmware.api [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Task: {'id': task-1799824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181976} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.285636] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1892.285883] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1892.286028] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1892.286217] env[62683]: INFO nova.compute.manager [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1892.286460] env[62683]: DEBUG oslo.service.loopingcall [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1892.287640] env[62683]: DEBUG nova.compute.manager [req-11979cfd-42f0-46f9-bcf8-b3d22d7a9383 req-e27f42c0-075c-467d-ad45-0206672c0cde service nova] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Detach interface failed, port_id=396024e5-f2f6-4c30-807f-3f6e9a58c74d, reason: Instance 79fdb4e9-5204-401c-8427-a53ba51ab964 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1892.287999] env[62683]: DEBUG nova.compute.manager [-] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1892.288113] env[62683]: DEBUG nova.network.neutron [-] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1892.304365] env[62683]: DEBUG nova.network.neutron [-] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1892.592907] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799825, 'name': ReconfigVM_Task, 'duration_secs': 0.303027} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.593948] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 71fe9952-5683-4816-829c-6cb3ed4716d6/71fe9952-5683-4816-829c-6cb3ed4716d6.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1892.593948] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a5d98f6-a8dc-4f55-9dbe-d128490b4aaa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.597409] env[62683]: DEBUG nova.objects.instance [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lazy-loading 'flavor' on Instance uuid 20120679-7fa6-4fb7-aef9-5ba6e150c916 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1892.601256] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 1892.601256] env[62683]: value = "task-1799826" [ 1892.601256] env[62683]: _type = "Task" [ 1892.601256] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.610010] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799826, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.670189] env[62683]: DEBUG nova.compute.manager [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1892.677364] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Creating Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1892.677667] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-10cce594-c67f-46e0-aaf8-8f2e3a7dae2f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.686752] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1892.686752] env[62683]: value = "task-1799827" [ 1892.686752] env[62683]: _type = "Task" [ 1892.686752] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.698264] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799827, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.700840] env[62683]: DEBUG nova.virt.hardware [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1892.701331] env[62683]: DEBUG nova.virt.hardware [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1892.701590] env[62683]: DEBUG nova.virt.hardware [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1892.701894] env[62683]: DEBUG nova.virt.hardware [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1892.702176] env[62683]: DEBUG nova.virt.hardware [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1892.702430] env[62683]: DEBUG nova.virt.hardware [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1892.702697] env[62683]: DEBUG nova.virt.hardware [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1892.703302] env[62683]: DEBUG nova.virt.hardware [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1892.703302] env[62683]: DEBUG nova.virt.hardware [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1892.703456] env[62683]: DEBUG nova.virt.hardware [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1892.703627] env[62683]: DEBUG nova.virt.hardware [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1892.704744] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9705bb-6faa-4acd-b7ef-3fcfc3f36ef5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.709560] env[62683]: INFO nova.compute.manager [-] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Took 1.30 seconds to deallocate network for instance. [ 1892.717020] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0482fd-0eb8-48df-a852-21a3e4fd3ce2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.759219] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "eae96523-6a97-447d-bcd9-f1bd57abdf21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.759466] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "eae96523-6a97-447d-bcd9-f1bd57abdf21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.759831] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "eae96523-6a97-447d-bcd9-f1bd57abdf21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.806699] env[62683]: DEBUG nova.network.neutron [-] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.012046] env[62683]: DEBUG nova.compute.manager [req-aba5d9a6-e51f-48f7-80a8-c7e8c3207943 req-15f37564-33e5-4a5f-bf4f-f39a660b7e3f service nova] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Received event network-vif-plugged-f6b8782f-f81b-4462-9a1b-f118892888b6 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1893.012315] env[62683]: DEBUG oslo_concurrency.lockutils [req-aba5d9a6-e51f-48f7-80a8-c7e8c3207943 req-15f37564-33e5-4a5f-bf4f-f39a660b7e3f service nova] Acquiring lock "9dfe2c53-3fcf-4500-aea2-fb81a5031f9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.012517] env[62683]: DEBUG oslo_concurrency.lockutils [req-aba5d9a6-e51f-48f7-80a8-c7e8c3207943 req-15f37564-33e5-4a5f-bf4f-f39a660b7e3f service nova] Lock "9dfe2c53-3fcf-4500-aea2-fb81a5031f9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.012660] env[62683]: DEBUG oslo_concurrency.lockutils [req-aba5d9a6-e51f-48f7-80a8-c7e8c3207943 req-15f37564-33e5-4a5f-bf4f-f39a660b7e3f service nova] Lock "9dfe2c53-3fcf-4500-aea2-fb81a5031f9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.012837] env[62683]: DEBUG nova.compute.manager [req-aba5d9a6-e51f-48f7-80a8-c7e8c3207943 req-15f37564-33e5-4a5f-bf4f-f39a660b7e3f service nova] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] No waiting events found dispatching network-vif-plugged-f6b8782f-f81b-4462-9a1b-f118892888b6 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1893.013019] env[62683]: WARNING nova.compute.manager [req-aba5d9a6-e51f-48f7-80a8-c7e8c3207943 req-15f37564-33e5-4a5f-bf4f-f39a660b7e3f service nova] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Received unexpected event network-vif-plugged-f6b8782f-f81b-4462-9a1b-f118892888b6 for instance with vm_state building and task_state spawning. [ 1893.097378] env[62683]: DEBUG nova.network.neutron [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Successfully updated port: f6b8782f-f81b-4462-9a1b-f118892888b6 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1893.105565] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ce8527fa-a74f-42c1-91af-c12179046f59 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "20120679-7fa6-4fb7-aef9-5ba6e150c916" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.361s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.113284] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799826, 'name': Rename_Task, 'duration_secs': 0.18954} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.113604] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1893.113917] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a27c9e7a-3986-40b5-92e2-7c1e30615036 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.122008] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 1893.122008] env[62683]: value = "task-1799828" [ 1893.122008] env[62683]: _type = "Task" [ 1893.122008] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.130749] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.199270] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799827, 'name': CreateSnapshot_Task, 'duration_secs': 0.501047} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.199611] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Created Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1893.200438] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de7c8ef-8bfe-4424-8fd6-006268315914 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.223469] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.223710] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.223951] env[62683]: DEBUG nova.objects.instance [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lazy-loading 'resources' on Instance uuid 79fdb4e9-5204-401c-8427-a53ba51ab964 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1893.309013] env[62683]: INFO nova.compute.manager [-] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Took 1.02 seconds to deallocate network for instance. [ 1893.599896] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "refresh_cache-9dfe2c53-3fcf-4500-aea2-fb81a5031f9f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.600055] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquired lock "refresh_cache-9dfe2c53-3fcf-4500-aea2-fb81a5031f9f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.600177] env[62683]: DEBUG nova.network.neutron [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1893.632454] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799828, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.720172] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Creating linked-clone VM from snapshot {{(pid=62683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1893.720526] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b5b06394-1785-4022-88dc-e659c45f8336 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.730820] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1893.730820] env[62683]: value = "task-1799829" [ 1893.730820] env[62683]: _type = "Task" [ 1893.730820] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.739865] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799829, 'name': CloneVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.805106] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "refresh_cache-eae96523-6a97-447d-bcd9-f1bd57abdf21" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.805312] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired lock "refresh_cache-eae96523-6a97-447d-bcd9-f1bd57abdf21" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.805495] env[62683]: DEBUG nova.network.neutron [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1893.815814] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.917880] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ddb145-3876-4075-8766-720e2ff6ba49 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.923293] env[62683]: DEBUG nova.compute.manager [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Stashing vm_state: active {{(pid=62683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1893.929317] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7676316c-7f95-478b-87cd-6d8f17d5252e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.964260] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1974e55-bc5d-42a0-8d0e-63ae9e4b98d7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.986978] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24858475-57a2-4d74-aa26-880646a90a5b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.001275] env[62683]: DEBUG nova.compute.provider_tree [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1894.130460] env[62683]: DEBUG nova.network.neutron [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1894.135653] env[62683]: DEBUG oslo_vmware.api [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799828, 'name': PowerOnVM_Task, 'duration_secs': 0.67818} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.135918] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1894.136114] env[62683]: INFO nova.compute.manager [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1894.136314] env[62683]: DEBUG nova.compute.manager [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1894.137137] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f69e9b-8345-4547-a7ec-ea93f2c83bb9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.243167] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799829, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.276629] env[62683]: DEBUG nova.network.neutron [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Updating instance_info_cache with network_info: [{"id": "f6b8782f-f81b-4462-9a1b-f118892888b6", "address": "fa:16:3e:22:94:cb", "network": {"id": "47ec6643-1e13-4cb4-b76d-7c4719e5f325", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-875144173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69d4591a0e642348ccc801be45f2bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b8782f-f8", "ovs_interfaceid": "f6b8782f-f81b-4462-9a1b-f118892888b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.444740] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.503961] env[62683]: DEBUG nova.scheduler.client.report [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1894.571650] env[62683]: DEBUG nova.network.neutron [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Updating instance_info_cache with network_info: [{"id": "c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394", "address": "fa:16:3e:5a:67:b8", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f4d3c6-c8", "ovs_interfaceid": "c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.655704] env[62683]: INFO nova.compute.manager [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Took 14.50 seconds to build instance. [ 1894.722893] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1894.723174] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1894.744531] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799829, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.779597] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Releasing lock "refresh_cache-9dfe2c53-3fcf-4500-aea2-fb81a5031f9f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.779941] env[62683]: DEBUG nova.compute.manager [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Instance network_info: |[{"id": "f6b8782f-f81b-4462-9a1b-f118892888b6", "address": "fa:16:3e:22:94:cb", "network": {"id": "47ec6643-1e13-4cb4-b76d-7c4719e5f325", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-875144173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69d4591a0e642348ccc801be45f2bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b8782f-f8", "ovs_interfaceid": "f6b8782f-f81b-4462-9a1b-f118892888b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1894.780446] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:94:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6b8782f-f81b-4462-9a1b-f118892888b6', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1894.789035] env[62683]: DEBUG oslo.service.loopingcall [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1894.790096] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1894.790415] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f277ecb1-9aa4-4923-97a4-48601c33851a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.814445] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1894.814445] env[62683]: value = "task-1799830" [ 1894.814445] env[62683]: _type = "Task" [ 1894.814445] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.825915] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799830, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.009252] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.011924] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.196s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.012535] env[62683]: DEBUG nova.objects.instance [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Lazy-loading 'resources' on Instance uuid f3c3d6c9-1177-4a41-b80f-b884fd2d1aec {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1895.043912] env[62683]: INFO nova.scheduler.client.report [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleted allocations for instance 79fdb4e9-5204-401c-8427-a53ba51ab964 [ 1895.047127] env[62683]: DEBUG nova.compute.manager [req-0adc8b68-56a5-47f9-92b7-60ecab9d022a req-780b3166-7ac7-4b05-aad6-f9cdb38b5cc7 service nova] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Received event network-changed-f6b8782f-f81b-4462-9a1b-f118892888b6 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1895.047291] env[62683]: DEBUG nova.compute.manager [req-0adc8b68-56a5-47f9-92b7-60ecab9d022a req-780b3166-7ac7-4b05-aad6-f9cdb38b5cc7 service nova] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Refreshing instance network info cache due to event network-changed-f6b8782f-f81b-4462-9a1b-f118892888b6. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1895.047571] env[62683]: DEBUG oslo_concurrency.lockutils [req-0adc8b68-56a5-47f9-92b7-60ecab9d022a req-780b3166-7ac7-4b05-aad6-f9cdb38b5cc7 service nova] Acquiring lock "refresh_cache-9dfe2c53-3fcf-4500-aea2-fb81a5031f9f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.047645] env[62683]: DEBUG oslo_concurrency.lockutils [req-0adc8b68-56a5-47f9-92b7-60ecab9d022a req-780b3166-7ac7-4b05-aad6-f9cdb38b5cc7 service nova] Acquired lock "refresh_cache-9dfe2c53-3fcf-4500-aea2-fb81a5031f9f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.047810] env[62683]: DEBUG nova.network.neutron [req-0adc8b68-56a5-47f9-92b7-60ecab9d022a req-780b3166-7ac7-4b05-aad6-f9cdb38b5cc7 service nova] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Refreshing network info cache for port f6b8782f-f81b-4462-9a1b-f118892888b6 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1895.075273] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Releasing lock "refresh_cache-eae96523-6a97-447d-bcd9-f1bd57abdf21" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.085988] env[62683]: DEBUG nova.compute.manager [req-06e8961b-4267-497a-b754-9e2cac6bdda0 req-38142c1f-7fcb-49a0-bbe8-f2304fdf148a service nova] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Received event network-changed-4419073a-05c3-4183-9913-749211df946b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1895.086223] env[62683]: DEBUG nova.compute.manager [req-06e8961b-4267-497a-b754-9e2cac6bdda0 req-38142c1f-7fcb-49a0-bbe8-f2304fdf148a service nova] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Refreshing instance network info cache due to event network-changed-4419073a-05c3-4183-9913-749211df946b. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1895.086441] env[62683]: DEBUG oslo_concurrency.lockutils [req-06e8961b-4267-497a-b754-9e2cac6bdda0 req-38142c1f-7fcb-49a0-bbe8-f2304fdf148a service nova] Acquiring lock "refresh_cache-71fe9952-5683-4816-829c-6cb3ed4716d6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.086601] env[62683]: DEBUG oslo_concurrency.lockutils [req-06e8961b-4267-497a-b754-9e2cac6bdda0 req-38142c1f-7fcb-49a0-bbe8-f2304fdf148a service nova] Acquired lock "refresh_cache-71fe9952-5683-4816-829c-6cb3ed4716d6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.086806] env[62683]: DEBUG nova.network.neutron [req-06e8961b-4267-497a-b754-9e2cac6bdda0 req-38142c1f-7fcb-49a0-bbe8-f2304fdf148a service nova] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Refreshing network info cache for port 4419073a-05c3-4183-9913-749211df946b {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1895.157603] env[62683]: DEBUG oslo_concurrency.lockutils [None req-db87c578-67f2-4f22-9cec-de4eaea148cf tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "71fe9952-5683-4816-829c-6cb3ed4716d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.008s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.229871] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1895.230059] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1895.242758] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799829, 'name': CloneVM_Task} progress is 95%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.325621] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799830, 'name': CreateVM_Task, 'duration_secs': 0.413467} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.325952] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1895.327335] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.327570] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.327956] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1895.328291] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5ff317b-85db-47e9-98d0-358d4e2acb43 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.333875] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1895.333875] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528ca70f-05b4-fcce-e672-f7ed737e4c60" [ 1895.333875] env[62683]: _type = "Task" [ 1895.333875] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.343946] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528ca70f-05b4-fcce-e672-f7ed737e4c60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.563874] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e24cf67f-f03c-4a1e-9085-deb15fc51476 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "79fdb4e9-5204-401c-8427-a53ba51ab964" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.855s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.590360] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f11a5e-892a-45df-949d-3123f458925e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.605145] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb93dad-438b-4fc3-a84e-f33d3cb1d68a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.738873] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebb2ec2-b757-4992-909b-0813493542e5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.751160] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799829, 'name': CloneVM_Task} progress is 95%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.756200] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a921a59c-ce20-4014-9082-d3e49523c71e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.790141] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c788cfb-df22-4638-b7ec-84bc5cd8f543 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.800442] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2586d697-0ac6-46f2-82a8-440fb4096d9f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.815031] env[62683]: DEBUG nova.compute.provider_tree [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1895.844845] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528ca70f-05b4-fcce-e672-f7ed737e4c60, 'name': SearchDatastore_Task, 'duration_secs': 0.044928} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.845174] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.845410] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1895.845642] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.845790] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.845969] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1895.846247] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b0149a4-6d5b-48e5-b75d-dab1be238063 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.855876] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1895.856081] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1895.856827] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f8fa007-6694-477b-ad4a-7bbe5915a0ca {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.864073] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1895.864073] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a67167-851b-3870-a93e-65c6a426e8a4" [ 1895.864073] env[62683]: _type = "Task" [ 1895.864073] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.873081] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a67167-851b-3870-a93e-65c6a426e8a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.903162] env[62683]: DEBUG nova.network.neutron [req-0adc8b68-56a5-47f9-92b7-60ecab9d022a req-780b3166-7ac7-4b05-aad6-f9cdb38b5cc7 service nova] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Updated VIF entry in instance network info cache for port f6b8782f-f81b-4462-9a1b-f118892888b6. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1895.903542] env[62683]: DEBUG nova.network.neutron [req-0adc8b68-56a5-47f9-92b7-60ecab9d022a req-780b3166-7ac7-4b05-aad6-f9cdb38b5cc7 service nova] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Updating instance_info_cache with network_info: [{"id": "f6b8782f-f81b-4462-9a1b-f118892888b6", "address": "fa:16:3e:22:94:cb", "network": {"id": "47ec6643-1e13-4cb4-b76d-7c4719e5f325", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-875144173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69d4591a0e642348ccc801be45f2bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b8782f-f8", "ovs_interfaceid": "f6b8782f-f81b-4462-9a1b-f118892888b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.966646] env[62683]: DEBUG nova.network.neutron [req-06e8961b-4267-497a-b754-9e2cac6bdda0 req-38142c1f-7fcb-49a0-bbe8-f2304fdf148a service nova] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Updated VIF entry in instance network info cache for port 4419073a-05c3-4183-9913-749211df946b. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1895.967082] env[62683]: DEBUG nova.network.neutron [req-06e8961b-4267-497a-b754-9e2cac6bdda0 req-38142c1f-7fcb-49a0-bbe8-f2304fdf148a service nova] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Updating instance_info_cache with network_info: [{"id": "4419073a-05c3-4183-9913-749211df946b", "address": "fa:16:3e:0f:28:96", "network": {"id": "1a6efdbf-20b4-46d8-b144-11bfb63d416e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-135588002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96265bbf4f34becb479bc48c82c353f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4419073a-05", "ovs_interfaceid": "4419073a-05c3-4183-9913-749211df946b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.245217] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799829, 'name': CloneVM_Task} progress is 95%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.320558] env[62683]: DEBUG nova.scheduler.client.report [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1896.376485] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a67167-851b-3870-a93e-65c6a426e8a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011859} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.377405] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cdd1688-47ca-4a41-a557-1827a085d26d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.382823] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1896.382823] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]520e496b-8652-cf31-9194-50cc0a74f8ea" [ 1896.382823] env[62683]: _type = "Task" [ 1896.382823] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.390831] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]520e496b-8652-cf31-9194-50cc0a74f8ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.406111] env[62683]: DEBUG oslo_concurrency.lockutils [req-0adc8b68-56a5-47f9-92b7-60ecab9d022a req-780b3166-7ac7-4b05-aad6-f9cdb38b5cc7 service nova] Releasing lock "refresh_cache-9dfe2c53-3fcf-4500-aea2-fb81a5031f9f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.469736] env[62683]: DEBUG oslo_concurrency.lockutils [req-06e8961b-4267-497a-b754-9e2cac6bdda0 req-38142c1f-7fcb-49a0-bbe8-f2304fdf148a service nova] Releasing lock "refresh_cache-71fe9952-5683-4816-829c-6cb3ed4716d6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.724468] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae86a0a-5579-4524-a442-588235affc09 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.750492] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c923ce17-9fc6-4724-99b3-b29500402a1a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.760659] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799829, 'name': CloneVM_Task, 'duration_secs': 2.717859} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.763085] env[62683]: INFO nova.virt.vmwareapi.vmops [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Created linked-clone VM from snapshot [ 1896.763455] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Updating instance 'eae96523-6a97-447d-bcd9-f1bd57abdf21' progress to 83 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1896.767939] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf88075-152c-4533-8c92-4a8449252bbd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.776684] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Uploading image b9a413ce-3857-488d-a56b-d637f5a6531b {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1896.804527] env[62683]: DEBUG oslo_vmware.rw_handles [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1896.804527] env[62683]: value = "vm-373204" [ 1896.804527] env[62683]: _type = "VirtualMachine" [ 1896.804527] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1896.804527] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2786d55c-101f-4f92-8f72-2009df0fff17 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.809735] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "c7213e03-b11e-44de-a8cf-361e446bc4c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.809998] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "c7213e03-b11e-44de-a8cf-361e446bc4c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.815627] env[62683]: DEBUG oslo_vmware.rw_handles [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lease: (returnval){ [ 1896.815627] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]521ae95f-adbc-d2bf-b829-ebf9889a0002" [ 1896.815627] env[62683]: _type = "HttpNfcLease" [ 1896.815627] env[62683]: } obtained for exporting VM: (result){ [ 1896.815627] env[62683]: value = "vm-373204" [ 1896.815627] env[62683]: _type = "VirtualMachine" [ 1896.815627] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1896.815963] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the lease: (returnval){ [ 1896.815963] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]521ae95f-adbc-d2bf-b829-ebf9889a0002" [ 1896.815963] env[62683]: _type = "HttpNfcLease" [ 1896.815963] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1896.824397] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.826228] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1896.826228] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]521ae95f-adbc-d2bf-b829-ebf9889a0002" [ 1896.826228] env[62683]: _type = "HttpNfcLease" [ 1896.826228] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1896.827273] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.383s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.843618] env[62683]: INFO nova.scheduler.client.report [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Deleted allocations for instance f3c3d6c9-1177-4a41-b80f-b884fd2d1aec [ 1896.894900] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]520e496b-8652-cf31-9194-50cc0a74f8ea, 'name': SearchDatastore_Task, 'duration_secs': 0.03147} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.894900] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.894900] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f/9dfe2c53-3fcf-4500-aea2-fb81a5031f9f.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1896.894900] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a213ab33-fe51-479f-99b6-37dcd4fc06ee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.902829] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1896.902829] env[62683]: value = "task-1799832" [ 1896.902829] env[62683]: _type = "Task" [ 1896.902829] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.911217] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.272689] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1897.273307] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7480e1a8-62af-4d89-a646-3ad03a04f7f1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.284692] env[62683]: DEBUG oslo_vmware.api [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1897.284692] env[62683]: value = "task-1799833" [ 1897.284692] env[62683]: _type = "Task" [ 1897.284692] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.294732] env[62683]: DEBUG oslo_vmware.api [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.312973] env[62683]: DEBUG nova.compute.manager [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1897.325294] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1897.325294] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]521ae95f-adbc-d2bf-b829-ebf9889a0002" [ 1897.325294] env[62683]: _type = "HttpNfcLease" [ 1897.325294] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1897.325657] env[62683]: DEBUG oslo_vmware.rw_handles [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1897.325657] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]521ae95f-adbc-d2bf-b829-ebf9889a0002" [ 1897.325657] env[62683]: _type = "HttpNfcLease" [ 1897.325657] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1897.326566] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcadb0f-c750-407e-afa3-cbbdd28861e2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.332336] env[62683]: INFO nova.compute.claims [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1897.342024] env[62683]: DEBUG oslo_vmware.rw_handles [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aecee7-bc32-84eb-27b3-51f53ccd2cbe/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1897.342294] env[62683]: DEBUG oslo_vmware.rw_handles [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aecee7-bc32-84eb-27b3-51f53ccd2cbe/disk-0.vmdk for reading. {{(pid=62683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1897.404327] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d5afe4e8-74b9-4fa7-9811-f2467aea0ecf tempest-ServerShowV257Test-1184697737 tempest-ServerShowV257Test-1184697737-project-member] Lock "f3c3d6c9-1177-4a41-b80f-b884fd2d1aec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.808s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.416368] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799832, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.444683] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dafb2d24-51c4-4e68-b080-e5340b24a07c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.795838] env[62683]: DEBUG oslo_vmware.api [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799833, 'name': PowerOnVM_Task, 'duration_secs': 0.494754} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.796369] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1897.796369] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dc06bf4f-1f83-472d-9955-2d2eb1337950 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Updating instance 'eae96523-6a97-447d-bcd9-f1bd57abdf21' progress to 100 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1897.836101] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.839722] env[62683]: INFO nova.compute.resource_tracker [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updating resource usage from migration aa55c63e-f8b9-49a3-9815-dab4d101c534 [ 1897.919036] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718501} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.919406] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f/9dfe2c53-3fcf-4500-aea2-fb81a5031f9f.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1897.919767] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1897.920157] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d57b19bf-7b77-4795-97b1-89c44c2b9b67 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.930985] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1897.930985] env[62683]: value = "task-1799834" [ 1897.930985] env[62683]: _type = "Task" [ 1897.930985] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.944168] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.025385] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0dac03-6cd4-4f0e-b0a6-29587c4dc241 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.034093] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe418ff-4aec-4c8e-831f-a98f50640cc0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.076399] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5ff31d-1e63-4af2-93f6-9dae08a88556 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.085793] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0993406-356f-47ac-b3b2-2251939a1ddb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.104062] env[62683]: DEBUG nova.compute.provider_tree [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1898.441675] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089819} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.442088] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1898.443173] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0b7db1-155a-49e3-8189-bdc2325727b0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.468031] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f/9dfe2c53-3fcf-4500-aea2-fb81a5031f9f.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1898.468448] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72db2493-e227-429a-a97b-9ce7b57718b6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.489882] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1898.489882] env[62683]: value = "task-1799835" [ 1898.489882] env[62683]: _type = "Task" [ 1898.489882] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.498986] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.628097] env[62683]: ERROR nova.scheduler.client.report [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [req-6ba791ac-cdf8-43f2-8e2a-8dba698d5264] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6ba791ac-cdf8-43f2-8e2a-8dba698d5264"}]} [ 1898.644514] env[62683]: DEBUG nova.scheduler.client.report [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1898.660803] env[62683]: DEBUG nova.scheduler.client.report [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1898.661832] env[62683]: DEBUG nova.compute.provider_tree [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1898.672947] env[62683]: DEBUG nova.scheduler.client.report [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1898.696048] env[62683]: DEBUG nova.scheduler.client.report [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1898.902013] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdc6d31-8b62-4b92-a114-cee92cc2d590 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.910745] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863c748b-b7b2-4518-8997-85635e1ed44a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.948226] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2234670-7e80-4bae-aed7-d3d22c7c985b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.957098] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b99bee-d717-40b3-81af-6a52b8b43340 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.972917] env[62683]: DEBUG nova.compute.provider_tree [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1899.001499] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799835, 'name': ReconfigVM_Task, 'duration_secs': 0.358924} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.001873] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f/9dfe2c53-3fcf-4500-aea2-fb81a5031f9f.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1899.002620] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e40d0440-ae11-487c-b909-3f805605c06a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.010891] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1899.010891] env[62683]: value = "task-1799836" [ 1899.010891] env[62683]: _type = "Task" [ 1899.010891] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.028886] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799836, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.506257] env[62683]: DEBUG nova.scheduler.client.report [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1899.506568] env[62683]: DEBUG nova.compute.provider_tree [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 165 to 166 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1899.506788] env[62683]: DEBUG nova.compute.provider_tree [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1899.522062] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799836, 'name': Rename_Task, 'duration_secs': 0.176273} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.523014] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1899.523352] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6120e27-ff2f-4112-9c52-c040d53eb20c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.532635] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1899.532635] env[62683]: value = "task-1799837" [ 1899.532635] env[62683]: _type = "Task" [ 1899.532635] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.541995] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.012433] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.185s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.012885] env[62683]: INFO nova.compute.manager [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Migrating [ 1900.024010] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.188s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.026568] env[62683]: INFO nova.compute.claims [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1900.063826] env[62683]: DEBUG oslo_vmware.api [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799837, 'name': PowerOnVM_Task, 'duration_secs': 0.501537} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.064308] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1900.064652] env[62683]: INFO nova.compute.manager [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1900.065013] env[62683]: DEBUG nova.compute.manager [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1900.066233] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c98c39a-9521-4c21-95a5-77edf3c2ebb0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.545912] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.547146] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.547401] env[62683]: DEBUG nova.network.neutron [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1900.557519] env[62683]: DEBUG oslo_concurrency.lockutils [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "eae96523-6a97-447d-bcd9-f1bd57abdf21" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.557855] env[62683]: DEBUG oslo_concurrency.lockutils [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "eae96523-6a97-447d-bcd9-f1bd57abdf21" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.558142] env[62683]: DEBUG nova.compute.manager [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Going to confirm migration 7 {{(pid=62683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1900.595974] env[62683]: INFO nova.compute.manager [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Took 14.39 seconds to build instance. [ 1901.098363] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8a562020-c3f8-41a0-a6aa-e72a128a8661 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "9dfe2c53-3fcf-4500-aea2-fb81a5031f9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.899s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.166916] env[62683]: DEBUG oslo_concurrency.lockutils [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "refresh_cache-eae96523-6a97-447d-bcd9-f1bd57abdf21" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.167169] env[62683]: DEBUG oslo_concurrency.lockutils [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquired lock "refresh_cache-eae96523-6a97-447d-bcd9-f1bd57abdf21" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.167411] env[62683]: DEBUG nova.network.neutron [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1901.167658] env[62683]: DEBUG nova.objects.instance [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lazy-loading 'info_cache' on Instance uuid eae96523-6a97-447d-bcd9-f1bd57abdf21 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1901.232176] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebc21f5-986c-4115-bf11-3af0b42a7d44 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.244688] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b77a3e8-cea7-44bc-9388-3df14867f85c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.281728] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4fc161-a6ae-4e16-87db-8f2a28f4569b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.292104] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e42322b-247b-471c-97cc-bcdaeb1593dc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.309763] env[62683]: DEBUG nova.compute.provider_tree [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1901.423664] env[62683]: DEBUG nova.network.neutron [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updating instance_info_cache with network_info: [{"id": "ec4719a3-925f-4a8c-a33f-5d99268d29e9", "address": "fa:16:3e:ea:28:c1", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec4719a3-92", "ovs_interfaceid": "ec4719a3-925f-4a8c-a33f-5d99268d29e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.787356] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Didn't find any instances for network info cache update. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1901.787801] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1901.787801] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1901.787929] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1901.788080] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1901.788243] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1901.788392] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1901.788527] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1901.788806] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1901.813040] env[62683]: DEBUG nova.scheduler.client.report [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1901.925205] env[62683]: DEBUG nova.compute.manager [req-2f3a960c-472e-4322-b13b-7fe5631cc476 req-c1f37208-b370-40fa-8e86-dc4cfa213ff9 service nova] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Received event network-changed-f6b8782f-f81b-4462-9a1b-f118892888b6 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1901.925438] env[62683]: DEBUG nova.compute.manager [req-2f3a960c-472e-4322-b13b-7fe5631cc476 req-c1f37208-b370-40fa-8e86-dc4cfa213ff9 service nova] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Refreshing instance network info cache due to event network-changed-f6b8782f-f81b-4462-9a1b-f118892888b6. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1901.925600] env[62683]: DEBUG oslo_concurrency.lockutils [req-2f3a960c-472e-4322-b13b-7fe5631cc476 req-c1f37208-b370-40fa-8e86-dc4cfa213ff9 service nova] Acquiring lock "refresh_cache-9dfe2c53-3fcf-4500-aea2-fb81a5031f9f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.925750] env[62683]: DEBUG oslo_concurrency.lockutils [req-2f3a960c-472e-4322-b13b-7fe5631cc476 req-c1f37208-b370-40fa-8e86-dc4cfa213ff9 service nova] Acquired lock "refresh_cache-9dfe2c53-3fcf-4500-aea2-fb81a5031f9f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.925910] env[62683]: DEBUG nova.network.neutron [req-2f3a960c-472e-4322-b13b-7fe5631cc476 req-c1f37208-b370-40fa-8e86-dc4cfa213ff9 service nova] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Refreshing network info cache for port f6b8782f-f81b-4462-9a1b-f118892888b6 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1901.927488] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.292539] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.318249] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.318762] env[62683]: DEBUG nova.compute.manager [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1902.321487] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.029s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.321587] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.321748] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1902.322810] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cd1191-4827-4f06-aab9-a815fd3cdb71 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.335559] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac9735f-cb5b-4f91-a7d5-b444a9d16a45 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.350581] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174ba3c7-d02d-4701-b873-215e0045fbcf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.360766] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70a9e67-8bcc-4d02-9d84-6d642889c785 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.398039] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179431MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1902.398039] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.398039] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.430104] env[62683]: DEBUG nova.network.neutron [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Updating instance_info_cache with network_info: [{"id": "c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394", "address": "fa:16:3e:5a:67:b8", "network": {"id": "ae937f96-4dac-4d7b-8794-1f13358b3cb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2140236478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a369676a4a4b55a44a6a092b844550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f4d3c6-c8", "ovs_interfaceid": "c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.765808] env[62683]: DEBUG nova.network.neutron [req-2f3a960c-472e-4322-b13b-7fe5631cc476 req-c1f37208-b370-40fa-8e86-dc4cfa213ff9 service nova] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Updated VIF entry in instance network info cache for port f6b8782f-f81b-4462-9a1b-f118892888b6. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1902.766202] env[62683]: DEBUG nova.network.neutron [req-2f3a960c-472e-4322-b13b-7fe5631cc476 req-c1f37208-b370-40fa-8e86-dc4cfa213ff9 service nova] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Updating instance_info_cache with network_info: [{"id": "f6b8782f-f81b-4462-9a1b-f118892888b6", "address": "fa:16:3e:22:94:cb", "network": {"id": "47ec6643-1e13-4cb4-b76d-7c4719e5f325", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-875144173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69d4591a0e642348ccc801be45f2bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b8782f-f8", "ovs_interfaceid": "f6b8782f-f81b-4462-9a1b-f118892888b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.824268] env[62683]: DEBUG nova.compute.utils [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1902.825816] env[62683]: DEBUG nova.compute.manager [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1902.825985] env[62683]: DEBUG nova.network.neutron [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1902.871834] env[62683]: DEBUG nova.policy [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93ffe03d396f44fa9571d729899f001a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ca7d50b713a49d6a47443b66ce211ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1902.940182] env[62683]: DEBUG oslo_concurrency.lockutils [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Releasing lock "refresh_cache-eae96523-6a97-447d-bcd9-f1bd57abdf21" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.940832] env[62683]: DEBUG nova.objects.instance [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lazy-loading 'migration_context' on Instance uuid eae96523-6a97-447d-bcd9-f1bd57abdf21 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1903.124844] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f82a6dd6-afce-4034-be8e-ae86e3d861c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "ecf0af70-447f-4285-a49d-44b2fb723d2d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.125158] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f82a6dd6-afce-4034-be8e-ae86e3d861c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "ecf0af70-447f-4285-a49d-44b2fb723d2d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.125406] env[62683]: INFO nova.compute.manager [None req-f82a6dd6-afce-4034-be8e-ae86e3d861c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Rebooting instance [ 1903.132608] env[62683]: DEBUG nova.network.neutron [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Successfully created port: b2c3f451-0643-44b6-99ec-6948a011999b {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1903.268663] env[62683]: DEBUG oslo_concurrency.lockutils [req-2f3a960c-472e-4322-b13b-7fe5631cc476 req-c1f37208-b370-40fa-8e86-dc4cfa213ff9 service nova] Releasing lock "refresh_cache-9dfe2c53-3fcf-4500-aea2-fb81a5031f9f" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.331727] env[62683]: DEBUG nova.compute.manager [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1903.410381] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Applying migration context for instance 20120679-7fa6-4fb7-aef9-5ba6e150c916 as it has an incoming, in-progress migration aa55c63e-f8b9-49a3-9815-dab4d101c534. Migration status is migrating {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1903.410553] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Applying migration context for instance eae96523-6a97-447d-bcd9-f1bd57abdf21 as it has an incoming, in-progress migration 208c2c4c-a215-46a1-af6f-b29da80ff498. Migration status is confirming {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1903.411809] env[62683]: INFO nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updating resource usage from migration aa55c63e-f8b9-49a3-9815-dab4d101c534 [ 1903.412143] env[62683]: INFO nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Updating resource usage from migration 208c2c4c-a215-46a1-af6f-b29da80ff498 [ 1903.431632] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance ae965366-0db1-499a-b590-11511dd4d8b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1903.431836] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance d946c583-86c0-47e7-91c4-b9a156af1e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1903.431990] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance ecf0af70-447f-4285-a49d-44b2fb723d2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1903.432303] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance c4a232d9-9d75-4202-9ecd-18747fe702ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1903.432303] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance c7e06b69-36df-4772-90b1-7436a1f58787 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1903.432472] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1903.432628] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Migration 208c2c4c-a215-46a1-af6f-b29da80ff498 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1903.432761] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 71fe9952-5683-4816-829c-6cb3ed4716d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1903.432916] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance eae96523-6a97-447d-bcd9-f1bd57abdf21 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1903.433082] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1903.433295] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Migration aa55c63e-f8b9-49a3-9815-dab4d101c534 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1903.433494] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 20120679-7fa6-4fb7-aef9-5ba6e150c916 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1903.433684] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance c7213e03-b11e-44de-a8cf-361e446bc4c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1903.434585] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1903.434585] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1903.446052] env[62683]: DEBUG nova.objects.base [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1903.449529] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abc2eed-f757-499b-b0e9-3f30b47c3ac9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.454065] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e07595-c352-4f3c-a89f-88c61448c49e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.490097] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updating instance '20120679-7fa6-4fb7-aef9-5ba6e150c916' progress to 0 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1903.496842] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da2a03a-001a-4513-8d8f-685af1401807 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.504096] env[62683]: DEBUG oslo_vmware.api [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1903.504096] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52350390-b238-97af-9306-7391f4873852" [ 1903.504096] env[62683]: _type = "Task" [ 1903.504096] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.513107] env[62683]: DEBUG oslo_vmware.api [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52350390-b238-97af-9306-7391f4873852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.651068] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f82a6dd6-afce-4034-be8e-ae86e3d861c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.651688] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f82a6dd6-afce-4034-be8e-ae86e3d861c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.651688] env[62683]: DEBUG nova.network.neutron [None req-f82a6dd6-afce-4034-be8e-ae86e3d861c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1903.654458] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbcd854-9676-4de6-bd0a-51e3da29e374 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.662868] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25847c0-26b0-40c9-9941-e7938bcf5580 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.700710] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc5467d-330f-448a-adc3-c7447ca6214f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.710517] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de60ff1e-b366-43d4-bc32-800e49ebe43d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.725603] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1903.998647] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1903.998989] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1891e48-3ab9-4602-bddc-6aa426762a47 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.009273] env[62683]: DEBUG oslo_vmware.api [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1904.009273] env[62683]: value = "task-1799838" [ 1904.009273] env[62683]: _type = "Task" [ 1904.009273] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.016016] env[62683]: DEBUG oslo_vmware.api [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52350390-b238-97af-9306-7391f4873852, 'name': SearchDatastore_Task, 'duration_secs': 0.013988} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.016635] env[62683]: DEBUG oslo_concurrency.lockutils [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.020844] env[62683]: DEBUG oslo_vmware.api [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.228459] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1904.341960] env[62683]: DEBUG nova.compute.manager [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1904.368620] env[62683]: DEBUG nova.virt.hardware [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1904.368895] env[62683]: DEBUG nova.virt.hardware [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1904.369098] env[62683]: DEBUG nova.virt.hardware [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1904.369300] env[62683]: DEBUG nova.virt.hardware [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1904.369453] env[62683]: DEBUG nova.virt.hardware [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1904.369620] env[62683]: DEBUG nova.virt.hardware [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1904.369840] env[62683]: DEBUG nova.virt.hardware [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1904.370008] env[62683]: DEBUG nova.virt.hardware [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1904.370187] env[62683]: DEBUG nova.virt.hardware [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1904.370372] env[62683]: DEBUG nova.virt.hardware [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1904.370975] env[62683]: DEBUG nova.virt.hardware [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1904.371586] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9e7ddf-1f79-43c8-817a-e7cbdb5698ff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.374935] env[62683]: DEBUG nova.network.neutron [None req-f82a6dd6-afce-4034-be8e-ae86e3d861c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updating instance_info_cache with network_info: [{"id": "b301113d-b567-46f7-bbbb-39f708efb122", "address": "fa:16:3e:e9:2f:ad", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb301113d-b5", "ovs_interfaceid": "b301113d-b567-46f7-bbbb-39f708efb122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.383589] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc83dc8e-917c-480c-8f58-9e1ff5091589 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.520243] env[62683]: DEBUG oslo_vmware.api [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.524542] env[62683]: DEBUG nova.compute.manager [req-dc3874d0-2310-4b33-a73d-3d4886241542 req-5afacbde-ea16-4f15-b662-1961185c776f service nova] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Received event network-vif-plugged-b2c3f451-0643-44b6-99ec-6948a011999b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1904.524757] env[62683]: DEBUG oslo_concurrency.lockutils [req-dc3874d0-2310-4b33-a73d-3d4886241542 req-5afacbde-ea16-4f15-b662-1961185c776f service nova] Acquiring lock "c7213e03-b11e-44de-a8cf-361e446bc4c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.524963] env[62683]: DEBUG oslo_concurrency.lockutils [req-dc3874d0-2310-4b33-a73d-3d4886241542 req-5afacbde-ea16-4f15-b662-1961185c776f service nova] Lock "c7213e03-b11e-44de-a8cf-361e446bc4c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.525238] env[62683]: DEBUG oslo_concurrency.lockutils [req-dc3874d0-2310-4b33-a73d-3d4886241542 req-5afacbde-ea16-4f15-b662-1961185c776f service nova] Lock "c7213e03-b11e-44de-a8cf-361e446bc4c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.525359] env[62683]: DEBUG nova.compute.manager [req-dc3874d0-2310-4b33-a73d-3d4886241542 req-5afacbde-ea16-4f15-b662-1961185c776f service nova] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] No waiting events found dispatching network-vif-plugged-b2c3f451-0643-44b6-99ec-6948a011999b {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1904.525529] env[62683]: WARNING nova.compute.manager [req-dc3874d0-2310-4b33-a73d-3d4886241542 req-5afacbde-ea16-4f15-b662-1961185c776f service nova] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Received unexpected event network-vif-plugged-b2c3f451-0643-44b6-99ec-6948a011999b for instance with vm_state building and task_state spawning. [ 1904.608271] env[62683]: DEBUG nova.network.neutron [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Successfully updated port: b2c3f451-0643-44b6-99ec-6948a011999b {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1904.733428] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1904.733671] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.336s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.733962] env[62683]: DEBUG oslo_concurrency.lockutils [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.717s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.879126] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f82a6dd6-afce-4034-be8e-ae86e3d861c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.022705] env[62683]: DEBUG oslo_vmware.api [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799838, 'name': PowerOffVM_Task, 'duration_secs': 0.829642} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.023129] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1905.023343] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updating instance '20120679-7fa6-4fb7-aef9-5ba6e150c916' progress to 17 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1905.111050] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "refresh_cache-c7213e03-b11e-44de-a8cf-361e446bc4c9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.111050] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "refresh_cache-c7213e03-b11e-44de-a8cf-361e446bc4c9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.111050] env[62683]: DEBUG nova.network.neutron [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1905.385113] env[62683]: DEBUG nova.compute.manager [None req-f82a6dd6-afce-4034-be8e-ae86e3d861c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1905.386009] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e5463c-1ddb-44bd-8e86-a83c6033d435 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.400741] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ee5445-a006-4d60-805b-149bd8580f3e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.409078] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960b2a51-4639-4587-8657-5bdad397b835 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.443069] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e425203-b620-40d9-b1c6-1e85f903a7c5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.452059] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7e86c6-0812-40b8-92e1-53637e809fc4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.466622] env[62683]: DEBUG nova.compute.provider_tree [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1905.530533] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:35:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1905.530775] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1905.531081] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1905.531305] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1905.531514] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1905.531705] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1905.531950] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1905.532171] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1905.532380] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1905.532581] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1905.532791] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1905.537731] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b991a39-9f29-43ad-afd2-d46803e39227 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.555610] env[62683]: DEBUG oslo_vmware.api [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1905.555610] env[62683]: value = "task-1799839" [ 1905.555610] env[62683]: _type = "Task" [ 1905.555610] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.564471] env[62683]: DEBUG oslo_vmware.api [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.645643] env[62683]: DEBUG nova.network.neutron [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1905.789847] env[62683]: DEBUG nova.network.neutron [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Updating instance_info_cache with network_info: [{"id": "b2c3f451-0643-44b6-99ec-6948a011999b", "address": "fa:16:3e:86:b3:4f", "network": {"id": "1cea5dfe-2e10-4cc4-9392-59ce785ac150", "bridge": "br-int", "label": "tempest-ServersTestJSON-1799756983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca7d50b713a49d6a47443b66ce211ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c3f451-06", "ovs_interfaceid": "b2c3f451-0643-44b6-99ec-6948a011999b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.970401] env[62683]: DEBUG nova.scheduler.client.report [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1906.066438] env[62683]: DEBUG oslo_vmware.api [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799839, 'name': ReconfigVM_Task, 'duration_secs': 0.199354} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.066763] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updating instance '20120679-7fa6-4fb7-aef9-5ba6e150c916' progress to 33 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1906.292739] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "refresh_cache-c7213e03-b11e-44de-a8cf-361e446bc4c9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.293111] env[62683]: DEBUG nova.compute.manager [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Instance network_info: |[{"id": "b2c3f451-0643-44b6-99ec-6948a011999b", "address": "fa:16:3e:86:b3:4f", "network": {"id": "1cea5dfe-2e10-4cc4-9392-59ce785ac150", "bridge": "br-int", "label": "tempest-ServersTestJSON-1799756983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca7d50b713a49d6a47443b66ce211ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c3f451-06", "ovs_interfaceid": "b2c3f451-0643-44b6-99ec-6948a011999b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1906.293569] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:b3:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2c3f451-0643-44b6-99ec-6948a011999b', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1906.301150] env[62683]: DEBUG oslo.service.loopingcall [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1906.301374] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1906.301603] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7136d5d2-adbc-4480-904a-0dba4edf242c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.321703] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1906.321703] env[62683]: value = "task-1799840" [ 1906.321703] env[62683]: _type = "Task" [ 1906.321703] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.329567] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799840, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.405244] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e08320a-e9a8-48dc-897a-dfeb242ed400 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.413712] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f82a6dd6-afce-4034-be8e-ae86e3d861c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Doing hard reboot of VM {{(pid=62683) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1906.414038] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ea8ec460-aac7-41b5-9ec0-849aaf9a4cc8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.422409] env[62683]: DEBUG oslo_vmware.api [None req-f82a6dd6-afce-4034-be8e-ae86e3d861c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 1906.422409] env[62683]: value = "task-1799841" [ 1906.422409] env[62683]: _type = "Task" [ 1906.422409] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.432406] env[62683]: DEBUG oslo_vmware.api [None req-f82a6dd6-afce-4034-be8e-ae86e3d861c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799841, 'name': ResetVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.549961] env[62683]: DEBUG nova.compute.manager [req-0eccc075-00dd-47b1-acce-d3f6bf2dd27c req-f738af3a-1051-4b83-87cc-4f8feb893d26 service nova] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Received event network-changed-b2c3f451-0643-44b6-99ec-6948a011999b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1906.550418] env[62683]: DEBUG nova.compute.manager [req-0eccc075-00dd-47b1-acce-d3f6bf2dd27c req-f738af3a-1051-4b83-87cc-4f8feb893d26 service nova] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Refreshing instance network info cache due to event network-changed-b2c3f451-0643-44b6-99ec-6948a011999b. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1906.550653] env[62683]: DEBUG oslo_concurrency.lockutils [req-0eccc075-00dd-47b1-acce-d3f6bf2dd27c req-f738af3a-1051-4b83-87cc-4f8feb893d26 service nova] Acquiring lock "refresh_cache-c7213e03-b11e-44de-a8cf-361e446bc4c9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.550802] env[62683]: DEBUG oslo_concurrency.lockutils [req-0eccc075-00dd-47b1-acce-d3f6bf2dd27c req-f738af3a-1051-4b83-87cc-4f8feb893d26 service nova] Acquired lock "refresh_cache-c7213e03-b11e-44de-a8cf-361e446bc4c9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.550968] env[62683]: DEBUG nova.network.neutron [req-0eccc075-00dd-47b1-acce-d3f6bf2dd27c req-f738af3a-1051-4b83-87cc-4f8feb893d26 service nova] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Refreshing network info cache for port b2c3f451-0643-44b6-99ec-6948a011999b {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1906.573538] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1906.573722] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1906.573872] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1906.574067] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1906.574219] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1906.574366] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1906.574663] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1906.574858] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1906.575041] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1906.575212] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1906.575388] env[62683]: DEBUG nova.virt.hardware [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1906.581069] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1906.581599] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00f8ba69-a2c0-42e8-8f6b-eac681c35d81 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.602554] env[62683]: DEBUG oslo_vmware.api [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1906.602554] env[62683]: value = "task-1799842" [ 1906.602554] env[62683]: _type = "Task" [ 1906.602554] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.612153] env[62683]: DEBUG oslo_vmware.api [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.832663] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799840, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.932091] env[62683]: DEBUG oslo_vmware.api [None req-f82a6dd6-afce-4034-be8e-ae86e3d861c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799841, 'name': ResetVM_Task, 'duration_secs': 0.094019} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.932383] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f82a6dd6-afce-4034-be8e-ae86e3d861c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Did hard reboot of VM {{(pid=62683) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1906.932845] env[62683]: DEBUG nova.compute.manager [None req-f82a6dd6-afce-4034-be8e-ae86e3d861c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1906.933387] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd2c1bf-d2e4-4216-a70d-06d04add17ba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.980977] env[62683]: DEBUG oslo_concurrency.lockutils [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.247s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.112411] env[62683]: DEBUG oslo_vmware.api [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799842, 'name': ReconfigVM_Task, 'duration_secs': 0.221479} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.112700] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1907.113486] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3a53cd-a7a2-4b80-b959-eb9eca67f0a6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.137765] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 20120679-7fa6-4fb7-aef9-5ba6e150c916/20120679-7fa6-4fb7-aef9-5ba6e150c916.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1907.140261] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a0f5785-7953-47a9-9cbd-edfd278d9734 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.160922] env[62683]: DEBUG oslo_vmware.api [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1907.160922] env[62683]: value = "task-1799843" [ 1907.160922] env[62683]: _type = "Task" [ 1907.160922] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.173501] env[62683]: DEBUG oslo_vmware.api [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799843, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.332818] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799840, 'name': CreateVM_Task, 'duration_secs': 0.644142} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.333018] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1907.333756] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.333894] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.334248] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1907.334512] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dcbcb30-d58c-4a49-9530-f4f1b3ecc444 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.340220] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1907.340220] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]523548d2-968c-af0e-414c-528b30f52257" [ 1907.340220] env[62683]: _type = "Task" [ 1907.340220] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.348376] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523548d2-968c-af0e-414c-528b30f52257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.349212] env[62683]: DEBUG nova.network.neutron [req-0eccc075-00dd-47b1-acce-d3f6bf2dd27c req-f738af3a-1051-4b83-87cc-4f8feb893d26 service nova] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Updated VIF entry in instance network info cache for port b2c3f451-0643-44b6-99ec-6948a011999b. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1907.349533] env[62683]: DEBUG nova.network.neutron [req-0eccc075-00dd-47b1-acce-d3f6bf2dd27c req-f738af3a-1051-4b83-87cc-4f8feb893d26 service nova] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Updating instance_info_cache with network_info: [{"id": "b2c3f451-0643-44b6-99ec-6948a011999b", "address": "fa:16:3e:86:b3:4f", "network": {"id": "1cea5dfe-2e10-4cc4-9392-59ce785ac150", "bridge": "br-int", "label": "tempest-ServersTestJSON-1799756983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca7d50b713a49d6a47443b66ce211ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c3f451-06", "ovs_interfaceid": "b2c3f451-0643-44b6-99ec-6948a011999b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.446597] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f82a6dd6-afce-4034-be8e-ae86e3d861c7 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "ecf0af70-447f-4285-a49d-44b2fb723d2d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.321s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.538904] env[62683]: INFO nova.scheduler.client.report [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Deleted allocation for migration 208c2c4c-a215-46a1-af6f-b29da80ff498 [ 1907.591780] env[62683]: DEBUG oslo_vmware.rw_handles [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aecee7-bc32-84eb-27b3-51f53ccd2cbe/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1907.592940] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63787720-02cb-45cd-87a3-f59258551dfe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.599675] env[62683]: DEBUG oslo_vmware.rw_handles [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aecee7-bc32-84eb-27b3-51f53ccd2cbe/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1907.599845] env[62683]: ERROR oslo_vmware.rw_handles [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aecee7-bc32-84eb-27b3-51f53ccd2cbe/disk-0.vmdk due to incomplete transfer. [ 1907.600080] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-be99fcc0-0d3b-41f1-b9c7-60a6a5ec21e5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.610946] env[62683]: DEBUG oslo_vmware.rw_handles [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aecee7-bc32-84eb-27b3-51f53ccd2cbe/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1907.611161] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Uploaded image b9a413ce-3857-488d-a56b-d637f5a6531b to the Glance image server {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1907.613301] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Destroying the VM {{(pid=62683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1907.613784] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-72384ab2-e34f-45f3-95f4-7bb37f88113f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.621804] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1907.621804] env[62683]: value = "task-1799844" [ 1907.621804] env[62683]: _type = "Task" [ 1907.621804] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.630044] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799844, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.671650] env[62683]: DEBUG oslo_vmware.api [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799843, 'name': ReconfigVM_Task, 'duration_secs': 0.370485} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.671936] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 20120679-7fa6-4fb7-aef9-5ba6e150c916/20120679-7fa6-4fb7-aef9-5ba6e150c916.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1907.672254] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updating instance '20120679-7fa6-4fb7-aef9-5ba6e150c916' progress to 50 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1907.852055] env[62683]: DEBUG oslo_concurrency.lockutils [req-0eccc075-00dd-47b1-acce-d3f6bf2dd27c req-f738af3a-1051-4b83-87cc-4f8feb893d26 service nova] Releasing lock "refresh_cache-c7213e03-b11e-44de-a8cf-361e446bc4c9" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.852417] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523548d2-968c-af0e-414c-528b30f52257, 'name': SearchDatastore_Task, 'duration_secs': 0.01497} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.852701] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.852924] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1907.853179] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.853329] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.853510] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1907.853771] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa1caf66-9fcf-4fe4-8a93-c15f612f0e42 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.866578] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1907.866761] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1907.867482] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-771a274f-ada0-4c6f-8df0-0f54e35cd4ff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.873020] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1907.873020] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f67630-5701-4e62-7258-909ddc4c0b45" [ 1907.873020] env[62683]: _type = "Task" [ 1907.873020] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.880928] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f67630-5701-4e62-7258-909ddc4c0b45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.047159] env[62683]: DEBUG oslo_concurrency.lockutils [None req-990aa3f7-51a9-424e-a16e-2c20fae18180 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "eae96523-6a97-447d-bcd9-f1bd57abdf21" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.489s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.134092] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799844, 'name': Destroy_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.178940] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e988eec5-823e-4100-bcc5-010c67d4e130 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.202351] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8634408-2f0e-4120-beb1-4b137a8f2b1d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.224076] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updating instance '20120679-7fa6-4fb7-aef9-5ba6e150c916' progress to 67 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1908.288434] env[62683]: INFO nova.compute.manager [None req-373400c7-8c0a-4afe-8583-98bdfbc99928 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Get console output [ 1908.288608] env[62683]: WARNING nova.virt.vmwareapi.driver [None req-373400c7-8c0a-4afe-8583-98bdfbc99928 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] The console log is missing. Check your VSPC configuration [ 1908.384274] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f67630-5701-4e62-7258-909ddc4c0b45, 'name': SearchDatastore_Task, 'duration_secs': 0.032664} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.385013] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be7fc675-e323-4836-b3e3-d2bd609b3738 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.390612] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1908.390612] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ad0143-ca6c-7d67-c02e-1db41f619a4e" [ 1908.390612] env[62683]: _type = "Task" [ 1908.390612] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.398998] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ad0143-ca6c-7d67-c02e-1db41f619a4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.632693] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799844, 'name': Destroy_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.901303] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ad0143-ca6c-7d67-c02e-1db41f619a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.01077} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.901589] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.901853] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] c7213e03-b11e-44de-a8cf-361e446bc4c9/c7213e03-b11e-44de-a8cf-361e446bc4c9.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1908.902125] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb8683d0-839a-4c86-8ab4-5ab3cb5a5b01 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.908536] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1908.908536] env[62683]: value = "task-1799845" [ 1908.908536] env[62683]: _type = "Task" [ 1908.908536] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.916432] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.133328] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799844, 'name': Destroy_Task, 'duration_secs': 1.240062} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.133632] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Destroyed the VM [ 1909.133870] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Deleting Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1909.134141] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8d1fd548-0661-4240-a537-5d067d159914 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.141694] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1909.141694] env[62683]: value = "task-1799846" [ 1909.141694] env[62683]: _type = "Task" [ 1909.141694] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.150311] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799846, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.420756] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799845, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.651740] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799846, 'name': RemoveSnapshot_Task, 'duration_secs': 0.458791} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.652041] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Deleted Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1909.652515] env[62683]: DEBUG nova.compute.manager [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1909.653099] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39233c2-789a-4caa-9ea9-5a15d51e6eaa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.885295] env[62683]: DEBUG nova.network.neutron [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Port ec4719a3-925f-4a8c-a33f-5d99268d29e9 binding to destination host cpu-1 is already ACTIVE {{(pid=62683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1909.919907] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780633} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.920229] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] c7213e03-b11e-44de-a8cf-361e446bc4c9/c7213e03-b11e-44de-a8cf-361e446bc4c9.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1909.920451] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1909.920700] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21da8ed7-3146-4f0e-81bc-4ebd096c20f5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.928741] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1909.928741] env[62683]: value = "task-1799847" [ 1909.928741] env[62683]: _type = "Task" [ 1909.928741] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.936713] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.165201] env[62683]: INFO nova.compute.manager [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Shelve offloading [ 1910.439020] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070044} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.439303] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1910.440770] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5fa81b-506a-4801-b9ec-09a154914a31 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.463782] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] c7213e03-b11e-44de-a8cf-361e446bc4c9/c7213e03-b11e-44de-a8cf-361e446bc4c9.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1910.464339] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cab1da3-64af-4441-8d4d-faeb4db6f958 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.484340] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1910.484340] env[62683]: value = "task-1799848" [ 1910.484340] env[62683]: _type = "Task" [ 1910.484340] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.492617] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.669222] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1910.669600] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db8df40a-12dd-4c9a-a121-db403210c197 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.677460] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1910.677460] env[62683]: value = "task-1799849" [ 1910.677460] env[62683]: _type = "Task" [ 1910.677460] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.685993] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.906538] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "20120679-7fa6-4fb7-aef9-5ba6e150c916-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.906791] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "20120679-7fa6-4fb7-aef9-5ba6e150c916-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.907059] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "20120679-7fa6-4fb7-aef9-5ba6e150c916-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.995761] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.188807] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] VM already powered off {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1911.189088] env[62683]: DEBUG nova.compute.manager [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1911.189804] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bcfab5-0625-47ba-a214-95f8a7d5a390 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.195622] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1911.195786] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquired lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1911.195957] env[62683]: DEBUG nova.network.neutron [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1911.495467] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.950782] env[62683]: DEBUG nova.network.neutron [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Updating instance_info_cache with network_info: [{"id": "c055bd82-c2a6-4432-b263-e3fdbe28e220", "address": "fa:16:3e:32:82:91", "network": {"id": "737d9155-3c87-468d-87f9-6ec56b027fac", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1914812503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056af4ae71cd4ea7b44ca89367d94afe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc055bd82-c2", "ovs_interfaceid": "c055bd82-c2a6-4432-b263-e3fdbe28e220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.961558] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1911.961753] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1911.961930] env[62683]: DEBUG nova.network.neutron [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1911.996014] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799848, 'name': ReconfigVM_Task, 'duration_secs': 1.110462} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.996305] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Reconfigured VM instance instance-00000074 to attach disk [datastore1] c7213e03-b11e-44de-a8cf-361e446bc4c9/c7213e03-b11e-44de-a8cf-361e446bc4c9.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1911.996964] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a054a1f1-b8be-4004-ac84-469105469b8e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.004951] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1912.004951] env[62683]: value = "task-1799850" [ 1912.004951] env[62683]: _type = "Task" [ 1912.004951] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.013338] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799850, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.454743] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Releasing lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.516308] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799850, 'name': Rename_Task, 'duration_secs': 0.144987} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.516506] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1912.516661] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16360f88-6cbc-4801-9f31-c944ae284313 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.523434] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1912.523434] env[62683]: value = "task-1799851" [ 1912.523434] env[62683]: _type = "Task" [ 1912.523434] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.531522] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.864939] env[62683]: DEBUG nova.network.neutron [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updating instance_info_cache with network_info: [{"id": "ec4719a3-925f-4a8c-a33f-5d99268d29e9", "address": "fa:16:3e:ea:28:c1", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec4719a3-92", "ovs_interfaceid": "ec4719a3-925f-4a8c-a33f-5d99268d29e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.871677] env[62683]: DEBUG nova.compute.manager [req-521ccfd0-63ee-4fa1-93b7-387e7215d958 req-cac8c392-bc58-4e89-b43d-94cd98411bf7 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Received event network-vif-unplugged-c055bd82-c2a6-4432-b263-e3fdbe28e220 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1912.871895] env[62683]: DEBUG oslo_concurrency.lockutils [req-521ccfd0-63ee-4fa1-93b7-387e7215d958 req-cac8c392-bc58-4e89-b43d-94cd98411bf7 service nova] Acquiring lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.872166] env[62683]: DEBUG oslo_concurrency.lockutils [req-521ccfd0-63ee-4fa1-93b7-387e7215d958 req-cac8c392-bc58-4e89-b43d-94cd98411bf7 service nova] Lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.872366] env[62683]: DEBUG oslo_concurrency.lockutils [req-521ccfd0-63ee-4fa1-93b7-387e7215d958 req-cac8c392-bc58-4e89-b43d-94cd98411bf7 service nova] Lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.872550] env[62683]: DEBUG nova.compute.manager [req-521ccfd0-63ee-4fa1-93b7-387e7215d958 req-cac8c392-bc58-4e89-b43d-94cd98411bf7 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] No waiting events found dispatching network-vif-unplugged-c055bd82-c2a6-4432-b263-e3fdbe28e220 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1912.872727] env[62683]: WARNING nova.compute.manager [req-521ccfd0-63ee-4fa1-93b7-387e7215d958 req-cac8c392-bc58-4e89-b43d-94cd98411bf7 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Received unexpected event network-vif-unplugged-c055bd82-c2a6-4432-b263-e3fdbe28e220 for instance with vm_state shelved and task_state shelving_offloading. [ 1913.010535] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1913.011885] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a4688e-4afc-49c1-b637-f0d792e67ba3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.021635] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1913.021948] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fabef21-4cba-4b2c-8d09-82fa10239222 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.033729] env[62683]: DEBUG oslo_vmware.api [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799851, 'name': PowerOnVM_Task, 'duration_secs': 0.414517} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.034044] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1913.034280] env[62683]: INFO nova.compute.manager [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1913.034488] env[62683]: DEBUG nova.compute.manager [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1913.035322] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7772b6e4-694b-4ac5-8191-f2dded1489b5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.172970] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.173337] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.173539] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Deleting the datastore file [datastore1] 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.173822] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed817ba2-ce57-4710-9531-03247813e6fa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.180032] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1913.180032] env[62683]: value = "task-1799853" [ 1913.180032] env[62683]: _type = "Task" [ 1913.180032] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.188416] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.373943] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.552261] env[62683]: INFO nova.compute.manager [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Took 15.73 seconds to build instance. [ 1913.690689] env[62683]: DEBUG oslo_vmware.api [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148985} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.690750] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1913.690950] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1913.691115] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1913.713043] env[62683]: INFO nova.scheduler.client.report [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Deleted allocations for instance 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824 [ 1913.883044] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8783a0d5-dc0e-4a1c-b5f0-c9ba9be5b88f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.890253] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fad3a44-83c7-4faa-ac13-e870e4ccc56e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.055251] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9e6c298b-6540-4467-921c-7078a2130aea tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "c7213e03-b11e-44de-a8cf-361e446bc4c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.245s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.218023] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.218382] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.218656] env[62683]: DEBUG nova.objects.instance [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lazy-loading 'resources' on Instance uuid 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1914.721286] env[62683]: DEBUG nova.objects.instance [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lazy-loading 'numa_topology' on Instance uuid 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1914.911178] env[62683]: DEBUG nova.compute.manager [req-0a9ad732-d527-46e2-9f76-e16f75ee5475 req-d52cf27f-1e2b-4d21-97d6-575a9820d966 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Received event network-changed-c055bd82-c2a6-4432-b263-e3fdbe28e220 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1914.911544] env[62683]: DEBUG nova.compute.manager [req-0a9ad732-d527-46e2-9f76-e16f75ee5475 req-d52cf27f-1e2b-4d21-97d6-575a9820d966 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Refreshing instance network info cache due to event network-changed-c055bd82-c2a6-4432-b263-e3fdbe28e220. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1914.911621] env[62683]: DEBUG oslo_concurrency.lockutils [req-0a9ad732-d527-46e2-9f76-e16f75ee5475 req-d52cf27f-1e2b-4d21-97d6-575a9820d966 service nova] Acquiring lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.911705] env[62683]: DEBUG oslo_concurrency.lockutils [req-0a9ad732-d527-46e2-9f76-e16f75ee5475 req-d52cf27f-1e2b-4d21-97d6-575a9820d966 service nova] Acquired lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.911870] env[62683]: DEBUG nova.network.neutron [req-0a9ad732-d527-46e2-9f76-e16f75ee5475 req-d52cf27f-1e2b-4d21-97d6-575a9820d966 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Refreshing network info cache for port c055bd82-c2a6-4432-b263-e3fdbe28e220 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1914.992084] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb31fc5-155e-4533-95c6-7185745dee54 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.014752] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124046c1-7c85-4195-95fe-620be9ea2ee3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.022393] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updating instance '20120679-7fa6-4fb7-aef9-5ba6e150c916' progress to 83 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1915.050449] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "c7213e03-b11e-44de-a8cf-361e446bc4c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.050717] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "c7213e03-b11e-44de-a8cf-361e446bc4c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.050938] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "c7213e03-b11e-44de-a8cf-361e446bc4c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.052939] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "c7213e03-b11e-44de-a8cf-361e446bc4c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.052939] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "c7213e03-b11e-44de-a8cf-361e446bc4c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.053352] env[62683]: INFO nova.compute.manager [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Terminating instance [ 1915.224092] env[62683]: DEBUG nova.objects.base [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Object Instance<4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824> lazy-loaded attributes: resources,numa_topology {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1915.343078] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7e696b-8cd3-46e7-8b7b-692127752470 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.350904] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e77c832-da96-4c6c-93cc-b7d7e1ae6f51 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.380779] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd96800d-2f5f-4c01-b1f2-42fa878c5ec1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.388078] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece24ced-5746-4212-8304-740c858394e2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.401461] env[62683]: DEBUG nova.compute.provider_tree [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1915.529141] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1915.529517] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-addbc48d-4d7d-4a60-b1c9-8c9cb3deddff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.539400] env[62683]: DEBUG oslo_vmware.api [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1915.539400] env[62683]: value = "task-1799854" [ 1915.539400] env[62683]: _type = "Task" [ 1915.539400] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.548422] env[62683]: DEBUG oslo_vmware.api [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.556650] env[62683]: DEBUG nova.compute.manager [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1915.556883] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1915.557830] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ed993e-9fa3-4268-963c-741967d507c3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.566388] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1915.566661] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b9b52d6-2151-45e8-a5ef-394377c55932 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.577117] env[62683]: DEBUG oslo_vmware.api [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1915.577117] env[62683]: value = "task-1799855" [ 1915.577117] env[62683]: _type = "Task" [ 1915.577117] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.591685] env[62683]: DEBUG oslo_vmware.api [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.656832] env[62683]: DEBUG nova.network.neutron [req-0a9ad732-d527-46e2-9f76-e16f75ee5475 req-d52cf27f-1e2b-4d21-97d6-575a9820d966 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Updated VIF entry in instance network info cache for port c055bd82-c2a6-4432-b263-e3fdbe28e220. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1915.657256] env[62683]: DEBUG nova.network.neutron [req-0a9ad732-d527-46e2-9f76-e16f75ee5475 req-d52cf27f-1e2b-4d21-97d6-575a9820d966 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Updating instance_info_cache with network_info: [{"id": "c055bd82-c2a6-4432-b263-e3fdbe28e220", "address": "fa:16:3e:32:82:91", "network": {"id": "737d9155-3c87-468d-87f9-6ec56b027fac", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1914812503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056af4ae71cd4ea7b44ca89367d94afe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc055bd82-c2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.922980] env[62683]: ERROR nova.scheduler.client.report [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [req-7e938ce1-c826-4bf9-a1f9-bada6c6a92ac] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7e938ce1-c826-4bf9-a1f9-bada6c6a92ac"}]} [ 1915.941556] env[62683]: DEBUG nova.scheduler.client.report [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1915.955195] env[62683]: DEBUG nova.scheduler.client.report [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1915.955476] env[62683]: DEBUG nova.compute.provider_tree [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1915.965914] env[62683]: DEBUG nova.scheduler.client.report [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1915.983847] env[62683]: DEBUG nova.scheduler.client.report [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1916.052047] env[62683]: DEBUG oslo_vmware.api [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799854, 'name': PowerOnVM_Task, 'duration_secs': 0.392417} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.052332] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1916.052524] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdaa0d5-0ecf-4355-a563-8265b7af91d4 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updating instance '20120679-7fa6-4fb7-aef9-5ba6e150c916' progress to 100 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1916.088145] env[62683]: DEBUG oslo_vmware.api [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799855, 'name': PowerOffVM_Task, 'duration_secs': 0.249003} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.090653] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1916.090823] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1916.091271] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a85cbe5e-7ad5-4975-a2e0-6add975e9e8a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.131074] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564c0b2b-2ae7-4cf8-95c6-88608c8af937 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.138916] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c0ff12-b4df-455b-8fd1-43fbf25d9a29 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.169024] env[62683]: DEBUG oslo_concurrency.lockutils [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.169533] env[62683]: DEBUG oslo_concurrency.lockutils [req-0a9ad732-d527-46e2-9f76-e16f75ee5475 req-d52cf27f-1e2b-4d21-97d6-575a9820d966 service nova] Releasing lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.170871] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabdf9a8-3693-4c4b-beae-a7dba711bc31 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.178329] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c36d5a-fc7c-483b-99c9-331476164e4d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.191891] env[62683]: DEBUG nova.compute.provider_tree [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1916.238816] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1916.239197] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1916.239197] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleting the datastore file [datastore1] c7213e03-b11e-44de-a8cf-361e446bc4c9 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1916.239443] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28e000be-9021-47fd-91fb-d94343add23a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.246716] env[62683]: DEBUG oslo_vmware.api [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1916.246716] env[62683]: value = "task-1799857" [ 1916.246716] env[62683]: _type = "Task" [ 1916.246716] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.255744] env[62683]: DEBUG oslo_vmware.api [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.721381] env[62683]: DEBUG nova.scheduler.client.report [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1916.721657] env[62683]: DEBUG nova.compute.provider_tree [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 168 to 169 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1916.721840] env[62683]: DEBUG nova.compute.provider_tree [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1916.757019] env[62683]: DEBUG oslo_vmware.api [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144869} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.757326] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1916.757529] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1916.757709] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1916.757886] env[62683]: INFO nova.compute.manager [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1916.758150] env[62683]: DEBUG oslo.service.loopingcall [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1916.758336] env[62683]: DEBUG nova.compute.manager [-] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1916.758431] env[62683]: DEBUG nova.network.neutron [-] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1917.042870] env[62683]: DEBUG nova.compute.manager [req-71902190-725c-4379-a8e9-119511a8dda7 req-6470fd55-1ec0-4f7d-80aa-af284acf4146 service nova] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Received event network-vif-deleted-b2c3f451-0643-44b6-99ec-6948a011999b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1917.042976] env[62683]: INFO nova.compute.manager [req-71902190-725c-4379-a8e9-119511a8dda7 req-6470fd55-1ec0-4f7d-80aa-af284acf4146 service nova] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Neutron deleted interface b2c3f451-0643-44b6-99ec-6948a011999b; detaching it from the instance and deleting it from the info cache [ 1917.043170] env[62683]: DEBUG nova.network.neutron [req-71902190-725c-4379-a8e9-119511a8dda7 req-6470fd55-1ec0-4f7d-80aa-af284acf4146 service nova] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.227065] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.009s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.520889] env[62683]: DEBUG nova.network.neutron [-] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.545535] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-566c5c69-aa95-42c8-890b-45acc776568d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.555796] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13874aa5-416c-4ea0-89ee-e5e2221c41df {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.589477] env[62683]: DEBUG nova.compute.manager [req-71902190-725c-4379-a8e9-119511a8dda7 req-6470fd55-1ec0-4f7d-80aa-af284acf4146 service nova] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Detach interface failed, port_id=b2c3f451-0643-44b6-99ec-6948a011999b, reason: Instance c7213e03-b11e-44de-a8cf-361e446bc4c9 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1917.734269] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6245e3ec-dbe0-492a-8940-ef7d7ff00b54 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.129s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.735053] env[62683]: DEBUG oslo_concurrency.lockutils [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.566s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.735247] env[62683]: INFO nova.compute.manager [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Unshelving [ 1918.023421] env[62683]: INFO nova.compute.manager [-] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Took 1.26 seconds to deallocate network for instance. [ 1918.529991] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.530371] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.530578] env[62683]: DEBUG nova.objects.instance [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lazy-loading 'resources' on Instance uuid c7213e03-b11e-44de-a8cf-361e446bc4c9 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1918.761955] env[62683]: DEBUG oslo_concurrency.lockutils [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.934814] env[62683]: DEBUG nova.network.neutron [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Port ec4719a3-925f-4a8c-a33f-5d99268d29e9 binding to destination host cpu-1 is already ACTIVE {{(pid=62683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1918.935117] env[62683]: DEBUG oslo_concurrency.lockutils [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.935275] env[62683]: DEBUG oslo_concurrency.lockutils [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.935448] env[62683]: DEBUG nova.network.neutron [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1919.170677] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7402d6-cf9d-42df-b65c-a00e59e41e03 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.178583] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d244e8b-67c9-4c06-9d1f-f7436ad26881 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.208531] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e34dda3-c629-4679-9b4f-77685cec9109 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.215959] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54861e75-a3e3-4014-8309-da2a56cc632c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.230627] env[62683]: DEBUG nova.compute.provider_tree [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1919.685166] env[62683]: DEBUG nova.network.neutron [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updating instance_info_cache with network_info: [{"id": "ec4719a3-925f-4a8c-a33f-5d99268d29e9", "address": "fa:16:3e:ea:28:c1", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec4719a3-92", "ovs_interfaceid": "ec4719a3-925f-4a8c-a33f-5d99268d29e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.759777] env[62683]: DEBUG nova.scheduler.client.report [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1919.760048] env[62683]: DEBUG nova.compute.provider_tree [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 169 to 170 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1919.760239] env[62683]: DEBUG nova.compute.provider_tree [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1920.187826] env[62683]: DEBUG oslo_concurrency.lockutils [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.264996] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.267356] env[62683]: DEBUG oslo_concurrency.lockutils [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.506s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.267582] env[62683]: DEBUG nova.objects.instance [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lazy-loading 'pci_requests' on Instance uuid 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1920.282409] env[62683]: INFO nova.scheduler.client.report [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleted allocations for instance c7213e03-b11e-44de-a8cf-361e446bc4c9 [ 1920.691859] env[62683]: DEBUG nova.compute.manager [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62683) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1920.771062] env[62683]: DEBUG nova.objects.instance [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lazy-loading 'numa_topology' on Instance uuid 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1920.792098] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e91d3b0e-0044-4141-8ee1-5f8196d8bafa tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "c7213e03-b11e-44de-a8cf-361e446bc4c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.741s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.274051] env[62683]: INFO nova.compute.claims [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1921.788694] env[62683]: DEBUG oslo_concurrency.lockutils [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.304006] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "a09808be-b363-4d80-b104-8f8764a01d16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.304265] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "a09808be-b363-4d80-b104-8f8764a01d16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.410635] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8d1f6c-7d60-4394-bb91-5648497e0d42 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.419950] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcea2618-f81b-404d-bab5-2d204bef8d9c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.456122] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917902f9-4064-451a-86e2-a80d4ad12226 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.464802] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758104e1-8ab8-4197-bfed-f9ffac7595df {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.479240] env[62683]: DEBUG nova.compute.provider_tree [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1922.807775] env[62683]: DEBUG nova.compute.manager [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1922.982543] env[62683]: DEBUG nova.scheduler.client.report [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1923.330481] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.487640] env[62683]: DEBUG oslo_concurrency.lockutils [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.220s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.489835] env[62683]: DEBUG oslo_concurrency.lockutils [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.701s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.542427] env[62683]: INFO nova.network.neutron [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Updating port c055bd82-c2a6-4432-b263-e3fdbe28e220 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1923.993708] env[62683]: DEBUG nova.objects.instance [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lazy-loading 'migration_context' on Instance uuid 20120679-7fa6-4fb7-aef9-5ba6e150c916 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1924.630610] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b706f28-826f-43be-94e0-6039264bb3f0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.638252] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88f5184-989d-43de-96cf-ea278403ff69 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.668551] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7f197a-fb62-4664-b147-e5ff2b64ed70 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.677217] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df272ef8-4450-40de-823e-8829b1dd17cb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.691360] env[62683]: DEBUG nova.compute.provider_tree [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1924.936178] env[62683]: DEBUG nova.compute.manager [req-79695a32-f178-4611-9983-854c774c4332 req-0a521bbd-9317-47fe-90cd-8882cd977113 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Received event network-vif-plugged-c055bd82-c2a6-4432-b263-e3fdbe28e220 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1924.936830] env[62683]: DEBUG oslo_concurrency.lockutils [req-79695a32-f178-4611-9983-854c774c4332 req-0a521bbd-9317-47fe-90cd-8882cd977113 service nova] Acquiring lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.937165] env[62683]: DEBUG oslo_concurrency.lockutils [req-79695a32-f178-4611-9983-854c774c4332 req-0a521bbd-9317-47fe-90cd-8882cd977113 service nova] Lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.937395] env[62683]: DEBUG oslo_concurrency.lockutils [req-79695a32-f178-4611-9983-854c774c4332 req-0a521bbd-9317-47fe-90cd-8882cd977113 service nova] Lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.937588] env[62683]: DEBUG nova.compute.manager [req-79695a32-f178-4611-9983-854c774c4332 req-0a521bbd-9317-47fe-90cd-8882cd977113 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] No waiting events found dispatching network-vif-plugged-c055bd82-c2a6-4432-b263-e3fdbe28e220 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1924.937763] env[62683]: WARNING nova.compute.manager [req-79695a32-f178-4611-9983-854c774c4332 req-0a521bbd-9317-47fe-90cd-8882cd977113 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Received unexpected event network-vif-plugged-c055bd82-c2a6-4432-b263-e3fdbe28e220 for instance with vm_state shelved_offloaded and task_state spawning. [ 1925.036674] env[62683]: DEBUG oslo_concurrency.lockutils [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.036966] env[62683]: DEBUG oslo_concurrency.lockutils [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquired lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.036966] env[62683]: DEBUG nova.network.neutron [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1925.194610] env[62683]: DEBUG nova.scheduler.client.report [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1925.761036] env[62683]: DEBUG nova.network.neutron [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Updating instance_info_cache with network_info: [{"id": "c055bd82-c2a6-4432-b263-e3fdbe28e220", "address": "fa:16:3e:32:82:91", "network": {"id": "737d9155-3c87-468d-87f9-6ec56b027fac", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1914812503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056af4ae71cd4ea7b44ca89367d94afe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc055bd82-c2", "ovs_interfaceid": "c055bd82-c2a6-4432-b263-e3fdbe28e220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.206944] env[62683]: DEBUG oslo_concurrency.lockutils [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.717s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.212694] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.882s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.214503] env[62683]: INFO nova.compute.claims [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1926.263394] env[62683]: DEBUG oslo_concurrency.lockutils [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Releasing lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.294206] env[62683]: DEBUG nova.virt.hardware [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='aca65c4fe118428a81092608d5b9bfb6',container_format='bare',created_at=2024-12-12T06:59:25Z,direct_url=,disk_format='vmdk',id=b9a413ce-3857-488d-a56b-d637f5a6531b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-446684667-shelved',owner='056af4ae71cd4ea7b44ca89367d94afe',properties=ImageMetaProps,protected=,size=31660544,status='active',tags=,updated_at=2024-12-12T06:59:43Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1926.294421] env[62683]: DEBUG nova.virt.hardware [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1926.294726] env[62683]: DEBUG nova.virt.hardware [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1926.295317] env[62683]: DEBUG nova.virt.hardware [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1926.296391] env[62683]: DEBUG nova.virt.hardware [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1926.296391] env[62683]: DEBUG nova.virt.hardware [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1926.296391] env[62683]: DEBUG nova.virt.hardware [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1926.296391] env[62683]: DEBUG nova.virt.hardware [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1926.296391] env[62683]: DEBUG nova.virt.hardware [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1926.296391] env[62683]: DEBUG nova.virt.hardware [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1926.296944] env[62683]: DEBUG nova.virt.hardware [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1926.297724] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae210b7-eb92-42b9-a1e9-f1d96f2784f8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.306594] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e751c3e-7507-4bfe-b684-78e9ebe7af94 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.320418] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:82:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b49c5024-2ced-42ca-90cc-6066766d43e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c055bd82-c2a6-4432-b263-e3fdbe28e220', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1926.328045] env[62683]: DEBUG oslo.service.loopingcall [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1926.328309] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1926.328630] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35506a84-c7cf-437a-bd7f-2f12bc05a388 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.348778] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1926.348778] env[62683]: value = "task-1799858" [ 1926.348778] env[62683]: _type = "Task" [ 1926.348778] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.356609] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799858, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.859369] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799858, 'name': CreateVM_Task, 'duration_secs': 0.416106} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.859586] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1926.860206] env[62683]: DEBUG oslo_concurrency.lockutils [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9a413ce-3857-488d-a56b-d637f5a6531b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.860384] env[62683]: DEBUG oslo_concurrency.lockutils [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9a413ce-3857-488d-a56b-d637f5a6531b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.860753] env[62683]: DEBUG oslo_concurrency.lockutils [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9a413ce-3857-488d-a56b-d637f5a6531b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1926.860994] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c73a4625-8044-433b-81e8-673056dec37c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.866384] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1926.866384] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a4d571-cf2c-e78e-0204-8d06eaae8b56" [ 1926.866384] env[62683]: _type = "Task" [ 1926.866384] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.874996] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a4d571-cf2c-e78e-0204-8d06eaae8b56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.996335] env[62683]: DEBUG nova.compute.manager [req-261aca30-5fd0-4771-b1d5-5fd6e3f34220 req-069c5ec7-5078-4be0-a0d3-caaa371fecc0 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Received event network-changed-c055bd82-c2a6-4432-b263-e3fdbe28e220 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1926.996541] env[62683]: DEBUG nova.compute.manager [req-261aca30-5fd0-4771-b1d5-5fd6e3f34220 req-069c5ec7-5078-4be0-a0d3-caaa371fecc0 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Refreshing instance network info cache due to event network-changed-c055bd82-c2a6-4432-b263-e3fdbe28e220. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1926.996777] env[62683]: DEBUG oslo_concurrency.lockutils [req-261aca30-5fd0-4771-b1d5-5fd6e3f34220 req-069c5ec7-5078-4be0-a0d3-caaa371fecc0 service nova] Acquiring lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.996926] env[62683]: DEBUG oslo_concurrency.lockutils [req-261aca30-5fd0-4771-b1d5-5fd6e3f34220 req-069c5ec7-5078-4be0-a0d3-caaa371fecc0 service nova] Acquired lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.997324] env[62683]: DEBUG nova.network.neutron [req-261aca30-5fd0-4771-b1d5-5fd6e3f34220 req-069c5ec7-5078-4be0-a0d3-caaa371fecc0 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Refreshing network info cache for port c055bd82-c2a6-4432-b263-e3fdbe28e220 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1927.379037] env[62683]: DEBUG oslo_concurrency.lockutils [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9a413ce-3857-488d-a56b-d637f5a6531b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.379420] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Processing image b9a413ce-3857-488d-a56b-d637f5a6531b {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1927.379636] env[62683]: DEBUG oslo_concurrency.lockutils [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9a413ce-3857-488d-a56b-d637f5a6531b/b9a413ce-3857-488d-a56b-d637f5a6531b.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.379790] env[62683]: DEBUG oslo_concurrency.lockutils [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9a413ce-3857-488d-a56b-d637f5a6531b/b9a413ce-3857-488d-a56b-d637f5a6531b.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.379976] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1927.380239] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-061fcb70-7f0c-424a-a5ae-53752479318f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.383386] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5194d45e-485e-4313-b298-583ad3cf009e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.392392] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a1a3d9-ff06-41b1-be88-f549a1338bf3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.422782] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8885f12f-7ea3-473f-8113-567c3d8164ae {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.430812] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97455704-1116-424d-8ff5-83c159ef1508 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.444504] env[62683]: DEBUG nova.compute.provider_tree [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1927.714990] env[62683]: DEBUG nova.network.neutron [req-261aca30-5fd0-4771-b1d5-5fd6e3f34220 req-069c5ec7-5078-4be0-a0d3-caaa371fecc0 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Updated VIF entry in instance network info cache for port c055bd82-c2a6-4432-b263-e3fdbe28e220. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1927.715388] env[62683]: DEBUG nova.network.neutron [req-261aca30-5fd0-4771-b1d5-5fd6e3f34220 req-069c5ec7-5078-4be0-a0d3-caaa371fecc0 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Updating instance_info_cache with network_info: [{"id": "c055bd82-c2a6-4432-b263-e3fdbe28e220", "address": "fa:16:3e:32:82:91", "network": {"id": "737d9155-3c87-468d-87f9-6ec56b027fac", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1914812503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056af4ae71cd4ea7b44ca89367d94afe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc055bd82-c2", "ovs_interfaceid": "c055bd82-c2a6-4432-b263-e3fdbe28e220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.749829] env[62683]: INFO nova.compute.manager [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Swapping old allocation on dict_keys(['e206140c-2e6e-436d-87ad-d82d52de532e']) held by migration aa55c63e-f8b9-49a3-9815-dab4d101c534 for instance [ 1927.770698] env[62683]: DEBUG nova.scheduler.client.report [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Overwriting current allocation {'allocations': {'e206140c-2e6e-436d-87ad-d82d52de532e': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 171}}, 'project_id': 'b5f2100bb892434abc77e3d62a3b9277', 'user_id': '26cc41ce68e7428b97adc93862569517', 'consumer_generation': 1} on consumer 20120679-7fa6-4fb7-aef9-5ba6e150c916 {{(pid=62683) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1927.849160] env[62683]: DEBUG oslo_concurrency.lockutils [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.849374] env[62683]: DEBUG oslo_concurrency.lockutils [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.849662] env[62683]: DEBUG nova.network.neutron [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1927.947833] env[62683]: DEBUG nova.scheduler.client.report [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1928.218097] env[62683]: DEBUG oslo_concurrency.lockutils [req-261aca30-5fd0-4771-b1d5-5fd6e3f34220 req-069c5ec7-5078-4be0-a0d3-caaa371fecc0 service nova] Releasing lock "refresh_cache-4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.452600] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.453132] env[62683]: DEBUG nova.compute.manager [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1928.620026] env[62683]: DEBUG nova.network.neutron [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updating instance_info_cache with network_info: [{"id": "ec4719a3-925f-4a8c-a33f-5d99268d29e9", "address": "fa:16:3e:ea:28:c1", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec4719a3-92", "ovs_interfaceid": "ec4719a3-925f-4a8c-a33f-5d99268d29e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.958100] env[62683]: DEBUG nova.compute.utils [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1928.959768] env[62683]: DEBUG nova.compute.manager [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1928.959976] env[62683]: DEBUG nova.network.neutron [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1928.967648] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1928.967837] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1928.968621] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ccad0f7-151e-4578-af95-af8ad40e2a3c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.976211] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1928.976211] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5292cb9b-f924-8245-37ae-740f40b74297" [ 1928.976211] env[62683]: _type = "Task" [ 1928.976211] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.984998] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5292cb9b-f924-8245-37ae-740f40b74297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.999609] env[62683]: DEBUG nova.policy [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93ffe03d396f44fa9571d729899f001a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ca7d50b713a49d6a47443b66ce211ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1929.122846] env[62683]: DEBUG oslo_concurrency.lockutils [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "refresh_cache-20120679-7fa6-4fb7-aef9-5ba6e150c916" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.124005] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff779af-5dec-4fa1-9644-6ea0c982cf0f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.133061] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9745df0-0a20-4d30-a237-9333b02ceaae {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.267890] env[62683]: DEBUG nova.network.neutron [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Successfully created port: d6438bf0-e4a0-4de8-bec2-9cc82b7745bd {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1929.463006] env[62683]: DEBUG nova.compute.manager [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1929.487461] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Preparing fetch location {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1929.487734] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Fetch image to [datastore1] OSTACK_IMG_86d9d202-bc73-44b6-9be7-b9dea569b9ce/OSTACK_IMG_86d9d202-bc73-44b6-9be7-b9dea569b9ce.vmdk {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1929.487922] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Downloading stream optimized image b9a413ce-3857-488d-a56b-d637f5a6531b to [datastore1] OSTACK_IMG_86d9d202-bc73-44b6-9be7-b9dea569b9ce/OSTACK_IMG_86d9d202-bc73-44b6-9be7-b9dea569b9ce.vmdk on the data store datastore1 as vApp {{(pid=62683) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1929.488109] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Downloading image file data b9a413ce-3857-488d-a56b-d637f5a6531b to the ESX as VM named 'OSTACK_IMG_86d9d202-bc73-44b6-9be7-b9dea569b9ce' {{(pid=62683) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1929.561038] env[62683]: DEBUG oslo_vmware.rw_handles [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1929.561038] env[62683]: value = "resgroup-9" [ 1929.561038] env[62683]: _type = "ResourcePool" [ 1929.561038] env[62683]: }. {{(pid=62683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1929.561182] env[62683]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d68b80d8-9244-40a2-b7d9-07bc713488c8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.582321] env[62683]: DEBUG oslo_vmware.rw_handles [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lease: (returnval){ [ 1929.582321] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528af017-8d62-a9a1-fb94-eeb1304bea86" [ 1929.582321] env[62683]: _type = "HttpNfcLease" [ 1929.582321] env[62683]: } obtained for vApp import into resource pool (val){ [ 1929.582321] env[62683]: value = "resgroup-9" [ 1929.582321] env[62683]: _type = "ResourcePool" [ 1929.582321] env[62683]: }. {{(pid=62683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1929.582802] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the lease: (returnval){ [ 1929.582802] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528af017-8d62-a9a1-fb94-eeb1304bea86" [ 1929.582802] env[62683]: _type = "HttpNfcLease" [ 1929.582802] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1929.589565] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1929.589565] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528af017-8d62-a9a1-fb94-eeb1304bea86" [ 1929.589565] env[62683]: _type = "HttpNfcLease" [ 1929.589565] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1930.090861] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1930.090861] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528af017-8d62-a9a1-fb94-eeb1304bea86" [ 1930.090861] env[62683]: _type = "HttpNfcLease" [ 1930.090861] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1930.091178] env[62683]: DEBUG oslo_vmware.rw_handles [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1930.091178] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528af017-8d62-a9a1-fb94-eeb1304bea86" [ 1930.091178] env[62683]: _type = "HttpNfcLease" [ 1930.091178] env[62683]: }. {{(pid=62683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1930.091892] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb610b0-efc3-4e9f-9f8a-42577ee3e018 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.099543] env[62683]: DEBUG oslo_vmware.rw_handles [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f96f2-4907-4039-1e7f-eb8af914596a/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1930.099738] env[62683]: DEBUG oslo_vmware.rw_handles [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Creating HTTP connection to write to file with size = 31660544 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f96f2-4907-4039-1e7f-eb8af914596a/disk-0.vmdk. {{(pid=62683) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1930.164688] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-601ac502-116f-4160-8a5e-7fe6b630284a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.227743] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1930.228144] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d66733e3-bde0-4df4-93d0-c81e5f3b522b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.235603] env[62683]: DEBUG oslo_vmware.api [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1930.235603] env[62683]: value = "task-1799860" [ 1930.235603] env[62683]: _type = "Task" [ 1930.235603] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.246131] env[62683]: DEBUG oslo_vmware.api [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.472470] env[62683]: DEBUG nova.compute.manager [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1930.496165] env[62683]: DEBUG nova.virt.hardware [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1930.496423] env[62683]: DEBUG nova.virt.hardware [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1930.496582] env[62683]: DEBUG nova.virt.hardware [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1930.496769] env[62683]: DEBUG nova.virt.hardware [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1930.496912] env[62683]: DEBUG nova.virt.hardware [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1930.497072] env[62683]: DEBUG nova.virt.hardware [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1930.497283] env[62683]: DEBUG nova.virt.hardware [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1930.497511] env[62683]: DEBUG nova.virt.hardware [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1930.497745] env[62683]: DEBUG nova.virt.hardware [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1930.497921] env[62683]: DEBUG nova.virt.hardware [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1930.498141] env[62683]: DEBUG nova.virt.hardware [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1930.498996] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c8bdfa-fd1e-4e43-881b-801f8cc02b81 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.507383] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc323a8-6422-40f9-9f99-8a37969a8e32 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.703815] env[62683]: DEBUG nova.compute.manager [req-ac88e261-6d3e-4538-98c7-523f04b4b0ab req-5f78a30f-dc19-4514-92f3-630d514a1c1d service nova] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Received event network-vif-plugged-d6438bf0-e4a0-4de8-bec2-9cc82b7745bd {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1930.704067] env[62683]: DEBUG oslo_concurrency.lockutils [req-ac88e261-6d3e-4538-98c7-523f04b4b0ab req-5f78a30f-dc19-4514-92f3-630d514a1c1d service nova] Acquiring lock "a09808be-b363-4d80-b104-8f8764a01d16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.704315] env[62683]: DEBUG oslo_concurrency.lockutils [req-ac88e261-6d3e-4538-98c7-523f04b4b0ab req-5f78a30f-dc19-4514-92f3-630d514a1c1d service nova] Lock "a09808be-b363-4d80-b104-8f8764a01d16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.704492] env[62683]: DEBUG oslo_concurrency.lockutils [req-ac88e261-6d3e-4538-98c7-523f04b4b0ab req-5f78a30f-dc19-4514-92f3-630d514a1c1d service nova] Lock "a09808be-b363-4d80-b104-8f8764a01d16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.704666] env[62683]: DEBUG nova.compute.manager [req-ac88e261-6d3e-4538-98c7-523f04b4b0ab req-5f78a30f-dc19-4514-92f3-630d514a1c1d service nova] [instance: a09808be-b363-4d80-b104-8f8764a01d16] No waiting events found dispatching network-vif-plugged-d6438bf0-e4a0-4de8-bec2-9cc82b7745bd {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1930.704834] env[62683]: WARNING nova.compute.manager [req-ac88e261-6d3e-4538-98c7-523f04b4b0ab req-5f78a30f-dc19-4514-92f3-630d514a1c1d service nova] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Received unexpected event network-vif-plugged-d6438bf0-e4a0-4de8-bec2-9cc82b7745bd for instance with vm_state building and task_state spawning. [ 1930.750083] env[62683]: DEBUG oslo_vmware.api [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799860, 'name': PowerOffVM_Task, 'duration_secs': 0.250376} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.752217] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1930.752927] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1930.753206] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1930.753382] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1930.753608] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1930.753785] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1930.753979] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1930.754210] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1930.754461] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1930.754699] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1930.754875] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1930.755097] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1930.763834] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-737e95f4-2a0f-4165-b565-832fbf29fd64 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.789163] env[62683]: DEBUG oslo_vmware.api [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1930.789163] env[62683]: value = "task-1799861" [ 1930.789163] env[62683]: _type = "Task" [ 1930.789163] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.799381] env[62683]: DEBUG oslo_vmware.api [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.855133] env[62683]: DEBUG nova.network.neutron [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Successfully updated port: d6438bf0-e4a0-4de8-bec2-9cc82b7745bd {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1931.297956] env[62683]: DEBUG oslo_vmware.api [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799861, 'name': ReconfigVM_Task, 'duration_secs': 0.227115} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.300290] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daca1a32-d697-4d8a-8bd6-031676cde9fa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.323063] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1931.323243] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1931.323444] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1931.323652] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1931.323736] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1931.323904] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1931.324081] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1931.324244] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1931.324427] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1931.324594] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1931.324769] env[62683]: DEBUG nova.virt.hardware [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1931.329046] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab6fd410-9040-4e67-9c71-524b3b7d00ca {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.335196] env[62683]: DEBUG oslo_vmware.api [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1931.335196] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528c429b-b00f-8a00-3474-f74256c507ac" [ 1931.335196] env[62683]: _type = "Task" [ 1931.335196] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.344995] env[62683]: DEBUG oslo_vmware.api [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528c429b-b00f-8a00-3474-f74256c507ac, 'name': SearchDatastore_Task, 'duration_secs': 0.0079} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.350442] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1931.352520] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9898832-f5bb-4cd0-a30c-5d971eec36a4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.367583] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "refresh_cache-a09808be-b363-4d80-b104-8f8764a01d16" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.367761] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "refresh_cache-a09808be-b363-4d80-b104-8f8764a01d16" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.367861] env[62683]: DEBUG nova.network.neutron [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1931.373997] env[62683]: DEBUG oslo_vmware.api [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1931.373997] env[62683]: value = "task-1799862" [ 1931.373997] env[62683]: _type = "Task" [ 1931.373997] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.383872] env[62683]: DEBUG oslo_vmware.api [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.469110] env[62683]: DEBUG oslo_vmware.rw_handles [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Completed reading data from the image iterator. {{(pid=62683) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1931.469414] env[62683]: DEBUG oslo_vmware.rw_handles [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f96f2-4907-4039-1e7f-eb8af914596a/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1931.470318] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918ae29f-c84d-4795-82f5-e4f06ef7cde6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.477367] env[62683]: DEBUG oslo_vmware.rw_handles [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f96f2-4907-4039-1e7f-eb8af914596a/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1931.477692] env[62683]: DEBUG oslo_vmware.rw_handles [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f96f2-4907-4039-1e7f-eb8af914596a/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1931.477924] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-32fd3bff-7591-420b-8f88-7427c0a372ac {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.885788] env[62683]: DEBUG oslo_vmware.api [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799862, 'name': ReconfigVM_Task, 'duration_secs': 0.2904} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.886092] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1931.886860] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b95d0fc-3ddd-4126-a98f-8b47ea1d87f8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.911723] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 20120679-7fa6-4fb7-aef9-5ba6e150c916/20120679-7fa6-4fb7-aef9-5ba6e150c916.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1931.912712] env[62683]: DEBUG nova.network.neutron [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1931.914511] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c796e067-df13-4de7-bfd3-49d3f21ac3e9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.928548] env[62683]: DEBUG oslo_vmware.rw_handles [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f96f2-4907-4039-1e7f-eb8af914596a/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1931.928739] env[62683]: INFO nova.virt.vmwareapi.images [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Downloaded image file data b9a413ce-3857-488d-a56b-d637f5a6531b [ 1931.929844] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e05dea0-3c6e-40fd-b6d0-7ecdd8c0bc68 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.933686] env[62683]: DEBUG oslo_vmware.api [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1931.933686] env[62683]: value = "task-1799863" [ 1931.933686] env[62683]: _type = "Task" [ 1931.933686] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.949779] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9c23e56-af09-4f91-b2c0-be4cd5c03c94 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.954426] env[62683]: DEBUG oslo_vmware.api [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.983349] env[62683]: INFO nova.virt.vmwareapi.images [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] The imported VM was unregistered [ 1931.985782] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Caching image {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1931.986016] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b9a413ce-3857-488d-a56b-d637f5a6531b {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1931.986278] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee60a5ee-748b-4d32-a46b-af2397245e97 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.067584] env[62683]: DEBUG nova.network.neutron [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Updating instance_info_cache with network_info: [{"id": "d6438bf0-e4a0-4de8-bec2-9cc82b7745bd", "address": "fa:16:3e:cc:f2:e7", "network": {"id": "1cea5dfe-2e10-4cc4-9392-59ce785ac150", "bridge": "br-int", "label": "tempest-ServersTestJSON-1799756983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca7d50b713a49d6a47443b66ce211ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6438bf0-e4", "ovs_interfaceid": "d6438bf0-e4a0-4de8-bec2-9cc82b7745bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.444042] env[62683]: DEBUG oslo_vmware.api [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799863, 'name': ReconfigVM_Task, 'duration_secs': 0.279699} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.444218] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 20120679-7fa6-4fb7-aef9-5ba6e150c916/20120679-7fa6-4fb7-aef9-5ba6e150c916.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1932.445056] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de4cff1-52fd-44b5-9cfb-0986876d4e22 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.465936] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabb7edd-d894-4ad7-8f35-13db6ed4953d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.485923] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49323b91-53de-49e2-b658-a7bb1cd37f2b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.508913] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d58ca6d-c62b-4c51-8435-d31ffd0b87b3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.516648] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1932.516648] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7acc27af-e586-4894-8605-6a0a69179859 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.522409] env[62683]: DEBUG oslo_vmware.api [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1932.522409] env[62683]: value = "task-1799865" [ 1932.522409] env[62683]: _type = "Task" [ 1932.522409] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.529668] env[62683]: DEBUG oslo_vmware.api [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.570412] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "refresh_cache-a09808be-b363-4d80-b104-8f8764a01d16" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.570814] env[62683]: DEBUG nova.compute.manager [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Instance network_info: |[{"id": "d6438bf0-e4a0-4de8-bec2-9cc82b7745bd", "address": "fa:16:3e:cc:f2:e7", "network": {"id": "1cea5dfe-2e10-4cc4-9392-59ce785ac150", "bridge": "br-int", "label": "tempest-ServersTestJSON-1799756983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca7d50b713a49d6a47443b66ce211ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6438bf0-e4", "ovs_interfaceid": "d6438bf0-e4a0-4de8-bec2-9cc82b7745bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1932.571231] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:f2:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6438bf0-e4a0-4de8-bec2-9cc82b7745bd', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1932.578545] env[62683]: DEBUG oslo.service.loopingcall [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1932.578764] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1932.578980] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ef515a1-def2-4557-a069-67c47e69b0d7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.598828] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1932.598828] env[62683]: value = "task-1799866" [ 1932.598828] env[62683]: _type = "Task" [ 1932.598828] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.606268] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799866, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.734128] env[62683]: DEBUG nova.compute.manager [req-13f8854d-69c6-4d36-8903-ac9f12c59e69 req-50557e00-3282-4fcf-b89c-c95c718dc4ab service nova] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Received event network-changed-d6438bf0-e4a0-4de8-bec2-9cc82b7745bd {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1932.734347] env[62683]: DEBUG nova.compute.manager [req-13f8854d-69c6-4d36-8903-ac9f12c59e69 req-50557e00-3282-4fcf-b89c-c95c718dc4ab service nova] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Refreshing instance network info cache due to event network-changed-d6438bf0-e4a0-4de8-bec2-9cc82b7745bd. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1932.734602] env[62683]: DEBUG oslo_concurrency.lockutils [req-13f8854d-69c6-4d36-8903-ac9f12c59e69 req-50557e00-3282-4fcf-b89c-c95c718dc4ab service nova] Acquiring lock "refresh_cache-a09808be-b363-4d80-b104-8f8764a01d16" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.734775] env[62683]: DEBUG oslo_concurrency.lockutils [req-13f8854d-69c6-4d36-8903-ac9f12c59e69 req-50557e00-3282-4fcf-b89c-c95c718dc4ab service nova] Acquired lock "refresh_cache-a09808be-b363-4d80-b104-8f8764a01d16" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.734937] env[62683]: DEBUG nova.network.neutron [req-13f8854d-69c6-4d36-8903-ac9f12c59e69 req-50557e00-3282-4fcf-b89c-c95c718dc4ab service nova] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Refreshing network info cache for port d6438bf0-e4a0-4de8-bec2-9cc82b7745bd {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1933.032652] env[62683]: DEBUG oslo_vmware.api [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799865, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.109093] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799866, 'name': CreateVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.312607] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "eae96523-6a97-447d-bcd9-f1bd57abdf21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.312864] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "eae96523-6a97-447d-bcd9-f1bd57abdf21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.313089] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "eae96523-6a97-447d-bcd9-f1bd57abdf21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.313284] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "eae96523-6a97-447d-bcd9-f1bd57abdf21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.313455] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "eae96523-6a97-447d-bcd9-f1bd57abdf21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.315343] env[62683]: INFO nova.compute.manager [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Terminating instance [ 1933.424135] env[62683]: DEBUG nova.network.neutron [req-13f8854d-69c6-4d36-8903-ac9f12c59e69 req-50557e00-3282-4fcf-b89c-c95c718dc4ab service nova] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Updated VIF entry in instance network info cache for port d6438bf0-e4a0-4de8-bec2-9cc82b7745bd. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1933.424514] env[62683]: DEBUG nova.network.neutron [req-13f8854d-69c6-4d36-8903-ac9f12c59e69 req-50557e00-3282-4fcf-b89c-c95c718dc4ab service nova] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Updating instance_info_cache with network_info: [{"id": "d6438bf0-e4a0-4de8-bec2-9cc82b7745bd", "address": "fa:16:3e:cc:f2:e7", "network": {"id": "1cea5dfe-2e10-4cc4-9392-59ce785ac150", "bridge": "br-int", "label": "tempest-ServersTestJSON-1799756983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca7d50b713a49d6a47443b66ce211ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6438bf0-e4", "ovs_interfaceid": "d6438bf0-e4a0-4de8-bec2-9cc82b7745bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.533578] env[62683]: DEBUG oslo_vmware.api [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799865, 'name': PowerOnVM_Task, 'duration_secs': 0.535099} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.533933] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1933.575713] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Created directory with path [datastore1] devstack-image-cache_base/b9a413ce-3857-488d-a56b-d637f5a6531b {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1933.575927] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_86d9d202-bc73-44b6-9be7-b9dea569b9ce/OSTACK_IMG_86d9d202-bc73-44b6-9be7-b9dea569b9ce.vmdk to [datastore1] devstack-image-cache_base/b9a413ce-3857-488d-a56b-d637f5a6531b/b9a413ce-3857-488d-a56b-d637f5a6531b.vmdk. {{(pid=62683) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1933.576229] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4b5b7569-5d83-4f29-8bda-31fb233526a9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.584405] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1933.584405] env[62683]: value = "task-1799867" [ 1933.584405] env[62683]: _type = "Task" [ 1933.584405] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.592762] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799867, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.610235] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799866, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.820058] env[62683]: DEBUG nova.compute.manager [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1933.820058] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1933.820567] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c8575eb-5357-406e-a611-6613ee18efb9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.827465] env[62683]: DEBUG oslo_vmware.api [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1933.827465] env[62683]: value = "task-1799868" [ 1933.827465] env[62683]: _type = "Task" [ 1933.827465] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.837549] env[62683]: DEBUG oslo_vmware.api [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.928119] env[62683]: DEBUG oslo_concurrency.lockutils [req-13f8854d-69c6-4d36-8903-ac9f12c59e69 req-50557e00-3282-4fcf-b89c-c95c718dc4ab service nova] Releasing lock "refresh_cache-a09808be-b363-4d80-b104-8f8764a01d16" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.097337] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799867, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.114723] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799866, 'name': CreateVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.203068] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "71fe9952-5683-4816-829c-6cb3ed4716d6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.203068] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "71fe9952-5683-4816-829c-6cb3ed4716d6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.338851] env[62683]: DEBUG oslo_vmware.api [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799868, 'name': PowerOffVM_Task, 'duration_secs': 0.20041} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.339268] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1934.339525] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Volume detach. Driver type: vmdk {{(pid=62683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1934.339804] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373189', 'volume_id': 'b95ac314-8f1b-4ad9-9470-d7e56cd5abe8', 'name': 'volume-b95ac314-8f1b-4ad9-9470-d7e56cd5abe8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'eae96523-6a97-447d-bcd9-f1bd57abdf21', 'attached_at': '2024-12-12T06:59:31.000000', 'detached_at': '', 'volume_id': 'b95ac314-8f1b-4ad9-9470-d7e56cd5abe8', 'serial': 'b95ac314-8f1b-4ad9-9470-d7e56cd5abe8'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1934.341045] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034ff2de-3a56-44fb-9383-2fa56886efc5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.361350] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c35afd-4d84-4498-9de0-f76aa6297f48 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.368656] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8042f9fe-a4fe-4efb-ba75-680017f866a8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.387583] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b2f61d-943a-45cb-947c-30cda8875cdc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.402643] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] The volume has not been displaced from its original location: [datastore1] volume-b95ac314-8f1b-4ad9-9470-d7e56cd5abe8/volume-b95ac314-8f1b-4ad9-9470-d7e56cd5abe8.vmdk. No consolidation needed. {{(pid=62683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1934.407900] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1934.408280] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85a7dc23-1245-4f9f-a11d-95fbfe1e021e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.426810] env[62683]: DEBUG oslo_vmware.api [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1934.426810] env[62683]: value = "task-1799869" [ 1934.426810] env[62683]: _type = "Task" [ 1934.426810] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.436722] env[62683]: DEBUG oslo_vmware.api [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.578378] env[62683]: INFO nova.compute.manager [None req-27f00ecf-6a83-4f76-806b-bdbdf91df6a6 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updating instance to original state: 'active' [ 1934.595221] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799867, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.610857] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799866, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.709347] env[62683]: DEBUG nova.compute.utils [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1934.937594] env[62683]: DEBUG oslo_vmware.api [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799869, 'name': ReconfigVM_Task, 'duration_secs': 0.174319} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.937893] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1934.954837] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41454b1c-f3ff-4c45-9a04-c1ea677e3f9f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.982217] env[62683]: DEBUG oslo_vmware.api [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1934.982217] env[62683]: value = "task-1799870" [ 1934.982217] env[62683]: _type = "Task" [ 1934.982217] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.990882] env[62683]: DEBUG oslo_vmware.api [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.098277] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799867, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.112090] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799866, 'name': CreateVM_Task, 'duration_secs': 2.269886} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.112290] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1935.119982] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.120187] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.120527] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1935.120802] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43f6c6db-950d-4348-a4a2-966911288044 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.126055] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1935.126055] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528f591a-7329-1243-6833-304b2257e8d8" [ 1935.126055] env[62683]: _type = "Task" [ 1935.126055] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.135661] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528f591a-7329-1243-6833-304b2257e8d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.212536] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "71fe9952-5683-4816-829c-6cb3ed4716d6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.495069] env[62683]: DEBUG oslo_vmware.api [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799870, 'name': ReconfigVM_Task, 'duration_secs': 0.163746} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.495069] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373189', 'volume_id': 'b95ac314-8f1b-4ad9-9470-d7e56cd5abe8', 'name': 'volume-b95ac314-8f1b-4ad9-9470-d7e56cd5abe8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'eae96523-6a97-447d-bcd9-f1bd57abdf21', 'attached_at': '2024-12-12T06:59:31.000000', 'detached_at': '', 'volume_id': 'b95ac314-8f1b-4ad9-9470-d7e56cd5abe8', 'serial': 'b95ac314-8f1b-4ad9-9470-d7e56cd5abe8'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1935.495069] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1935.495069] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec4df9b-d069-4b06-aeb1-507eab447af8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.502497] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1935.502759] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73ccbcd6-9986-4d21-8fb9-c64ffacd3c68 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.601062] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799867, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.637833] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528f591a-7329-1243-6833-304b2257e8d8, 'name': SearchDatastore_Task, 'duration_secs': 0.112161} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.638173] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.638412] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1935.638653] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.638803] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.638981] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1935.639260] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17a1b976-f41f-4253-9ec1-077af7ec6d85 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.662591] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1935.662789] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1935.663620] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb9df7b-27ab-4745-916d-c39e22d8bb59 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.669755] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1935.669755] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]525f1225-8001-dc5f-70c3-a3a6decf492b" [ 1935.669755] env[62683]: _type = "Task" [ 1935.669755] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.678924] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]525f1225-8001-dc5f-70c3-a3a6decf492b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.700210] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1935.700492] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1935.700750] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Deleting the datastore file [datastore1] eae96523-6a97-447d-bcd9-f1bd57abdf21 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1935.701333] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10466953-2883-46e5-a8a6-211533da2936 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.709250] env[62683]: DEBUG oslo_vmware.api [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1935.709250] env[62683]: value = "task-1799872" [ 1935.709250] env[62683]: _type = "Task" [ 1935.709250] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.719321] env[62683]: DEBUG oslo_vmware.api [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.100341] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799867, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.180824] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]525f1225-8001-dc5f-70c3-a3a6decf492b, 'name': SearchDatastore_Task, 'duration_secs': 0.136941} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.181654] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6970761-2fbb-4de4-9814-f88f8ad48ba2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.184049] env[62683]: DEBUG oslo_concurrency.lockutils [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "20120679-7fa6-4fb7-aef9-5ba6e150c916" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.184276] env[62683]: DEBUG oslo_concurrency.lockutils [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "20120679-7fa6-4fb7-aef9-5ba6e150c916" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.184484] env[62683]: DEBUG oslo_concurrency.lockutils [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "20120679-7fa6-4fb7-aef9-5ba6e150c916-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.184666] env[62683]: DEBUG oslo_concurrency.lockutils [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "20120679-7fa6-4fb7-aef9-5ba6e150c916-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.184834] env[62683]: DEBUG oslo_concurrency.lockutils [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "20120679-7fa6-4fb7-aef9-5ba6e150c916-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.187241] env[62683]: INFO nova.compute.manager [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Terminating instance [ 1936.189685] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1936.189685] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]523256f2-5dcb-22ef-b1e8-6056c16d99e3" [ 1936.189685] env[62683]: _type = "Task" [ 1936.189685] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.198904] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523256f2-5dcb-22ef-b1e8-6056c16d99e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.219832] env[62683]: DEBUG oslo_vmware.api [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.274842] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "71fe9952-5683-4816-829c-6cb3ed4716d6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.275157] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "71fe9952-5683-4816-829c-6cb3ed4716d6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.275406] env[62683]: INFO nova.compute.manager [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Attaching volume 6f201044-89e6-4ca1-90dd-c440a952c937 to /dev/sdb [ 1936.309935] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b54a10b-a970-475a-84cc-d74ab8ebc5c3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.317390] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f01039d-8ddb-47e5-b585-6b9f82a58bf7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.331845] env[62683]: DEBUG nova.virt.block_device [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Updating existing volume attachment record: 852daa28-244f-49d0-beb9-93a5430a322c {{(pid=62683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1936.600813] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799867, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.695238] env[62683]: DEBUG nova.compute.manager [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1936.695494] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1936.695714] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17ed739d-aea8-47c8-860d-9dbe47a198d6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.703873] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523256f2-5dcb-22ef-b1e8-6056c16d99e3, 'name': SearchDatastore_Task, 'duration_secs': 0.124401} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.705019] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.705290] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] a09808be-b363-4d80-b104-8f8764a01d16/a09808be-b363-4d80-b104-8f8764a01d16.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1936.705587] env[62683]: DEBUG oslo_vmware.api [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1936.705587] env[62683]: value = "task-1799875" [ 1936.705587] env[62683]: _type = "Task" [ 1936.705587] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.705785] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9b7b32d-dc4c-441d-87d6-42516a030a34 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.714704] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1936.714704] env[62683]: value = "task-1799876" [ 1936.714704] env[62683]: _type = "Task" [ 1936.714704] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.723752] env[62683]: DEBUG oslo_vmware.api [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.976601} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.724046] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1936.724247] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1936.724429] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1936.724620] env[62683]: INFO nova.compute.manager [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Took 2.90 seconds to destroy the instance on the hypervisor. [ 1936.724853] env[62683]: DEBUG oslo.service.loopingcall [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1936.725393] env[62683]: DEBUG nova.compute.manager [-] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1936.725498] env[62683]: DEBUG nova.network.neutron [-] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1936.729935] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.103508] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799867, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.209335] env[62683]: DEBUG nova.compute.manager [req-fe431010-ef14-495c-860a-27b0454f0a2a req-f9913add-aa3b-44b3-af09-c516aed0e5a6 service nova] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Received event network-vif-deleted-c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1937.209537] env[62683]: INFO nova.compute.manager [req-fe431010-ef14-495c-860a-27b0454f0a2a req-f9913add-aa3b-44b3-af09-c516aed0e5a6 service nova] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Neutron deleted interface c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394; detaching it from the instance and deleting it from the info cache [ 1937.209716] env[62683]: DEBUG nova.network.neutron [req-fe431010-ef14-495c-860a-27b0454f0a2a req-f9913add-aa3b-44b3-af09-c516aed0e5a6 service nova] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.220055] env[62683]: DEBUG oslo_vmware.api [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799875, 'name': PowerOffVM_Task, 'duration_secs': 0.216131} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.223802] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1937.224024] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Volume detach. Driver type: vmdk {{(pid=62683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1937.224219] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373199', 'volume_id': '45f089d6-e6a3-46e2-9f82-02a4fec59d52', 'name': 'volume-45f089d6-e6a3-46e2-9f82-02a4fec59d52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '20120679-7fa6-4fb7-aef9-5ba6e150c916', 'attached_at': '2024-12-12T07:00:05.000000', 'detached_at': '', 'volume_id': '45f089d6-e6a3-46e2-9f82-02a4fec59d52', 'serial': '45f089d6-e6a3-46e2-9f82-02a4fec59d52'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1937.225300] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e8dbbb-f78c-416a-b76a-6c30276ec797 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.234372] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.250755] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29957c48-e861-41ce-9910-5967a9ac689b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.257643] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83a8277-5777-41dd-98a0-016ad2de7536 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.278070] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5fc0e2-7ee0-40d6-8173-544dbc7fcb22 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.293464] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] The volume has not been displaced from its original location: [datastore1] volume-45f089d6-e6a3-46e2-9f82-02a4fec59d52/volume-45f089d6-e6a3-46e2-9f82-02a4fec59d52.vmdk. No consolidation needed. {{(pid=62683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1937.298648] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1937.298932] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b486e9a-52f1-4161-887d-f408167e9da7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.317114] env[62683]: DEBUG oslo_vmware.api [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1937.317114] env[62683]: value = "task-1799878" [ 1937.317114] env[62683]: _type = "Task" [ 1937.317114] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.325042] env[62683]: DEBUG oslo_vmware.api [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.605237] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799867, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.687852] env[62683]: DEBUG nova.network.neutron [-] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.715650] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea8473a8-d308-473e-a75b-ff2e4d08e136 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.727170] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e1786a-f37a-43d8-b494-dbfb015eaecc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.740696] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.761159] env[62683]: DEBUG nova.compute.manager [req-fe431010-ef14-495c-860a-27b0454f0a2a req-f9913add-aa3b-44b3-af09-c516aed0e5a6 service nova] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Detach interface failed, port_id=c8f4d3c6-c87c-43a0-96e7-22bcfbdaf394, reason: Instance eae96523-6a97-447d-bcd9-f1bd57abdf21 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1937.828289] env[62683]: DEBUG oslo_vmware.api [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799878, 'name': ReconfigVM_Task, 'duration_secs': 0.20012} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.828570] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1937.833330] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-891440d6-ffc7-4f3c-bed5-d6a68e77d441 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.849218] env[62683]: DEBUG oslo_vmware.api [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1937.849218] env[62683]: value = "task-1799879" [ 1937.849218] env[62683]: _type = "Task" [ 1937.849218] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.858125] env[62683]: DEBUG oslo_vmware.api [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799879, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.103577] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799867, 'name': MoveVirtualDisk_Task, 'duration_secs': 4.146568} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.103881] env[62683]: INFO nova.virt.vmwareapi.ds_util [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_86d9d202-bc73-44b6-9be7-b9dea569b9ce/OSTACK_IMG_86d9d202-bc73-44b6-9be7-b9dea569b9ce.vmdk to [datastore1] devstack-image-cache_base/b9a413ce-3857-488d-a56b-d637f5a6531b/b9a413ce-3857-488d-a56b-d637f5a6531b.vmdk. [ 1938.104095] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Cleaning up location [datastore1] OSTACK_IMG_86d9d202-bc73-44b6-9be7-b9dea569b9ce {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1938.104267] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_86d9d202-bc73-44b6-9be7-b9dea569b9ce {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1938.104529] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cc7d4b1-3950-4193-b228-5ed176dab697 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.111313] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1938.111313] env[62683]: value = "task-1799880" [ 1938.111313] env[62683]: _type = "Task" [ 1938.111313] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.119533] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.191495] env[62683]: INFO nova.compute.manager [-] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Took 1.47 seconds to deallocate network for instance. [ 1938.230213] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799876, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.359183] env[62683]: DEBUG oslo_vmware.api [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799879, 'name': ReconfigVM_Task, 'duration_secs': 0.163968} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.359517] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373199', 'volume_id': '45f089d6-e6a3-46e2-9f82-02a4fec59d52', 'name': 'volume-45f089d6-e6a3-46e2-9f82-02a4fec59d52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '20120679-7fa6-4fb7-aef9-5ba6e150c916', 'attached_at': '2024-12-12T07:00:05.000000', 'detached_at': '', 'volume_id': '45f089d6-e6a3-46e2-9f82-02a4fec59d52', 'serial': '45f089d6-e6a3-46e2-9f82-02a4fec59d52'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1938.359847] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1938.360603] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710f4b28-babf-4f6f-8a1e-75e9fbae90fe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.367675] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1938.367899] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e1ceb25-2286-48a0-b7a6-b588585de01e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.621553] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184271} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.621824] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1938.622068] env[62683]: DEBUG oslo_concurrency.lockutils [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9a413ce-3857-488d-a56b-d637f5a6531b/b9a413ce-3857-488d-a56b-d637f5a6531b.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.622325] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9a413ce-3857-488d-a56b-d637f5a6531b/b9a413ce-3857-488d-a56b-d637f5a6531b.vmdk to [datastore1] 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824/4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1938.622576] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-512c4510-9290-41d6-8333-f9327acb088f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.628736] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1938.628736] env[62683]: value = "task-1799882" [ 1938.628736] env[62683]: _type = "Task" [ 1938.628736] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.636646] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.730398] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799876, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.664763} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.730828] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] a09808be-b363-4d80-b104-8f8764a01d16/a09808be-b363-4d80-b104-8f8764a01d16.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1938.730911] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1938.731148] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c3bfaf2-4d39-4ec0-bc67-913c5baa0e3f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.736158] env[62683]: INFO nova.compute.manager [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Took 0.54 seconds to detach 1 volumes for instance. [ 1938.738206] env[62683]: DEBUG nova.compute.manager [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Deleting volume: b95ac314-8f1b-4ad9-9470-d7e56cd5abe8 {{(pid=62683) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1938.741354] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1938.741354] env[62683]: value = "task-1799883" [ 1938.741354] env[62683]: _type = "Task" [ 1938.741354] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.749503] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.138878] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799882, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.251860] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091909} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.252287] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1939.253166] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120f67e4-1d00-4050-809b-69a94e9241b5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.276530] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] a09808be-b363-4d80-b104-8f8764a01d16/a09808be-b363-4d80-b104-8f8764a01d16.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1939.276880] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-061c64ff-8dc0-4148-8eab-59a10811e984 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.292996] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.293297] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.293562] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.301118] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1939.301118] env[62683]: value = "task-1799886" [ 1939.301118] env[62683]: _type = "Task" [ 1939.301118] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.309836] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.317257] env[62683]: INFO nova.scheduler.client.report [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Deleted allocations for instance eae96523-6a97-447d-bcd9-f1bd57abdf21 [ 1939.639683] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799882, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.811757] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.826654] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bbf57057-6448-4b7b-a184-072cf290edfc tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "eae96523-6a97-447d-bcd9-f1bd57abdf21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.514s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.874195] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "9dfe2c53-3fcf-4500-aea2-fb81a5031f9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.874495] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "9dfe2c53-3fcf-4500-aea2-fb81a5031f9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.874712] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "9dfe2c53-3fcf-4500-aea2-fb81a5031f9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.874900] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "9dfe2c53-3fcf-4500-aea2-fb81a5031f9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.875124] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "9dfe2c53-3fcf-4500-aea2-fb81a5031f9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.879212] env[62683]: INFO nova.compute.manager [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Terminating instance [ 1940.044427] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "c7e06b69-36df-4772-90b1-7436a1f58787" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.044731] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "c7e06b69-36df-4772-90b1-7436a1f58787" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.044960] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "c7e06b69-36df-4772-90b1-7436a1f58787-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.045165] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "c7e06b69-36df-4772-90b1-7436a1f58787-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.045351] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "c7e06b69-36df-4772-90b1-7436a1f58787-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.047726] env[62683]: INFO nova.compute.manager [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Terminating instance [ 1940.140707] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799882, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.312392] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.383661] env[62683]: DEBUG nova.compute.manager [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1940.383879] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1940.384865] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d682e5-19f7-4ed8-a8a6-2373708afd86 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.392585] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1940.392808] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-461c6007-59a2-43c7-b1a1-a1ab064614f2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.400819] env[62683]: DEBUG oslo_vmware.api [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1940.400819] env[62683]: value = "task-1799887" [ 1940.400819] env[62683]: _type = "Task" [ 1940.400819] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.410054] env[62683]: DEBUG oslo_vmware.api [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.552253] env[62683]: DEBUG nova.compute.manager [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1940.552502] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1940.553467] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a055bf8-95c2-4747-8742-c74fda3dc9aa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.561387] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1940.561650] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b882bf8-43bd-40a9-a197-0b158edb9a13 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.568622] env[62683]: DEBUG oslo_vmware.api [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1940.568622] env[62683]: value = "task-1799888" [ 1940.568622] env[62683]: _type = "Task" [ 1940.568622] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.578142] env[62683]: DEBUG oslo_vmware.api [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.641094] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799882, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.813756] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.878587] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Volume attach. Driver type: vmdk {{(pid=62683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1940.878837] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373211', 'volume_id': '6f201044-89e6-4ca1-90dd-c440a952c937', 'name': 'volume-6f201044-89e6-4ca1-90dd-c440a952c937', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '71fe9952-5683-4816-829c-6cb3ed4716d6', 'attached_at': '', 'detached_at': '', 'volume_id': '6f201044-89e6-4ca1-90dd-c440a952c937', 'serial': '6f201044-89e6-4ca1-90dd-c440a952c937'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1940.879804] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dca13f8-fb33-4bf6-b546-58f549535b0c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.896406] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7eb8f1-8873-4f7c-ba58-b8c4a4b66dbd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.921709] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-6f201044-89e6-4ca1-90dd-c440a952c937/volume-6f201044-89e6-4ca1-90dd-c440a952c937.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1940.925119] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0395abd6-5154-449d-805f-966e73a70b4e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.944016] env[62683]: DEBUG oslo_vmware.api [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.945621] env[62683]: DEBUG oslo_vmware.api [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 1940.945621] env[62683]: value = "task-1799889" [ 1940.945621] env[62683]: _type = "Task" [ 1940.945621] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.954819] env[62683]: DEBUG oslo_vmware.api [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799889, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.081231] env[62683]: DEBUG oslo_vmware.api [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799888, 'name': PowerOffVM_Task, 'duration_secs': 0.216605} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.081231] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1941.081231] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1941.081231] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45ed5eb3-0924-42b6-acc1-c5de299f0b82 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.122775] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1941.123035] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1941.123228] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Deleting the datastore file [datastore1] 20120679-7fa6-4fb7-aef9-5ba6e150c916 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1941.123533] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-403e05fd-4e4b-4c5f-9c8e-9c873b1906c2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.130420] env[62683]: DEBUG oslo_vmware.api [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1941.130420] env[62683]: value = "task-1799891" [ 1941.130420] env[62683]: _type = "Task" [ 1941.130420] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.142285] env[62683]: DEBUG oslo_vmware.api [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.145469] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799882, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.162286] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1941.162563] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1941.162725] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Deleting the datastore file [datastore1] c7e06b69-36df-4772-90b1-7436a1f58787 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1941.163031] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-737d1437-974f-499d-92c4-136292e1e1be {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.169513] env[62683]: DEBUG oslo_vmware.api [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1941.169513] env[62683]: value = "task-1799892" [ 1941.169513] env[62683]: _type = "Task" [ 1941.169513] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.178501] env[62683]: DEBUG oslo_vmware.api [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.313579] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.425237] env[62683]: DEBUG oslo_vmware.api [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799887, 'name': PowerOffVM_Task, 'duration_secs': 0.935194} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.425551] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1941.425726] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1941.426019] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a708abc-e83c-4228-a4ed-bdecb89414d6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.456031] env[62683]: DEBUG oslo_vmware.api [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799889, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.580215] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1941.580445] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1941.580630] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Deleting the datastore file [datastore1] 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1941.580973] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d334ff7-5098-4a64-b021-cc5907b68696 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.587092] env[62683]: DEBUG oslo_vmware.api [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1941.587092] env[62683]: value = "task-1799894" [ 1941.587092] env[62683]: _type = "Task" [ 1941.587092] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.595600] env[62683]: DEBUG oslo_vmware.api [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.642937] env[62683]: DEBUG oslo_vmware.api [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.49388} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.645999] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1941.646208] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1941.646395] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1941.646591] env[62683]: INFO nova.compute.manager [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Took 4.95 seconds to destroy the instance on the hypervisor. [ 1941.646843] env[62683]: DEBUG oslo.service.loopingcall [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.647063] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799882, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.647188} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.647264] env[62683]: DEBUG nova.compute.manager [-] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1941.647360] env[62683]: DEBUG nova.network.neutron [-] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1941.649037] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9a413ce-3857-488d-a56b-d637f5a6531b/b9a413ce-3857-488d-a56b-d637f5a6531b.vmdk to [datastore1] 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824/4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1941.649872] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22de4cfe-31bc-4787-b106-a4e7000d35f3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.672934] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824/4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824.vmdk or device None with type streamOptimized {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1941.673324] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd96816f-ca4f-45f1-a63c-5e906dd7ea95 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.695242] env[62683]: DEBUG oslo_vmware.api [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427418} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.696468] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1941.696628] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1941.696825] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1941.697016] env[62683]: INFO nova.compute.manager [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1941.697266] env[62683]: DEBUG oslo.service.loopingcall [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.697519] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1941.697519] env[62683]: value = "task-1799895" [ 1941.697519] env[62683]: _type = "Task" [ 1941.697519] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.697710] env[62683]: DEBUG nova.compute.manager [-] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1941.697802] env[62683]: DEBUG nova.network.neutron [-] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1941.708851] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799895, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.814979] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799886, 'name': ReconfigVM_Task, 'duration_secs': 2.125365} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.815321] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Reconfigured VM instance instance-00000075 to attach disk [datastore1] a09808be-b363-4d80-b104-8f8764a01d16/a09808be-b363-4d80-b104-8f8764a01d16.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1941.815926] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccaedce9-9c43-49a1-b6fc-94c6ed08663f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.823121] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1941.823121] env[62683]: value = "task-1799896" [ 1941.823121] env[62683]: _type = "Task" [ 1941.823121] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.832504] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799896, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.956165] env[62683]: DEBUG oslo_vmware.api [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799889, 'name': ReconfigVM_Task, 'duration_secs': 0.520134} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.956424] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-6f201044-89e6-4ca1-90dd-c440a952c937/volume-6f201044-89e6-4ca1-90dd-c440a952c937.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1941.961310] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afade76a-2910-41d0-a488-21437f0b6fa7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.978385] env[62683]: DEBUG oslo_vmware.api [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 1941.978385] env[62683]: value = "task-1799897" [ 1941.978385] env[62683]: _type = "Task" [ 1941.978385] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.986403] env[62683]: DEBUG oslo_vmware.api [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.100490] env[62683]: DEBUG oslo_vmware.api [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.142606] env[62683]: DEBUG nova.compute.manager [req-781f8734-f02a-4af7-81d2-5756fa1231b9 req-48112e59-18fa-4a14-932a-b5b800f679e4 service nova] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Received event network-vif-deleted-389f2ee5-d67b-483a-a18f-d88fbaa4c155 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1942.142897] env[62683]: INFO nova.compute.manager [req-781f8734-f02a-4af7-81d2-5756fa1231b9 req-48112e59-18fa-4a14-932a-b5b800f679e4 service nova] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Neutron deleted interface 389f2ee5-d67b-483a-a18f-d88fbaa4c155; detaching it from the instance and deleting it from the info cache [ 1942.143178] env[62683]: DEBUG nova.network.neutron [req-781f8734-f02a-4af7-81d2-5756fa1231b9 req-48112e59-18fa-4a14-932a-b5b800f679e4 service nova] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.212127] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799895, 'name': ReconfigVM_Task, 'duration_secs': 0.26883} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.212528] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824/4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824.vmdk or device None with type streamOptimized {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1942.213414] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60fcae3a-2e6d-4c64-8e5c-82baf716b599 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.221868] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1942.221868] env[62683]: value = "task-1799898" [ 1942.221868] env[62683]: _type = "Task" [ 1942.221868] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.237708] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799898, 'name': Rename_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.332512] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799896, 'name': Rename_Task, 'duration_secs': 0.341312} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.335759] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1942.335759] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-748869e6-3454-4ddd-956f-a7bfeffb49de {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.339056] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1942.339056] env[62683]: value = "task-1799899" [ 1942.339056] env[62683]: _type = "Task" [ 1942.339056] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.346208] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.488262] env[62683]: DEBUG oslo_vmware.api [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799897, 'name': ReconfigVM_Task, 'duration_secs': 0.274144} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.488839] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373211', 'volume_id': '6f201044-89e6-4ca1-90dd-c440a952c937', 'name': 'volume-6f201044-89e6-4ca1-90dd-c440a952c937', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '71fe9952-5683-4816-829c-6cb3ed4716d6', 'attached_at': '', 'detached_at': '', 'volume_id': '6f201044-89e6-4ca1-90dd-c440a952c937', 'serial': '6f201044-89e6-4ca1-90dd-c440a952c937'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1942.597503] env[62683]: DEBUG oslo_vmware.api [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.548601} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.597781] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1942.598030] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1942.598221] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1942.598412] env[62683]: INFO nova.compute.manager [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Took 2.21 seconds to destroy the instance on the hypervisor. [ 1942.598665] env[62683]: DEBUG oslo.service.loopingcall [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1942.598853] env[62683]: DEBUG nova.compute.manager [-] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1942.598971] env[62683]: DEBUG nova.network.neutron [-] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1942.618203] env[62683]: DEBUG nova.network.neutron [-] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.645998] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cb5ab62-9752-4499-8659-97bd2d2f67c1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.655662] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19035d15-d9fe-43bd-ba4e-9a247b6c3d1c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.686958] env[62683]: DEBUG nova.compute.manager [req-781f8734-f02a-4af7-81d2-5756fa1231b9 req-48112e59-18fa-4a14-932a-b5b800f679e4 service nova] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Detach interface failed, port_id=389f2ee5-d67b-483a-a18f-d88fbaa4c155, reason: Instance c7e06b69-36df-4772-90b1-7436a1f58787 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1942.732193] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799898, 'name': Rename_Task, 'duration_secs': 0.146377} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.732490] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1942.732759] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc8f69f3-5d78-4565-8625-241a73df5f4c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.738846] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1942.738846] env[62683]: value = "task-1799900" [ 1942.738846] env[62683]: _type = "Task" [ 1942.738846] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.746912] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.774158] env[62683]: DEBUG nova.network.neutron [-] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.848806] env[62683]: DEBUG oslo_vmware.api [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799899, 'name': PowerOnVM_Task, 'duration_secs': 0.466652} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.849170] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1942.849299] env[62683]: INFO nova.compute.manager [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Took 12.38 seconds to spawn the instance on the hypervisor. [ 1942.851474] env[62683]: DEBUG nova.compute.manager [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1942.851474] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007fbd4b-aea8-46c8-9ede-48cf82541df2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.120422] env[62683]: INFO nova.compute.manager [-] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Took 1.42 seconds to deallocate network for instance. [ 1943.248389] env[62683]: DEBUG oslo_vmware.api [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799900, 'name': PowerOnVM_Task, 'duration_secs': 0.498704} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.248620] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1943.279217] env[62683]: INFO nova.compute.manager [-] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Took 1.63 seconds to deallocate network for instance. [ 1943.354550] env[62683]: DEBUG nova.compute.manager [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1943.355507] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3236cfba-2bb9-4d59-b8f9-6222331f6ec3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.369071] env[62683]: INFO nova.compute.manager [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Took 20.05 seconds to build instance. [ 1943.537172] env[62683]: DEBUG nova.objects.instance [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lazy-loading 'flavor' on Instance uuid 71fe9952-5683-4816-829c-6cb3ed4716d6 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1943.592086] env[62683]: DEBUG nova.network.neutron [-] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.627217] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.627557] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.627830] env[62683]: DEBUG nova.objects.instance [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lazy-loading 'resources' on Instance uuid c7e06b69-36df-4772-90b1-7436a1f58787 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1943.824855] env[62683]: INFO nova.compute.manager [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Took 0.55 seconds to detach 1 volumes for instance. [ 1943.874032] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0260a8be-1ed0-4a5d-bbf4-738ebfdcbf4c tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "a09808be-b363-4d80-b104-8f8764a01d16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.569s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.875234] env[62683]: DEBUG oslo_concurrency.lockutils [None req-177ee58b-977b-4a38-8a51-929428bedab6 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.140s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.044115] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4e525bc0-81d5-4198-81dc-b858bde5f407 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "71fe9952-5683-4816-829c-6cb3ed4716d6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.769s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.094401] env[62683]: INFO nova.compute.manager [-] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Took 1.50 seconds to deallocate network for instance. [ 1944.173043] env[62683]: DEBUG nova.compute.manager [req-6a787537-8345-4722-bcee-53c43f8a6f91 req-0cd89f00-b4f8-44dd-ac8d-e96fc8229b3b service nova] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Received event network-vif-deleted-ec4719a3-925f-4a8c-a33f-5d99268d29e9 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1944.173401] env[62683]: DEBUG nova.compute.manager [req-6a787537-8345-4722-bcee-53c43f8a6f91 req-0cd89f00-b4f8-44dd-ac8d-e96fc8229b3b service nova] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Received event network-vif-deleted-f6b8782f-f81b-4462-9a1b-f118892888b6 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1944.303853] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f75193-1c9f-48ce-b7c2-d10616d05e6b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.311742] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e184a28b-e66c-423d-a200-79acdb8f1294 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.342036] env[62683]: DEBUG oslo_concurrency.lockutils [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.343029] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353e3129-4eb5-4866-aad8-ca1ffbd2d8bf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.350723] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f0030c-e05a-43e5-8330-fb42f42a6a00 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.364461] env[62683]: DEBUG nova.compute.provider_tree [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1944.602027] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.688309] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7b317097-515e-4d02-a6da-ebcac12b3d81 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "a09808be-b363-4d80-b104-8f8764a01d16" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.688589] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7b317097-515e-4d02-a6da-ebcac12b3d81 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "a09808be-b363-4d80-b104-8f8764a01d16" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.688774] env[62683]: DEBUG nova.compute.manager [None req-7b317097-515e-4d02-a6da-ebcac12b3d81 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1944.689686] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35edf446-9d84-4903-bb0d-698bc373e0ce {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.699255] env[62683]: DEBUG nova.compute.manager [None req-7b317097-515e-4d02-a6da-ebcac12b3d81 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1944.699255] env[62683]: DEBUG nova.objects.instance [None req-7b317097-515e-4d02-a6da-ebcac12b3d81 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lazy-loading 'flavor' on Instance uuid a09808be-b363-4d80-b104-8f8764a01d16 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1944.724577] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dc70f3d4-cc37-4bab-b21c-5af6218961c5 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "71fe9952-5683-4816-829c-6cb3ed4716d6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.724727] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dc70f3d4-cc37-4bab-b21c-5af6218961c5 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "71fe9952-5683-4816-829c-6cb3ed4716d6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.724836] env[62683]: DEBUG nova.compute.manager [None req-dc70f3d4-cc37-4bab-b21c-5af6218961c5 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1944.725708] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0605c460-e922-4315-ac7c-e0613a57647c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.732453] env[62683]: DEBUG nova.compute.manager [None req-dc70f3d4-cc37-4bab-b21c-5af6218961c5 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1944.732971] env[62683]: DEBUG nova.objects.instance [None req-dc70f3d4-cc37-4bab-b21c-5af6218961c5 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lazy-loading 'flavor' on Instance uuid 71fe9952-5683-4816-829c-6cb3ed4716d6 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1944.868053] env[62683]: DEBUG nova.scheduler.client.report [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1945.274802] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "05eb95ed-e64c-4b32-a554-b1d9a4f12b0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.275159] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "05eb95ed-e64c-4b32-a554-b1d9a4f12b0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.373236] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.375521] env[62683]: DEBUG oslo_concurrency.lockutils [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.034s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.375757] env[62683]: DEBUG oslo_concurrency.lockutils [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.377552] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.776s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.377828] env[62683]: DEBUG nova.objects.instance [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lazy-loading 'resources' on Instance uuid 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1945.391870] env[62683]: INFO nova.scheduler.client.report [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Deleted allocations for instance c7e06b69-36df-4772-90b1-7436a1f58787 [ 1945.403445] env[62683]: INFO nova.scheduler.client.report [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Deleted allocations for instance 20120679-7fa6-4fb7-aef9-5ba6e150c916 [ 1945.707426] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b317097-515e-4d02-a6da-ebcac12b3d81 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1945.708333] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11c0214c-8daf-4622-ba68-31489bb11c68 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.715446] env[62683]: DEBUG oslo_vmware.api [None req-7b317097-515e-4d02-a6da-ebcac12b3d81 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1945.715446] env[62683]: value = "task-1799901" [ 1945.715446] env[62683]: _type = "Task" [ 1945.715446] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.723897] env[62683]: DEBUG oslo_vmware.api [None req-7b317097-515e-4d02-a6da-ebcac12b3d81 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.739242] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc70f3d4-cc37-4bab-b21c-5af6218961c5 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1945.739569] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fdb25da-7962-456b-8954-5c8f091b1a26 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.746838] env[62683]: DEBUG oslo_vmware.api [None req-dc70f3d4-cc37-4bab-b21c-5af6218961c5 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 1945.746838] env[62683]: value = "task-1799902" [ 1945.746838] env[62683]: _type = "Task" [ 1945.746838] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.755423] env[62683]: DEBUG oslo_vmware.api [None req-dc70f3d4-cc37-4bab-b21c-5af6218961c5 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.778228] env[62683]: DEBUG nova.compute.manager [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1945.899223] env[62683]: DEBUG oslo_concurrency.lockutils [None req-e5e31737-8390-4543-a1a2-5f52d28e5bd4 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "c7e06b69-36df-4772-90b1-7436a1f58787" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.854s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.911899] env[62683]: DEBUG oslo_concurrency.lockutils [None req-86b69707-d282-485a-9830-6a332ac17173 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "20120679-7fa6-4fb7-aef9-5ba6e150c916" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.727s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.018603] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464ccfd5-ac9c-4a9a-80be-a2d077675847 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.026312] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c220d06e-2d21-40e2-be14-798780601da8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.057196] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a1f3d3-bab6-46c7-836c-019f1e79156c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.065186] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bfcd4d-a53d-403a-b47b-321771b621f7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.078803] env[62683]: DEBUG nova.compute.provider_tree [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1946.226734] env[62683]: DEBUG oslo_vmware.api [None req-7b317097-515e-4d02-a6da-ebcac12b3d81 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799901, 'name': PowerOffVM_Task, 'duration_secs': 0.176188} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.227099] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b317097-515e-4d02-a6da-ebcac12b3d81 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1946.227350] env[62683]: DEBUG nova.compute.manager [None req-7b317097-515e-4d02-a6da-ebcac12b3d81 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.228214] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2b951e-c116-45fb-8b07-fc5865fbf35b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.256633] env[62683]: DEBUG oslo_vmware.api [None req-dc70f3d4-cc37-4bab-b21c-5af6218961c5 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799902, 'name': PowerOffVM_Task, 'duration_secs': 0.212181} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.256902] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc70f3d4-cc37-4bab-b21c-5af6218961c5 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1946.257186] env[62683]: DEBUG nova.compute.manager [None req-dc70f3d4-cc37-4bab-b21c-5af6218961c5 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.257867] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9a810f-007c-4e58-baec-a21c15b09fb9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.296820] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.583050] env[62683]: DEBUG nova.scheduler.client.report [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1946.741183] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7b317097-515e-4d02-a6da-ebcac12b3d81 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "a09808be-b363-4d80-b104-8f8764a01d16" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.769688] env[62683]: DEBUG oslo_concurrency.lockutils [None req-dc70f3d4-cc37-4bab-b21c-5af6218961c5 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "71fe9952-5683-4816-829c-6cb3ed4716d6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.835464] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "5bfa2209-7c6d-4306-b427-69d12a736ca5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.835705] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "5bfa2209-7c6d-4306-b427-69d12a736ca5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.087285] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.090471] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.793s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.092398] env[62683]: INFO nova.compute.claims [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1947.107487] env[62683]: INFO nova.scheduler.client.report [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Deleted allocations for instance 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f [ 1947.148919] env[62683]: DEBUG nova.objects.instance [None req-6f29fc4d-2e99-4df3-9855-6e85fa85efb0 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lazy-loading 'flavor' on Instance uuid 71fe9952-5683-4816-829c-6cb3ed4716d6 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1947.339072] env[62683]: DEBUG nova.compute.manager [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1947.352298] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "a09808be-b363-4d80-b104-8f8764a01d16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.352411] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "a09808be-b363-4d80-b104-8f8764a01d16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.352632] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "a09808be-b363-4d80-b104-8f8764a01d16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.352843] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "a09808be-b363-4d80-b104-8f8764a01d16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.353020] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "a09808be-b363-4d80-b104-8f8764a01d16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.355401] env[62683]: INFO nova.compute.manager [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Terminating instance [ 1947.614582] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c1617af7-9c18-446d-b209-6ecd6cdab0d2 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "9dfe2c53-3fcf-4500-aea2-fb81a5031f9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.740s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.654161] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6f29fc4d-2e99-4df3-9855-6e85fa85efb0 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "refresh_cache-71fe9952-5683-4816-829c-6cb3ed4716d6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.654382] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6f29fc4d-2e99-4df3-9855-6e85fa85efb0 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquired lock "refresh_cache-71fe9952-5683-4816-829c-6cb3ed4716d6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.654531] env[62683]: DEBUG nova.network.neutron [None req-6f29fc4d-2e99-4df3-9855-6e85fa85efb0 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1947.654709] env[62683]: DEBUG nova.objects.instance [None req-6f29fc4d-2e99-4df3-9855-6e85fa85efb0 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lazy-loading 'info_cache' on Instance uuid 71fe9952-5683-4816-829c-6cb3ed4716d6 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1947.859587] env[62683]: DEBUG nova.compute.manager [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1947.859869] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1947.860900] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524cdc0d-23f6-4e87-8b23-57896a04e136 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.864318] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.871034] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1947.871274] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2d497f7-c5d5-4d38-b96d-1e8f9ae0a410 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.014464] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1948.014658] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1948.014847] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleting the datastore file [datastore1] a09808be-b363-4d80-b104-8f8764a01d16 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1948.015139] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac7026a5-aec1-49a7-ab84-129a8662a7d3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.021278] env[62683]: DEBUG oslo_vmware.api [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1948.021278] env[62683]: value = "task-1799905" [ 1948.021278] env[62683]: _type = "Task" [ 1948.021278] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.028924] env[62683]: DEBUG oslo_vmware.api [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.089703] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a26e709b-dc62-4119-880b-8964fdc20fa9 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "c4a232d9-9d75-4202-9ecd-18747fe702ac" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.090172] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a26e709b-dc62-4119-880b-8964fdc20fa9 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "c4a232d9-9d75-4202-9ecd-18747fe702ac" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.158589] env[62683]: DEBUG nova.objects.base [None req-6f29fc4d-2e99-4df3-9855-6e85fa85efb0 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Object Instance<71fe9952-5683-4816-829c-6cb3ed4716d6> lazy-loaded attributes: flavor,info_cache {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1948.209264] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f62e30b-c99c-456c-8231-b000046a73f9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.217918] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c93fb18-2acb-43ba-945a-0c4601237356 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.247440] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2752e0c0-1156-47ed-954d-bd5528cd0207 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.254262] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a048d2-1607-4102-9597-d488fe1ad20d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.267245] env[62683]: DEBUG nova.compute.provider_tree [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1948.531779] env[62683]: DEBUG oslo_vmware.api [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141197} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.532156] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1948.532225] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1948.532399] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1948.532578] env[62683]: INFO nova.compute.manager [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1948.532812] env[62683]: DEBUG oslo.service.loopingcall [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1948.533437] env[62683]: DEBUG nova.compute.manager [-] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1948.533437] env[62683]: DEBUG nova.network.neutron [-] [instance: a09808be-b363-4d80-b104-8f8764a01d16] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1948.593224] env[62683]: INFO nova.compute.manager [None req-a26e709b-dc62-4119-880b-8964fdc20fa9 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Detaching volume 6d9e65c5-07f3-4074-8b98-d0dff4777198 [ 1948.625305] env[62683]: INFO nova.virt.block_device [None req-a26e709b-dc62-4119-880b-8964fdc20fa9 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Attempting to driver detach volume 6d9e65c5-07f3-4074-8b98-d0dff4777198 from mountpoint /dev/sdb [ 1948.625586] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a26e709b-dc62-4119-880b-8964fdc20fa9 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Volume detach. Driver type: vmdk {{(pid=62683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1948.625776] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a26e709b-dc62-4119-880b-8964fdc20fa9 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373196', 'volume_id': '6d9e65c5-07f3-4074-8b98-d0dff4777198', 'name': 'volume-6d9e65c5-07f3-4074-8b98-d0dff4777198', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c4a232d9-9d75-4202-9ecd-18747fe702ac', 'attached_at': '', 'detached_at': '', 'volume_id': '6d9e65c5-07f3-4074-8b98-d0dff4777198', 'serial': '6d9e65c5-07f3-4074-8b98-d0dff4777198'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1948.626667] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb1136b-fc71-47dc-b44d-41ee6ceca069 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.649868] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986de9fe-34c0-48c7-9790-2eeb94ff5e5d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.657089] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b24d847-d0c8-48a6-a6ce-ca90aa4eeb74 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.681691] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dd28bc-6b10-434d-ba2b-b9874fb5a226 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.696599] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a26e709b-dc62-4119-880b-8964fdc20fa9 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] The volume has not been displaced from its original location: [datastore1] volume-6d9e65c5-07f3-4074-8b98-d0dff4777198/volume-6d9e65c5-07f3-4074-8b98-d0dff4777198.vmdk. No consolidation needed. {{(pid=62683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1948.702395] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a26e709b-dc62-4119-880b-8964fdc20fa9 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1948.702801] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c0ff1af-7467-441a-9bdf-4b58dda3cf7a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.721496] env[62683]: DEBUG oslo_vmware.api [None req-a26e709b-dc62-4119-880b-8964fdc20fa9 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1948.721496] env[62683]: value = "task-1799906" [ 1948.721496] env[62683]: _type = "Task" [ 1948.721496] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.729407] env[62683]: DEBUG oslo_vmware.api [None req-a26e709b-dc62-4119-880b-8964fdc20fa9 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.770664] env[62683]: DEBUG nova.scheduler.client.report [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1949.118106] env[62683]: DEBUG nova.compute.manager [req-3b55a39d-3337-420b-a91d-fda7248cf938 req-544a701a-7148-4a30-8178-d320972fc67b service nova] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Received event network-vif-deleted-d6438bf0-e4a0-4de8-bec2-9cc82b7745bd {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1949.118458] env[62683]: INFO nova.compute.manager [req-3b55a39d-3337-420b-a91d-fda7248cf938 req-544a701a-7148-4a30-8178-d320972fc67b service nova] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Neutron deleted interface d6438bf0-e4a0-4de8-bec2-9cc82b7745bd; detaching it from the instance and deleting it from the info cache [ 1949.118512] env[62683]: DEBUG nova.network.neutron [req-3b55a39d-3337-420b-a91d-fda7248cf938 req-544a701a-7148-4a30-8178-d320972fc67b service nova] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.142659] env[62683]: DEBUG nova.network.neutron [None req-6f29fc4d-2e99-4df3-9855-6e85fa85efb0 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Updating instance_info_cache with network_info: [{"id": "4419073a-05c3-4183-9913-749211df946b", "address": "fa:16:3e:0f:28:96", "network": {"id": "1a6efdbf-20b4-46d8-b144-11bfb63d416e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-135588002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96265bbf4f34becb479bc48c82c353f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4419073a-05", "ovs_interfaceid": "4419073a-05c3-4183-9913-749211df946b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.233012] env[62683]: DEBUG oslo_vmware.api [None req-a26e709b-dc62-4119-880b-8964fdc20fa9 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799906, 'name': ReconfigVM_Task, 'duration_secs': 0.244091} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.233306] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a26e709b-dc62-4119-880b-8964fdc20fa9 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1949.237854] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78930fa4-7605-4a05-92c2-629dca242d03 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.252770] env[62683]: DEBUG oslo_vmware.api [None req-a26e709b-dc62-4119-880b-8964fdc20fa9 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1949.252770] env[62683]: value = "task-1799907" [ 1949.252770] env[62683]: _type = "Task" [ 1949.252770] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.260656] env[62683]: DEBUG oslo_vmware.api [None req-a26e709b-dc62-4119-880b-8964fdc20fa9 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.275557] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.276083] env[62683]: DEBUG nova.compute.manager [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1949.279062] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.415s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.280681] env[62683]: INFO nova.compute.claims [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1949.595628] env[62683]: DEBUG nova.network.neutron [-] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.621310] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdb45cf1-c645-4a53-bb77-9bbd67fdf81f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.631151] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a6e9e5-473f-490e-9c18-ea1ea6948424 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.645327] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6f29fc4d-2e99-4df3-9855-6e85fa85efb0 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Releasing lock "refresh_cache-71fe9952-5683-4816-829c-6cb3ed4716d6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.659346] env[62683]: DEBUG nova.compute.manager [req-3b55a39d-3337-420b-a91d-fda7248cf938 req-544a701a-7148-4a30-8178-d320972fc67b service nova] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Detach interface failed, port_id=d6438bf0-e4a0-4de8-bec2-9cc82b7745bd, reason: Instance a09808be-b363-4d80-b104-8f8764a01d16 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1949.763426] env[62683]: DEBUG oslo_vmware.api [None req-a26e709b-dc62-4119-880b-8964fdc20fa9 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799907, 'name': ReconfigVM_Task, 'duration_secs': 0.145053} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.763737] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a26e709b-dc62-4119-880b-8964fdc20fa9 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373196', 'volume_id': '6d9e65c5-07f3-4074-8b98-d0dff4777198', 'name': 'volume-6d9e65c5-07f3-4074-8b98-d0dff4777198', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c4a232d9-9d75-4202-9ecd-18747fe702ac', 'attached_at': '', 'detached_at': '', 'volume_id': '6d9e65c5-07f3-4074-8b98-d0dff4777198', 'serial': '6d9e65c5-07f3-4074-8b98-d0dff4777198'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1949.785231] env[62683]: DEBUG nova.compute.utils [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1949.788588] env[62683]: DEBUG nova.compute.manager [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1949.789054] env[62683]: DEBUG nova.network.neutron [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1949.825432] env[62683]: DEBUG nova.policy [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '280fa3dc88df47b1bc100f3679de77a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '192c02adb50b4dc6a78a50bcbf5ef9d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1949.904248] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "ae965366-0db1-499a-b590-11511dd4d8b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.904516] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "ae965366-0db1-499a-b590-11511dd4d8b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.904728] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "ae965366-0db1-499a-b590-11511dd4d8b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.904913] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "ae965366-0db1-499a-b590-11511dd4d8b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.905101] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "ae965366-0db1-499a-b590-11511dd4d8b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.907145] env[62683]: INFO nova.compute.manager [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Terminating instance [ 1950.093378] env[62683]: DEBUG nova.network.neutron [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Successfully created port: a69e552a-63d0-4492-b665-cc28c99c2a79 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1950.097740] env[62683]: INFO nova.compute.manager [-] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Took 1.56 seconds to deallocate network for instance. [ 1950.290565] env[62683]: DEBUG nova.compute.manager [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1950.305255] env[62683]: DEBUG nova.objects.instance [None req-a26e709b-dc62-4119-880b-8964fdc20fa9 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lazy-loading 'flavor' on Instance uuid c4a232d9-9d75-4202-9ecd-18747fe702ac {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1950.405397] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3495ca2-8cca-4870-b5b2-a47a8a3e8bb8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.412770] env[62683]: DEBUG nova.compute.manager [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1950.412986] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1950.413842] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97265ce6-4791-4043-abe8-5c955ae8e30e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.416860] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b175cf-25a2-4afd-98a7-406f2cce86d1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.424157] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1950.451047] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b94e54fb-fa51-4ff2-b44d-676b6b3879c0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.454666] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe77f8e-18b1-421c-8062-b983b446e4b1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.466381] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1285b227-8b57-4086-8665-2352bd1e81a6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.472841] env[62683]: DEBUG oslo_vmware.api [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1950.472841] env[62683]: value = "task-1799908" [ 1950.472841] env[62683]: _type = "Task" [ 1950.472841] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.483847] env[62683]: DEBUG nova.compute.provider_tree [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1950.490403] env[62683]: DEBUG oslo_vmware.api [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.604256] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.656042] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f29fc4d-2e99-4df3-9855-6e85fa85efb0 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1950.656302] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4b87fe4-6ac3-43ce-b189-896e5beaa78d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.662808] env[62683]: DEBUG oslo_vmware.api [None req-6f29fc4d-2e99-4df3-9855-6e85fa85efb0 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 1950.662808] env[62683]: value = "task-1799909" [ 1950.662808] env[62683]: _type = "Task" [ 1950.662808] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.671839] env[62683]: DEBUG oslo_vmware.api [None req-6f29fc4d-2e99-4df3-9855-6e85fa85efb0 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.983962] env[62683]: DEBUG oslo_vmware.api [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799908, 'name': PowerOffVM_Task, 'duration_secs': 0.262417} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.984266] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1950.984456] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1950.984731] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f8929ab-e1cc-4d19-ad8f-c549b0ac60e5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.986903] env[62683]: DEBUG nova.scheduler.client.report [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1951.089221] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1951.089455] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1951.089640] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Deleting the datastore file [datastore1] ae965366-0db1-499a-b590-11511dd4d8b3 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1951.089952] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cde7c58f-7c2b-4914-b5cc-f2a02c9a73c4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.097285] env[62683]: DEBUG oslo_vmware.api [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for the task: (returnval){ [ 1951.097285] env[62683]: value = "task-1799911" [ 1951.097285] env[62683]: _type = "Task" [ 1951.097285] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.105136] env[62683]: DEBUG oslo_vmware.api [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.173289] env[62683]: DEBUG oslo_vmware.api [None req-6f29fc4d-2e99-4df3-9855-6e85fa85efb0 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799909, 'name': PowerOnVM_Task, 'duration_secs': 0.381984} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.173589] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f29fc4d-2e99-4df3-9855-6e85fa85efb0 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1951.173830] env[62683]: DEBUG nova.compute.manager [None req-6f29fc4d-2e99-4df3-9855-6e85fa85efb0 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1951.174637] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b50b2d-ea1d-40a0-bed6-7bc234149e8e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.303220] env[62683]: DEBUG nova.compute.manager [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1951.311798] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a26e709b-dc62-4119-880b-8964fdc20fa9 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "c4a232d9-9d75-4202-9ecd-18747fe702ac" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.329639] env[62683]: DEBUG nova.virt.hardware [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1951.329902] env[62683]: DEBUG nova.virt.hardware [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1951.330120] env[62683]: DEBUG nova.virt.hardware [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1951.330321] env[62683]: DEBUG nova.virt.hardware [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1951.330473] env[62683]: DEBUG nova.virt.hardware [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1951.330623] env[62683]: DEBUG nova.virt.hardware [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1951.330831] env[62683]: DEBUG nova.virt.hardware [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1951.331029] env[62683]: DEBUG nova.virt.hardware [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1951.331201] env[62683]: DEBUG nova.virt.hardware [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1951.331368] env[62683]: DEBUG nova.virt.hardware [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1951.331542] env[62683]: DEBUG nova.virt.hardware [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1951.332642] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f20b41-7840-4b28-9436-7aa7dfc4475a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.341086] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765f6c1e-c0df-4af5-b3b7-01181fe70f94 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.489430] env[62683]: DEBUG nova.compute.manager [req-2177ea67-d27b-4d4f-a3af-f723ad3a5265 req-6067df3e-7b72-4228-80d9-d843c4f6dfd4 service nova] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Received event network-vif-plugged-a69e552a-63d0-4492-b665-cc28c99c2a79 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1951.489430] env[62683]: DEBUG oslo_concurrency.lockutils [req-2177ea67-d27b-4d4f-a3af-f723ad3a5265 req-6067df3e-7b72-4228-80d9-d843c4f6dfd4 service nova] Acquiring lock "05eb95ed-e64c-4b32-a554-b1d9a4f12b0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.489576] env[62683]: DEBUG oslo_concurrency.lockutils [req-2177ea67-d27b-4d4f-a3af-f723ad3a5265 req-6067df3e-7b72-4228-80d9-d843c4f6dfd4 service nova] Lock "05eb95ed-e64c-4b32-a554-b1d9a4f12b0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.489744] env[62683]: DEBUG oslo_concurrency.lockutils [req-2177ea67-d27b-4d4f-a3af-f723ad3a5265 req-6067df3e-7b72-4228-80d9-d843c4f6dfd4 service nova] Lock "05eb95ed-e64c-4b32-a554-b1d9a4f12b0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.489949] env[62683]: DEBUG nova.compute.manager [req-2177ea67-d27b-4d4f-a3af-f723ad3a5265 req-6067df3e-7b72-4228-80d9-d843c4f6dfd4 service nova] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] No waiting events found dispatching network-vif-plugged-a69e552a-63d0-4492-b665-cc28c99c2a79 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1951.490261] env[62683]: WARNING nova.compute.manager [req-2177ea67-d27b-4d4f-a3af-f723ad3a5265 req-6067df3e-7b72-4228-80d9-d843c4f6dfd4 service nova] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Received unexpected event network-vif-plugged-a69e552a-63d0-4492-b665-cc28c99c2a79 for instance with vm_state building and task_state spawning. [ 1951.492330] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.492778] env[62683]: DEBUG nova.compute.manager [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1951.495327] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.891s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.495538] env[62683]: DEBUG nova.objects.instance [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lazy-loading 'resources' on Instance uuid a09808be-b363-4d80-b104-8f8764a01d16 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1951.593355] env[62683]: DEBUG nova.network.neutron [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Successfully updated port: a69e552a-63d0-4492-b665-cc28c99c2a79 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1951.607810] env[62683]: DEBUG oslo_vmware.api [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Task: {'id': task-1799911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158134} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.608447] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1951.608447] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1951.608634] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1951.608736] env[62683]: INFO nova.compute.manager [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1951.608887] env[62683]: DEBUG oslo.service.loopingcall [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1951.609089] env[62683]: DEBUG nova.compute.manager [-] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1951.609207] env[62683]: DEBUG nova.network.neutron [-] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1951.998840] env[62683]: DEBUG nova.compute.utils [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1952.000298] env[62683]: DEBUG nova.compute.manager [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1952.000493] env[62683]: DEBUG nova.network.neutron [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1952.041631] env[62683]: DEBUG nova.policy [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26cc41ce68e7428b97adc93862569517', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5f2100bb892434abc77e3d62a3b9277', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1952.095785] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "refresh_cache-05eb95ed-e64c-4b32-a554-b1d9a4f12b0d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.095942] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "refresh_cache-05eb95ed-e64c-4b32-a554-b1d9a4f12b0d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.096105] env[62683]: DEBUG nova.network.neutron [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1952.113056] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2838b23f-f6b4-4cb0-b74b-a4ba04d428d9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.121065] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0028b1c5-240e-4f93-95c7-c5d432a07fce {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.152607] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82df8db0-04a5-463d-a552-0e013c0579ba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.160168] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d564cf14-e86b-41b8-b3c7-d9988e2c923d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.173494] env[62683]: DEBUG nova.compute.provider_tree [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1952.289235] env[62683]: DEBUG nova.network.neutron [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Successfully created port: 2536ad23-b109-4204-952e-3334e131d799 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1952.375697] env[62683]: DEBUG nova.network.neutron [-] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.393142] env[62683]: DEBUG oslo_concurrency.lockutils [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "c4a232d9-9d75-4202-9ecd-18747fe702ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.393388] env[62683]: DEBUG oslo_concurrency.lockutils [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "c4a232d9-9d75-4202-9ecd-18747fe702ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.393597] env[62683]: DEBUG oslo_concurrency.lockutils [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "c4a232d9-9d75-4202-9ecd-18747fe702ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.393778] env[62683]: DEBUG oslo_concurrency.lockutils [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "c4a232d9-9d75-4202-9ecd-18747fe702ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.393944] env[62683]: DEBUG oslo_concurrency.lockutils [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "c4a232d9-9d75-4202-9ecd-18747fe702ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.395817] env[62683]: INFO nova.compute.manager [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Terminating instance [ 1952.506509] env[62683]: DEBUG nova.compute.manager [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1952.645682] env[62683]: DEBUG nova.network.neutron [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1952.676875] env[62683]: DEBUG nova.scheduler.client.report [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1952.807210] env[62683]: DEBUG nova.network.neutron [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Updating instance_info_cache with network_info: [{"id": "a69e552a-63d0-4492-b665-cc28c99c2a79", "address": "fa:16:3e:2d:45:52", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69e552a-63", "ovs_interfaceid": "a69e552a-63d0-4492-b665-cc28c99c2a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.878388] env[62683]: INFO nova.compute.manager [-] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Took 1.27 seconds to deallocate network for instance. [ 1952.899024] env[62683]: DEBUG nova.compute.manager [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1952.899243] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1952.900195] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837b3593-8135-4406-b46b-e0b0d8fa8b43 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.908448] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1952.909201] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2098e39c-c697-4a4c-92db-46ad0d70f8d7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.914879] env[62683]: DEBUG oslo_vmware.api [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1952.914879] env[62683]: value = "task-1799912" [ 1952.914879] env[62683]: _type = "Task" [ 1952.914879] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.922671] env[62683]: DEBUG oslo_vmware.api [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.182032] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.204063] env[62683]: INFO nova.scheduler.client.report [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleted allocations for instance a09808be-b363-4d80-b104-8f8764a01d16 [ 1953.310270] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "refresh_cache-05eb95ed-e64c-4b32-a554-b1d9a4f12b0d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.310576] env[62683]: DEBUG nova.compute.manager [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Instance network_info: |[{"id": "a69e552a-63d0-4492-b665-cc28c99c2a79", "address": "fa:16:3e:2d:45:52", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69e552a-63", "ovs_interfaceid": "a69e552a-63d0-4492-b665-cc28c99c2a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1953.311013] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:45:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a69e552a-63d0-4492-b665-cc28c99c2a79', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1953.320043] env[62683]: DEBUG oslo.service.loopingcall [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.320043] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1953.320043] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37008b66-87b8-4783-9bbc-5db968bd93a9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.341953] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1953.341953] env[62683]: value = "task-1799913" [ 1953.341953] env[62683]: _type = "Task" [ 1953.341953] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.350374] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799913, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.384703] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.385040] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.385291] env[62683]: DEBUG nova.objects.instance [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lazy-loading 'resources' on Instance uuid ae965366-0db1-499a-b590-11511dd4d8b3 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1953.423846] env[62683]: DEBUG oslo_vmware.api [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799912, 'name': PowerOffVM_Task, 'duration_secs': 0.191502} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.424168] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1953.424294] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1953.424542] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c76fc9b-c17b-4bbc-bbb8-7e2a35728b3f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.516538] env[62683]: DEBUG nova.compute.manager [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1953.521430] env[62683]: DEBUG nova.compute.manager [req-4196fc9e-d06a-45c2-aee8-9e137743a08b req-3b3dbc81-e264-4134-b476-5b7983a9124b service nova] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Received event network-changed-a69e552a-63d0-4492-b665-cc28c99c2a79 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1953.521621] env[62683]: DEBUG nova.compute.manager [req-4196fc9e-d06a-45c2-aee8-9e137743a08b req-3b3dbc81-e264-4134-b476-5b7983a9124b service nova] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Refreshing instance network info cache due to event network-changed-a69e552a-63d0-4492-b665-cc28c99c2a79. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1953.521836] env[62683]: DEBUG oslo_concurrency.lockutils [req-4196fc9e-d06a-45c2-aee8-9e137743a08b req-3b3dbc81-e264-4134-b476-5b7983a9124b service nova] Acquiring lock "refresh_cache-05eb95ed-e64c-4b32-a554-b1d9a4f12b0d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.521981] env[62683]: DEBUG oslo_concurrency.lockutils [req-4196fc9e-d06a-45c2-aee8-9e137743a08b req-3b3dbc81-e264-4134-b476-5b7983a9124b service nova] Acquired lock "refresh_cache-05eb95ed-e64c-4b32-a554-b1d9a4f12b0d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.522145] env[62683]: DEBUG nova.network.neutron [req-4196fc9e-d06a-45c2-aee8-9e137743a08b req-3b3dbc81-e264-4134-b476-5b7983a9124b service nova] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Refreshing network info cache for port a69e552a-63d0-4492-b665-cc28c99c2a79 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1953.545705] env[62683]: DEBUG nova.virt.hardware [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1953.545965] env[62683]: DEBUG nova.virt.hardware [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1953.546243] env[62683]: DEBUG nova.virt.hardware [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1953.546425] env[62683]: DEBUG nova.virt.hardware [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1953.546579] env[62683]: DEBUG nova.virt.hardware [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1953.546728] env[62683]: DEBUG nova.virt.hardware [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1953.546935] env[62683]: DEBUG nova.virt.hardware [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1953.547110] env[62683]: DEBUG nova.virt.hardware [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1953.547277] env[62683]: DEBUG nova.virt.hardware [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1953.547439] env[62683]: DEBUG nova.virt.hardware [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1953.547611] env[62683]: DEBUG nova.virt.hardware [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1953.548515] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abc9b3a-a4a1-4157-ae26-8a45d3e536d0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.559121] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5badca0-2eaa-4cbc-99c2-71a8d304f75a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.635508] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1953.635683] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1953.635866] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Deleting the datastore file [datastore1] c4a232d9-9d75-4202-9ecd-18747fe702ac {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1953.636176] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc3f5665-2067-446b-8c68-d7e845ee900a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.644050] env[62683]: DEBUG oslo_vmware.api [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1953.644050] env[62683]: value = "task-1799915" [ 1953.644050] env[62683]: _type = "Task" [ 1953.644050] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.652462] env[62683]: DEBUG oslo_vmware.api [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.713088] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f1a36fa9-a59e-4580-9cf9-fb01adbc9ef3 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "a09808be-b363-4d80-b104-8f8764a01d16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.361s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.834877] env[62683]: DEBUG nova.network.neutron [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Successfully updated port: 2536ad23-b109-4204-952e-3334e131d799 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1953.854456] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799913, 'name': CreateVM_Task, 'duration_secs': 0.467803} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.854632] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1953.855499] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.855674] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.856006] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1953.856532] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb752d29-b8aa-4e90-a1fe-bd626a99211a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.862180] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 1953.862180] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a9210b-b140-7707-7ab1-c1c348fed091" [ 1953.862180] env[62683]: _type = "Task" [ 1953.862180] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.870569] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a9210b-b140-7707-7ab1-c1c348fed091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.002928] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6524bd-10ab-42db-b7ff-b7f67823afef {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.010870] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bf24ba-6201-41b3-91b5-3c313389d902 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.044324] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691a31ea-cc77-40b2-ba2f-4282b63f616f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.052190] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece49765-b6b5-4c05-a025-16e4ab6c264d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.065741] env[62683]: DEBUG nova.compute.provider_tree [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1954.153581] env[62683]: DEBUG oslo_vmware.api [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150732} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.153713] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1954.153797] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1954.153977] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1954.154166] env[62683]: INFO nova.compute.manager [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1954.154405] env[62683]: DEBUG oslo.service.loopingcall [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1954.154907] env[62683]: DEBUG nova.compute.manager [-] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1954.154907] env[62683]: DEBUG nova.network.neutron [-] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1954.219506] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "d946c583-86c0-47e7-91c4-b9a156af1e2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.219751] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "d946c583-86c0-47e7-91c4-b9a156af1e2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.220029] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "d946c583-86c0-47e7-91c4-b9a156af1e2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.220254] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "d946c583-86c0-47e7-91c4-b9a156af1e2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.220431] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "d946c583-86c0-47e7-91c4-b9a156af1e2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.222528] env[62683]: INFO nova.compute.manager [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Terminating instance [ 1954.322607] env[62683]: DEBUG nova.network.neutron [req-4196fc9e-d06a-45c2-aee8-9e137743a08b req-3b3dbc81-e264-4134-b476-5b7983a9124b service nova] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Updated VIF entry in instance network info cache for port a69e552a-63d0-4492-b665-cc28c99c2a79. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1954.322607] env[62683]: DEBUG nova.network.neutron [req-4196fc9e-d06a-45c2-aee8-9e137743a08b req-3b3dbc81-e264-4134-b476-5b7983a9124b service nova] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Updating instance_info_cache with network_info: [{"id": "a69e552a-63d0-4492-b665-cc28c99c2a79", "address": "fa:16:3e:2d:45:52", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69e552a-63", "ovs_interfaceid": "a69e552a-63d0-4492-b665-cc28c99c2a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.337616] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.337752] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.337877] env[62683]: DEBUG nova.network.neutron [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1954.373201] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a9210b-b140-7707-7ab1-c1c348fed091, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.373810] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.373810] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1954.373956] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.374105] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.374292] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1954.374548] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c667ef6-7de0-4322-8abe-ad3de9ae7836 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.388755] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1954.388942] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1954.389685] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8d819d4-81da-4044-b850-27b02d33f1c9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.395378] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 1954.395378] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]527d2775-2ec6-a9f6-7cb3-941673683675" [ 1954.395378] env[62683]: _type = "Task" [ 1954.395378] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.403034] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527d2775-2ec6-a9f6-7cb3-941673683675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.569392] env[62683]: DEBUG nova.scheduler.client.report [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1954.725855] env[62683]: DEBUG nova.compute.manager [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1954.726199] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1954.727449] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084d564a-6550-4345-9415-1a1875fae8bc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.737885] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1954.738246] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e68ac99-93d9-4810-975d-01f562ed2e2b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.746769] env[62683]: DEBUG oslo_vmware.api [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1954.746769] env[62683]: value = "task-1799916" [ 1954.746769] env[62683]: _type = "Task" [ 1954.746769] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.760061] env[62683]: DEBUG oslo_vmware.api [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.825353] env[62683]: DEBUG oslo_concurrency.lockutils [req-4196fc9e-d06a-45c2-aee8-9e137743a08b req-3b3dbc81-e264-4134-b476-5b7983a9124b service nova] Releasing lock "refresh_cache-05eb95ed-e64c-4b32-a554-b1d9a4f12b0d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.825614] env[62683]: DEBUG nova.compute.manager [req-4196fc9e-d06a-45c2-aee8-9e137743a08b req-3b3dbc81-e264-4134-b476-5b7983a9124b service nova] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Received event network-vif-deleted-1ad6cde1-6280-47d9-817d-e3e9df309398 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1954.871612] env[62683]: DEBUG nova.network.neutron [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1954.907932] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527d2775-2ec6-a9f6-7cb3-941673683675, 'name': SearchDatastore_Task, 'duration_secs': 0.034805} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.908861] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c8b5002-7682-484e-90e3-5343b1563a8e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.916033] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 1954.916033] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]524d07a9-32a3-4380-5557-8746c7e2a0a9" [ 1954.916033] env[62683]: _type = "Task" [ 1954.916033] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.925968] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]524d07a9-32a3-4380-5557-8746c7e2a0a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.075121] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.099721] env[62683]: INFO nova.scheduler.client.report [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Deleted allocations for instance ae965366-0db1-499a-b590-11511dd4d8b3 [ 1955.104220] env[62683]: DEBUG nova.network.neutron [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Updating instance_info_cache with network_info: [{"id": "2536ad23-b109-4204-952e-3334e131d799", "address": "fa:16:3e:9f:f9:3d", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2536ad23-b1", "ovs_interfaceid": "2536ad23-b109-4204-952e-3334e131d799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.226785] env[62683]: DEBUG nova.network.neutron [-] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.256961] env[62683]: DEBUG oslo_vmware.api [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799916, 'name': PowerOffVM_Task, 'duration_secs': 0.256371} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.257256] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1955.257428] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1955.257810] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67cee43f-e2e5-4024-8fe4-6463792bffe7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.359845] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1955.360241] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1955.360513] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleting the datastore file [datastore1] d946c583-86c0-47e7-91c4-b9a156af1e2e {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1955.360807] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-573a8957-5cba-4117-9337-9ad36ebf1ab8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.368808] env[62683]: DEBUG oslo_vmware.api [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for the task: (returnval){ [ 1955.368808] env[62683]: value = "task-1799918" [ 1955.368808] env[62683]: _type = "Task" [ 1955.368808] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.377494] env[62683]: DEBUG oslo_vmware.api [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.428292] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]524d07a9-32a3-4380-5557-8746c7e2a0a9, 'name': SearchDatastore_Task, 'duration_secs': 0.016611} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.428576] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.428836] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d/05eb95ed-e64c-4b32-a554-b1d9a4f12b0d.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1955.429131] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3e8a012-070d-4ac0-8b8b-67f5970354dc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.436670] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 1955.436670] env[62683]: value = "task-1799919" [ 1955.436670] env[62683]: _type = "Task" [ 1955.436670] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.445090] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.551190] env[62683]: DEBUG nova.compute.manager [req-c417a9c5-a48e-46a3-8f8b-3cde907a0983 req-3947e154-cb00-4450-94d6-6d6ddeb21885 service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Received event network-vif-plugged-2536ad23-b109-4204-952e-3334e131d799 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1955.551479] env[62683]: DEBUG oslo_concurrency.lockutils [req-c417a9c5-a48e-46a3-8f8b-3cde907a0983 req-3947e154-cb00-4450-94d6-6d6ddeb21885 service nova] Acquiring lock "5bfa2209-7c6d-4306-b427-69d12a736ca5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.551730] env[62683]: DEBUG oslo_concurrency.lockutils [req-c417a9c5-a48e-46a3-8f8b-3cde907a0983 req-3947e154-cb00-4450-94d6-6d6ddeb21885 service nova] Lock "5bfa2209-7c6d-4306-b427-69d12a736ca5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.551933] env[62683]: DEBUG oslo_concurrency.lockutils [req-c417a9c5-a48e-46a3-8f8b-3cde907a0983 req-3947e154-cb00-4450-94d6-6d6ddeb21885 service nova] Lock "5bfa2209-7c6d-4306-b427-69d12a736ca5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.552167] env[62683]: DEBUG nova.compute.manager [req-c417a9c5-a48e-46a3-8f8b-3cde907a0983 req-3947e154-cb00-4450-94d6-6d6ddeb21885 service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] No waiting events found dispatching network-vif-plugged-2536ad23-b109-4204-952e-3334e131d799 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1955.552405] env[62683]: WARNING nova.compute.manager [req-c417a9c5-a48e-46a3-8f8b-3cde907a0983 req-3947e154-cb00-4450-94d6-6d6ddeb21885 service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Received unexpected event network-vif-plugged-2536ad23-b109-4204-952e-3334e131d799 for instance with vm_state building and task_state spawning. [ 1955.552608] env[62683]: DEBUG nova.compute.manager [req-c417a9c5-a48e-46a3-8f8b-3cde907a0983 req-3947e154-cb00-4450-94d6-6d6ddeb21885 service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Received event network-changed-2536ad23-b109-4204-952e-3334e131d799 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1955.552807] env[62683]: DEBUG nova.compute.manager [req-c417a9c5-a48e-46a3-8f8b-3cde907a0983 req-3947e154-cb00-4450-94d6-6d6ddeb21885 service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Refreshing instance network info cache due to event network-changed-2536ad23-b109-4204-952e-3334e131d799. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1955.552993] env[62683]: DEBUG oslo_concurrency.lockutils [req-c417a9c5-a48e-46a3-8f8b-3cde907a0983 req-3947e154-cb00-4450-94d6-6d6ddeb21885 service nova] Acquiring lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.609115] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.609426] env[62683]: DEBUG nova.compute.manager [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Instance network_info: |[{"id": "2536ad23-b109-4204-952e-3334e131d799", "address": "fa:16:3e:9f:f9:3d", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2536ad23-b1", "ovs_interfaceid": "2536ad23-b109-4204-952e-3334e131d799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1955.610047] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5e846c05-a314-41da-8537-eb474529a222 tempest-ServerActionsTestOtherA-1769549765 tempest-ServerActionsTestOtherA-1769549765-project-member] Lock "ae965366-0db1-499a-b590-11511dd4d8b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.705s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.611093] env[62683]: DEBUG oslo_concurrency.lockutils [req-c417a9c5-a48e-46a3-8f8b-3cde907a0983 req-3947e154-cb00-4450-94d6-6d6ddeb21885 service nova] Acquired lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.611312] env[62683]: DEBUG nova.network.neutron [req-c417a9c5-a48e-46a3-8f8b-3cde907a0983 req-3947e154-cb00-4450-94d6-6d6ddeb21885 service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Refreshing network info cache for port 2536ad23-b109-4204-952e-3334e131d799 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1955.612516] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:f9:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2536ad23-b109-4204-952e-3334e131d799', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1955.620849] env[62683]: DEBUG oslo.service.loopingcall [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1955.622016] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1955.623035] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1f2b80f-771b-4344-b218-d80cbb3058d2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.646286] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1955.646286] env[62683]: value = "task-1799920" [ 1955.646286] env[62683]: _type = "Task" [ 1955.646286] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.656431] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799920, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.729567] env[62683]: INFO nova.compute.manager [-] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Took 1.57 seconds to deallocate network for instance. [ 1955.879644] env[62683]: DEBUG oslo_vmware.api [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Task: {'id': task-1799918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13853} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.880024] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1955.880259] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1955.880422] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1955.880604] env[62683]: INFO nova.compute.manager [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1955.880869] env[62683]: DEBUG oslo.service.loopingcall [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1955.881087] env[62683]: DEBUG nova.compute.manager [-] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1955.881188] env[62683]: DEBUG nova.network.neutron [-] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1955.947900] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799919, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.156795] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799920, 'name': CreateVM_Task, 'duration_secs': 0.476359} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.159682] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1956.160744] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.160912] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.161260] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1956.161914] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69fce8d5-14bf-424b-9ee4-7d5befd94ca9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.168377] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1956.168377] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f9c5fd-d8cb-2f8e-3649-575ebd86f225" [ 1956.168377] env[62683]: _type = "Task" [ 1956.168377] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.177012] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f9c5fd-d8cb-2f8e-3649-575ebd86f225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.237888] env[62683]: DEBUG oslo_concurrency.lockutils [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.238238] env[62683]: DEBUG oslo_concurrency.lockutils [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.238481] env[62683]: DEBUG nova.objects.instance [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lazy-loading 'resources' on Instance uuid c4a232d9-9d75-4202-9ecd-18747fe702ac {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1956.337692] env[62683]: DEBUG nova.network.neutron [req-c417a9c5-a48e-46a3-8f8b-3cde907a0983 req-3947e154-cb00-4450-94d6-6d6ddeb21885 service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Updated VIF entry in instance network info cache for port 2536ad23-b109-4204-952e-3334e131d799. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1956.338083] env[62683]: DEBUG nova.network.neutron [req-c417a9c5-a48e-46a3-8f8b-3cde907a0983 req-3947e154-cb00-4450-94d6-6d6ddeb21885 service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Updating instance_info_cache with network_info: [{"id": "2536ad23-b109-4204-952e-3334e131d799", "address": "fa:16:3e:9f:f9:3d", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2536ad23-b1", "ovs_interfaceid": "2536ad23-b109-4204-952e-3334e131d799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.448071] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799919, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.615425] env[62683]: DEBUG nova.network.neutron [-] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.678586] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f9c5fd-d8cb-2f8e-3649-575ebd86f225, 'name': SearchDatastore_Task, 'duration_secs': 0.017266} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.678894] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.679140] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1956.679380] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.679525] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.679700] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1956.679948] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33094166-acb4-4e8d-8efc-95236eed883c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.695283] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1956.695572] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1956.696722] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee585610-1ac8-4298-8fdd-c6ade77e87a8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.702492] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1956.702492] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52406621-556f-69ee-c174-dd8dbeb5f37d" [ 1956.702492] env[62683]: _type = "Task" [ 1956.702492] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.710338] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52406621-556f-69ee-c174-dd8dbeb5f37d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.838095] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7973bc82-449b-48d2-bfd5-48cd7b71d25b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.841256] env[62683]: DEBUG oslo_concurrency.lockutils [req-c417a9c5-a48e-46a3-8f8b-3cde907a0983 req-3947e154-cb00-4450-94d6-6d6ddeb21885 service nova] Releasing lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.841559] env[62683]: DEBUG nova.compute.manager [req-c417a9c5-a48e-46a3-8f8b-3cde907a0983 req-3947e154-cb00-4450-94d6-6d6ddeb21885 service nova] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Received event network-vif-deleted-9eaa9957-af99-49d0-ac2d-2edc3e673e1c {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1956.846939] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b869ddcf-db4c-47d1-9832-fda60f726a0c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.877529] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a7a27f-c14e-48a5-9cf1-9726ec300f5b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.885207] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3612b8b-0715-4886-9433-b3c05425230b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.897863] env[62683]: DEBUG nova.compute.provider_tree [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1956.948938] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799919, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.48227} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.949220] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d/05eb95ed-e64c-4b32-a554-b1d9a4f12b0d.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1956.949436] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1956.949679] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2c77e56-20a1-4fc3-b0c8-571f625779fb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.956697] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 1956.956697] env[62683]: value = "task-1799921" [ 1956.956697] env[62683]: _type = "Task" [ 1956.956697] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.964761] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.118568] env[62683]: INFO nova.compute.manager [-] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Took 1.24 seconds to deallocate network for instance. [ 1957.213513] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52406621-556f-69ee-c174-dd8dbeb5f37d, 'name': SearchDatastore_Task, 'duration_secs': 0.041003} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.214342] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea06f97c-f301-4049-a686-117dc72183e1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.219633] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1957.219633] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528bc422-673e-0da5-2908-2590b8bf2be6" [ 1957.219633] env[62683]: _type = "Task" [ 1957.219633] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.227917] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528bc422-673e-0da5-2908-2590b8bf2be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.403094] env[62683]: DEBUG nova.scheduler.client.report [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1957.466394] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067899} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.470019] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1957.470019] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a03264c-6129-4173-9e30-279caea26b9e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.490665] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d/05eb95ed-e64c-4b32-a554-b1d9a4f12b0d.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1957.491400] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c21675c9-76a2-4d62-9e35-3c3f75658bbb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.511402] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 1957.511402] env[62683]: value = "task-1799922" [ 1957.511402] env[62683]: _type = "Task" [ 1957.511402] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.520538] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.590312] env[62683]: DEBUG nova.compute.manager [req-9d993739-08f7-4198-8768-e4069f261cd2 req-48e8d1d4-fe72-4795-9efa-0a49d40d26ca service nova] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Received event network-vif-deleted-55d193a2-477e-46cb-b3ca-47d3a120a140 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1957.624898] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.731034] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528bc422-673e-0da5-2908-2590b8bf2be6, 'name': SearchDatastore_Task, 'duration_secs': 0.008996} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.731369] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.731636] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 5bfa2209-7c6d-4306-b427-69d12a736ca5/5bfa2209-7c6d-4306-b427-69d12a736ca5.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1957.731910] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06899f48-78c7-4248-aa00-ba6f977318b4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.738635] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1957.738635] env[62683]: value = "task-1799923" [ 1957.738635] env[62683]: _type = "Task" [ 1957.738635] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.746769] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.907593] env[62683]: DEBUG oslo_concurrency.lockutils [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.910737] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.286s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.910993] env[62683]: DEBUG nova.objects.instance [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lazy-loading 'resources' on Instance uuid d946c583-86c0-47e7-91c4-b9a156af1e2e {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1957.934745] env[62683]: INFO nova.scheduler.client.report [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Deleted allocations for instance c4a232d9-9d75-4202-9ecd-18747fe702ac [ 1958.023294] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799922, 'name': ReconfigVM_Task, 'duration_secs': 0.263125} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.023592] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d/05eb95ed-e64c-4b32-a554-b1d9a4f12b0d.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1958.024291] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfb9a12f-a001-4065-ac3e-ab00cbff0f9b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.031875] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 1958.031875] env[62683]: value = "task-1799924" [ 1958.031875] env[62683]: _type = "Task" [ 1958.031875] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.043518] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799924, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.249026] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482646} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.249148] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 5bfa2209-7c6d-4306-b427-69d12a736ca5/5bfa2209-7c6d-4306-b427-69d12a736ca5.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1958.249382] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1958.249661] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5261bd2-2b8e-4a08-8bd0-3cf5f5f2d453 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.256418] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1958.256418] env[62683]: value = "task-1799925" [ 1958.256418] env[62683]: _type = "Task" [ 1958.256418] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.264831] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.443164] env[62683]: DEBUG oslo_concurrency.lockutils [None req-865e8a1e-5993-4713-bf00-dd79954522da tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "c4a232d9-9d75-4202-9ecd-18747fe702ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.050s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.519717] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabb32ec-843f-4ebe-8f29-944586977dc1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.528024] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda57499-fef0-49d2-9333-da81d9ccf824 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.560030] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cd9360-18e2-493f-824a-89f1d8d55b4b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.565534] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799924, 'name': Rename_Task, 'duration_secs': 0.279881} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.566126] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1958.566369] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0a4ec8b-57e5-4d74-b50b-a8fd3b1944ce {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.571095] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de8928d-5846-45c7-b363-c37864de2313 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.575672] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 1958.575672] env[62683]: value = "task-1799926" [ 1958.575672] env[62683]: _type = "Task" [ 1958.575672] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.586469] env[62683]: DEBUG nova.compute.provider_tree [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1958.592709] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799926, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.768813] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065318} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.769101] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1958.769872] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec73fc0-a5a4-4fbe-a914-fe996fdbf553 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.791964] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 5bfa2209-7c6d-4306-b427-69d12a736ca5/5bfa2209-7c6d-4306-b427-69d12a736ca5.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1958.792156] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-217d9abd-df77-4998-a0a9-5777eb138a99 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.811473] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1958.811473] env[62683]: value = "task-1799927" [ 1958.811473] env[62683]: _type = "Task" [ 1958.811473] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.819519] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.087581] env[62683]: DEBUG oslo_vmware.api [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799926, 'name': PowerOnVM_Task, 'duration_secs': 0.459668} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.088181] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1959.088181] env[62683]: INFO nova.compute.manager [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1959.088411] env[62683]: DEBUG nova.compute.manager [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1959.089271] env[62683]: DEBUG nova.scheduler.client.report [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1959.093898] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2448c2d3-f516-406e-847c-9cbb557c1205 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.322757] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799927, 'name': ReconfigVM_Task, 'duration_secs': 0.283267} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.323432] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 5bfa2209-7c6d-4306-b427-69d12a736ca5/5bfa2209-7c6d-4306-b427-69d12a736ca5.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1959.324268] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93849e42-308e-4285-98c5-f8e0a82c5caf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.332422] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1959.332422] env[62683]: value = "task-1799928" [ 1959.332422] env[62683]: _type = "Task" [ 1959.332422] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.339729] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799928, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.599063] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.616986] env[62683]: INFO nova.compute.manager [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Took 13.33 seconds to build instance. [ 1959.626066] env[62683]: INFO nova.scheduler.client.report [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Deleted allocations for instance d946c583-86c0-47e7-91c4-b9a156af1e2e [ 1959.842935] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799928, 'name': Rename_Task, 'duration_secs': 0.159483} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.843233] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1959.843477] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b797ac8b-2ffb-4f64-81f7-41471f07a2b1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.850116] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1959.850116] env[62683]: value = "task-1799929" [ 1959.850116] env[62683]: _type = "Task" [ 1959.850116] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.861868] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.119386] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c3ef6337-8b8b-4609-b506-d5fb2ffed98d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "05eb95ed-e64c-4b32-a554-b1d9a4f12b0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.844s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.133596] env[62683]: DEBUG oslo_concurrency.lockutils [None req-ad08ac06-e99e-4be9-a469-a4a0a949ee86 tempest-ServersTestJSON-466432641 tempest-ServersTestJSON-466432641-project-member] Lock "d946c583-86c0-47e7-91c4-b9a156af1e2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.914s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.360717] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799929, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.497428] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.497672] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.802850] env[62683]: DEBUG nova.compute.manager [req-7316a3de-b10e-45bd-8200-c663df757b96 req-e8a07548-10a7-47bd-b084-746764a68b15 service nova] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Received event network-changed-a69e552a-63d0-4492-b665-cc28c99c2a79 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1960.803203] env[62683]: DEBUG nova.compute.manager [req-7316a3de-b10e-45bd-8200-c663df757b96 req-e8a07548-10a7-47bd-b084-746764a68b15 service nova] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Refreshing instance network info cache due to event network-changed-a69e552a-63d0-4492-b665-cc28c99c2a79. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1960.803439] env[62683]: DEBUG oslo_concurrency.lockutils [req-7316a3de-b10e-45bd-8200-c663df757b96 req-e8a07548-10a7-47bd-b084-746764a68b15 service nova] Acquiring lock "refresh_cache-05eb95ed-e64c-4b32-a554-b1d9a4f12b0d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.803587] env[62683]: DEBUG oslo_concurrency.lockutils [req-7316a3de-b10e-45bd-8200-c663df757b96 req-e8a07548-10a7-47bd-b084-746764a68b15 service nova] Acquired lock "refresh_cache-05eb95ed-e64c-4b32-a554-b1d9a4f12b0d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.803843] env[62683]: DEBUG nova.network.neutron [req-7316a3de-b10e-45bd-8200-c663df757b96 req-e8a07548-10a7-47bd-b084-746764a68b15 service nova] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Refreshing network info cache for port a69e552a-63d0-4492-b665-cc28c99c2a79 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1960.861262] env[62683]: DEBUG oslo_vmware.api [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799929, 'name': PowerOnVM_Task, 'duration_secs': 0.540538} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.861593] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1960.861753] env[62683]: INFO nova.compute.manager [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1960.861932] env[62683]: DEBUG nova.compute.manager [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1960.862699] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e9b2f1-b277-4722-b4d9-ac930e49cb7c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.001887] env[62683]: DEBUG nova.compute.manager [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1961.379945] env[62683]: INFO nova.compute.manager [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Took 13.53 seconds to build instance. [ 1961.528600] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.528907] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.531013] env[62683]: INFO nova.compute.claims [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1961.618322] env[62683]: DEBUG nova.network.neutron [req-7316a3de-b10e-45bd-8200-c663df757b96 req-e8a07548-10a7-47bd-b084-746764a68b15 service nova] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Updated VIF entry in instance network info cache for port a69e552a-63d0-4492-b665-cc28c99c2a79. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1961.618322] env[62683]: DEBUG nova.network.neutron [req-7316a3de-b10e-45bd-8200-c663df757b96 req-e8a07548-10a7-47bd-b084-746764a68b15 service nova] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Updating instance_info_cache with network_info: [{"id": "a69e552a-63d0-4492-b665-cc28c99c2a79", "address": "fa:16:3e:2d:45:52", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69e552a-63", "ovs_interfaceid": "a69e552a-63d0-4492-b665-cc28c99c2a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.882574] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c42809d6-d8ef-4076-b664-814c0768cd21 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "5bfa2209-7c6d-4306-b427-69d12a736ca5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.047s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.125028] env[62683]: DEBUG oslo_concurrency.lockutils [req-7316a3de-b10e-45bd-8200-c663df757b96 req-e8a07548-10a7-47bd-b084-746764a68b15 service nova] Releasing lock "refresh_cache-05eb95ed-e64c-4b32-a554-b1d9a4f12b0d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.581594] env[62683]: DEBUG nova.compute.manager [req-c7699d49-6e48-4ff6-afbf-993564d2c1ac req-8c826c37-9c19-4b16-9c99-5b66f96b069a service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Received event network-changed-2536ad23-b109-4204-952e-3334e131d799 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1962.581836] env[62683]: DEBUG nova.compute.manager [req-c7699d49-6e48-4ff6-afbf-993564d2c1ac req-8c826c37-9c19-4b16-9c99-5b66f96b069a service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Refreshing instance network info cache due to event network-changed-2536ad23-b109-4204-952e-3334e131d799. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1962.581965] env[62683]: DEBUG oslo_concurrency.lockutils [req-c7699d49-6e48-4ff6-afbf-993564d2c1ac req-8c826c37-9c19-4b16-9c99-5b66f96b069a service nova] Acquiring lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.582096] env[62683]: DEBUG oslo_concurrency.lockutils [req-c7699d49-6e48-4ff6-afbf-993564d2c1ac req-8c826c37-9c19-4b16-9c99-5b66f96b069a service nova] Acquired lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.582264] env[62683]: DEBUG nova.network.neutron [req-c7699d49-6e48-4ff6-afbf-993564d2c1ac req-8c826c37-9c19-4b16-9c99-5b66f96b069a service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Refreshing network info cache for port 2536ad23-b109-4204-952e-3334e131d799 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1962.634408] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b457d9b-df62-4ec9-a1e1-b3dca17783f7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.642564] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7355bb5f-2668-4724-b739-0dd4670c0183 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.674975] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86950703-a86d-45e5-a701-be279dfcb0bd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.683728] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a2d18a-233a-446e-a5ec-2c3d12107884 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.698543] env[62683]: DEBUG nova.compute.provider_tree [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1963.201642] env[62683]: DEBUG nova.scheduler.client.report [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1963.317617] env[62683]: DEBUG nova.network.neutron [req-c7699d49-6e48-4ff6-afbf-993564d2c1ac req-8c826c37-9c19-4b16-9c99-5b66f96b069a service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Updated VIF entry in instance network info cache for port 2536ad23-b109-4204-952e-3334e131d799. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1963.318031] env[62683]: DEBUG nova.network.neutron [req-c7699d49-6e48-4ff6-afbf-993564d2c1ac req-8c826c37-9c19-4b16-9c99-5b66f96b069a service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Updating instance_info_cache with network_info: [{"id": "2536ad23-b109-4204-952e-3334e131d799", "address": "fa:16:3e:9f:f9:3d", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2536ad23-b1", "ovs_interfaceid": "2536ad23-b109-4204-952e-3334e131d799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.708588] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.709310] env[62683]: DEBUG nova.compute.manager [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1963.820671] env[62683]: DEBUG oslo_concurrency.lockutils [req-c7699d49-6e48-4ff6-afbf-993564d2c1ac req-8c826c37-9c19-4b16-9c99-5b66f96b069a service nova] Releasing lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.215793] env[62683]: DEBUG nova.compute.utils [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1964.216905] env[62683]: DEBUG nova.compute.manager [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1964.217232] env[62683]: DEBUG nova.network.neutron [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1964.255677] env[62683]: DEBUG nova.policy [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cf429cb8b67488aa765ffe636ce17b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f69d4591a0e642348ccc801be45f2bf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1964.515880] env[62683]: DEBUG nova.network.neutron [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Successfully created port: 002fdcb7-5989-41e2-8861-ae5bdb99cb65 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1964.722041] env[62683]: DEBUG nova.compute.manager [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1964.736367] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1964.736586] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1965.242048] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1965.242048] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1965.242048] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Rebuilding the list of instances to heal {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1965.733275] env[62683]: DEBUG nova.compute.manager [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1965.745205] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Skipping network cache update for instance because it is Building. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1965.765282] env[62683]: DEBUG nova.virt.hardware [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1965.765528] env[62683]: DEBUG nova.virt.hardware [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1965.765684] env[62683]: DEBUG nova.virt.hardware [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1965.765864] env[62683]: DEBUG nova.virt.hardware [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1965.766013] env[62683]: DEBUG nova.virt.hardware [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1965.766170] env[62683]: DEBUG nova.virt.hardware [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1965.766379] env[62683]: DEBUG nova.virt.hardware [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1965.766692] env[62683]: DEBUG nova.virt.hardware [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1965.766941] env[62683]: DEBUG nova.virt.hardware [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1965.767148] env[62683]: DEBUG nova.virt.hardware [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1965.767358] env[62683]: DEBUG nova.virt.hardware [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1965.768271] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f18777-07a7-4598-86bd-8dae7d6412d0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.776598] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e24e953-c226-44f6-95de-085660f924fa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.791639] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.791778] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquired lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.791923] env[62683]: DEBUG nova.network.neutron [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Forcefully refreshing network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1965.792093] env[62683]: DEBUG nova.objects.instance [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lazy-loading 'info_cache' on Instance uuid ecf0af70-447f-4285-a49d-44b2fb723d2d {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1965.908501] env[62683]: DEBUG nova.compute.manager [req-514354fa-e454-4de1-a312-104e375c8900 req-3355e364-0836-463d-a543-716bd412d105 service nova] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Received event network-vif-plugged-002fdcb7-5989-41e2-8861-ae5bdb99cb65 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1965.908721] env[62683]: DEBUG oslo_concurrency.lockutils [req-514354fa-e454-4de1-a312-104e375c8900 req-3355e364-0836-463d-a543-716bd412d105 service nova] Acquiring lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.908979] env[62683]: DEBUG oslo_concurrency.lockutils [req-514354fa-e454-4de1-a312-104e375c8900 req-3355e364-0836-463d-a543-716bd412d105 service nova] Lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.909107] env[62683]: DEBUG oslo_concurrency.lockutils [req-514354fa-e454-4de1-a312-104e375c8900 req-3355e364-0836-463d-a543-716bd412d105 service nova] Lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.909390] env[62683]: DEBUG nova.compute.manager [req-514354fa-e454-4de1-a312-104e375c8900 req-3355e364-0836-463d-a543-716bd412d105 service nova] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] No waiting events found dispatching network-vif-plugged-002fdcb7-5989-41e2-8861-ae5bdb99cb65 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1965.909499] env[62683]: WARNING nova.compute.manager [req-514354fa-e454-4de1-a312-104e375c8900 req-3355e364-0836-463d-a543-716bd412d105 service nova] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Received unexpected event network-vif-plugged-002fdcb7-5989-41e2-8861-ae5bdb99cb65 for instance with vm_state building and task_state spawning. [ 1965.990979] env[62683]: DEBUG nova.network.neutron [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Successfully updated port: 002fdcb7-5989-41e2-8861-ae5bdb99cb65 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1966.493352] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "refresh_cache-3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.493594] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquired lock "refresh_cache-3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.493769] env[62683]: DEBUG nova.network.neutron [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1967.022562] env[62683]: DEBUG nova.network.neutron [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1967.150647] env[62683]: DEBUG nova.network.neutron [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Updating instance_info_cache with network_info: [{"id": "002fdcb7-5989-41e2-8861-ae5bdb99cb65", "address": "fa:16:3e:9c:80:80", "network": {"id": "47ec6643-1e13-4cb4-b76d-7c4719e5f325", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-875144173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69d4591a0e642348ccc801be45f2bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002fdcb7-59", "ovs_interfaceid": "002fdcb7-5989-41e2-8861-ae5bdb99cb65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.500340] env[62683]: DEBUG nova.network.neutron [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updating instance_info_cache with network_info: [{"id": "b301113d-b567-46f7-bbbb-39f708efb122", "address": "fa:16:3e:e9:2f:ad", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb301113d-b5", "ovs_interfaceid": "b301113d-b567-46f7-bbbb-39f708efb122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.653090] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Releasing lock "refresh_cache-3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.653422] env[62683]: DEBUG nova.compute.manager [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Instance network_info: |[{"id": "002fdcb7-5989-41e2-8861-ae5bdb99cb65", "address": "fa:16:3e:9c:80:80", "network": {"id": "47ec6643-1e13-4cb4-b76d-7c4719e5f325", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-875144173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69d4591a0e642348ccc801be45f2bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002fdcb7-59", "ovs_interfaceid": "002fdcb7-5989-41e2-8861-ae5bdb99cb65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1967.653845] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:80:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '002fdcb7-5989-41e2-8861-ae5bdb99cb65', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1967.661381] env[62683]: DEBUG oslo.service.loopingcall [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1967.661596] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1967.661810] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38e78ec5-a65e-4a7d-a281-9fadb3d78205 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.682226] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1967.682226] env[62683]: value = "task-1799930" [ 1967.682226] env[62683]: _type = "Task" [ 1967.682226] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.690759] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799930, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.934887] env[62683]: DEBUG nova.compute.manager [req-c61ccf56-89b8-4edd-bc7e-b7ccf546d64e req-0ba3110b-0480-432a-96b4-5d87806522ec service nova] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Received event network-changed-002fdcb7-5989-41e2-8861-ae5bdb99cb65 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1967.935162] env[62683]: DEBUG nova.compute.manager [req-c61ccf56-89b8-4edd-bc7e-b7ccf546d64e req-0ba3110b-0480-432a-96b4-5d87806522ec service nova] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Refreshing instance network info cache due to event network-changed-002fdcb7-5989-41e2-8861-ae5bdb99cb65. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1967.935328] env[62683]: DEBUG oslo_concurrency.lockutils [req-c61ccf56-89b8-4edd-bc7e-b7ccf546d64e req-0ba3110b-0480-432a-96b4-5d87806522ec service nova] Acquiring lock "refresh_cache-3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.935475] env[62683]: DEBUG oslo_concurrency.lockutils [req-c61ccf56-89b8-4edd-bc7e-b7ccf546d64e req-0ba3110b-0480-432a-96b4-5d87806522ec service nova] Acquired lock "refresh_cache-3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.935635] env[62683]: DEBUG nova.network.neutron [req-c61ccf56-89b8-4edd-bc7e-b7ccf546d64e req-0ba3110b-0480-432a-96b4-5d87806522ec service nova] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Refreshing network info cache for port 002fdcb7-5989-41e2-8861-ae5bdb99cb65 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1968.002571] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Releasing lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.002752] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updated the network info_cache for instance {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1968.002966] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1968.003115] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1968.003266] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1968.003428] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1968.003584] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1968.003733] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1968.003865] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1968.004017] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1968.192290] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799930, 'name': CreateVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.506689] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.506920] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.507099] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.507253] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1968.508114] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1465ee62-6522-439f-9c7e-fb8470d9e6e3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.517865] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efdf47b-cd13-447f-8d07-fda00872aa2c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.532946] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962981b5-ed60-4e2f-a031-85869a9113a1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.539680] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75a53a7-ffe7-4c2c-848a-ea11d3e1ccba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.567595] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179661MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1968.567738] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.567923] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.633394] env[62683]: DEBUG nova.network.neutron [req-c61ccf56-89b8-4edd-bc7e-b7ccf546d64e req-0ba3110b-0480-432a-96b4-5d87806522ec service nova] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Updated VIF entry in instance network info cache for port 002fdcb7-5989-41e2-8861-ae5bdb99cb65. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1968.633807] env[62683]: DEBUG nova.network.neutron [req-c61ccf56-89b8-4edd-bc7e-b7ccf546d64e req-0ba3110b-0480-432a-96b4-5d87806522ec service nova] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Updating instance_info_cache with network_info: [{"id": "002fdcb7-5989-41e2-8861-ae5bdb99cb65", "address": "fa:16:3e:9c:80:80", "network": {"id": "47ec6643-1e13-4cb4-b76d-7c4719e5f325", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-875144173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69d4591a0e642348ccc801be45f2bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002fdcb7-59", "ovs_interfaceid": "002fdcb7-5989-41e2-8861-ae5bdb99cb65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.693489] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799930, 'name': CreateVM_Task, 'duration_secs': 0.515693} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.693649] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1968.694337] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.694495] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.694807] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1968.695068] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f482e492-3465-47b8-8e2c-6aa687c622aa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.699366] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1968.699366] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526fb8ea-531f-0273-8b09-615f493a3361" [ 1968.699366] env[62683]: _type = "Task" [ 1968.699366] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.706540] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526fb8ea-531f-0273-8b09-615f493a3361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.136811] env[62683]: DEBUG oslo_concurrency.lockutils [req-c61ccf56-89b8-4edd-bc7e-b7ccf546d64e req-0ba3110b-0480-432a-96b4-5d87806522ec service nova] Releasing lock "refresh_cache-3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.209865] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526fb8ea-531f-0273-8b09-615f493a3361, 'name': SearchDatastore_Task, 'duration_secs': 0.026566} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.210271] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.210500] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1969.210736] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.210885] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.211078] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1969.211340] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1ab6226-6595-4e60-bce3-2dbd7e749e5a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.219853] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1969.219985] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1969.220701] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-754feebb-1dd4-45ad-9a2e-af8170318693 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.225965] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1969.225965] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]528ac37a-1e62-f354-5783-4b580916ebac" [ 1969.225965] env[62683]: _type = "Task" [ 1969.225965] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.233163] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528ac37a-1e62-f354-5783-4b580916ebac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.598174] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance ecf0af70-447f-4285-a49d-44b2fb723d2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1969.598368] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 71fe9952-5683-4816-829c-6cb3ed4716d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1969.598509] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1969.598633] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1969.598751] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 5bfa2209-7c6d-4306-b427-69d12a736ca5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1969.598868] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1969.599070] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1969.599212] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1969.676538] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ed8106-8a0e-46f1-a23e-59b1d6a9a24d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.684357] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9c295c-c081-4b54-88dc-aaa472367cfc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.713243] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5817bc-448c-4e3a-8f0c-7dbc991f839e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.720712] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1080cac-a483-4c68-ac19-1d1837e08e59 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.734833] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1969.743845] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]528ac37a-1e62-f354-5783-4b580916ebac, 'name': SearchDatastore_Task, 'duration_secs': 0.008477} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.745101] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c97c191f-487a-43f1-bf56-3a77d9ecfc83 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.750780] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1969.750780] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5212580b-ad53-bd0e-2792-ad975d9ffc81" [ 1969.750780] env[62683]: _type = "Task" [ 1969.750780] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.757519] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5212580b-ad53-bd0e-2792-ad975d9ffc81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.240769] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1970.261678] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5212580b-ad53-bd0e-2792-ad975d9ffc81, 'name': SearchDatastore_Task, 'duration_secs': 0.008925} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.261996] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.262315] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1/3dac4ebc-2754-47b0-8e0d-22cb899dc2f1.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1970.262609] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72094aaf-9b22-4784-be2d-e505464d691f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.269641] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1970.269641] env[62683]: value = "task-1799931" [ 1970.269641] env[62683]: _type = "Task" [ 1970.269641] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.277182] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.745388] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1970.745607] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.178s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.779661] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.405978} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.779939] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1/3dac4ebc-2754-47b0-8e0d-22cb899dc2f1.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1970.780171] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1970.780414] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70b4076b-e02f-44fe-b3c1-1f5baccafc9a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.786181] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1970.786181] env[62683]: value = "task-1799932" [ 1970.786181] env[62683]: _type = "Task" [ 1970.786181] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.794837] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.295756] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059237} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.296118] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1971.296791] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8572bdb-e2f5-4f4b-a54e-91b42aab7e54 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.318775] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1/3dac4ebc-2754-47b0-8e0d-22cb899dc2f1.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1971.319058] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e4760ef-2fd3-42b4-817a-f237ebc9a30b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.338876] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1971.338876] env[62683]: value = "task-1799933" [ 1971.338876] env[62683]: _type = "Task" [ 1971.338876] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.346483] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.849337] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799933, 'name': ReconfigVM_Task, 'duration_secs': 0.311671} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.849570] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1/3dac4ebc-2754-47b0-8e0d-22cb899dc2f1.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1971.850221] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a28e9ac9-0f72-492f-8ead-972a89dece63 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.857339] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1971.857339] env[62683]: value = "task-1799934" [ 1971.857339] env[62683]: _type = "Task" [ 1971.857339] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.864789] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799934, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.369050] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799934, 'name': Rename_Task, 'duration_secs': 0.145445} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.369050] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1972.369050] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74454613-39c9-412d-ab53-70256812ba99 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.375264] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 1972.375264] env[62683]: value = "task-1799935" [ 1972.375264] env[62683]: _type = "Task" [ 1972.375264] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.385613] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.885179] env[62683]: DEBUG oslo_vmware.api [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799935, 'name': PowerOnVM_Task, 'duration_secs': 0.431297} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.885439] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1972.885648] env[62683]: INFO nova.compute.manager [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1972.885827] env[62683]: DEBUG nova.compute.manager [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1972.886593] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64583e9-c913-4cf5-b926-c19bdc1fd6a5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.406736] env[62683]: INFO nova.compute.manager [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Took 11.90 seconds to build instance. [ 1973.665843] env[62683]: DEBUG nova.compute.manager [req-08ffb763-4fb1-4759-91ff-1502737a8b9f req-e9890b6b-e84d-4586-92ad-ec1b019379f0 service nova] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Received event network-changed-002fdcb7-5989-41e2-8861-ae5bdb99cb65 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1973.666125] env[62683]: DEBUG nova.compute.manager [req-08ffb763-4fb1-4759-91ff-1502737a8b9f req-e9890b6b-e84d-4586-92ad-ec1b019379f0 service nova] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Refreshing instance network info cache due to event network-changed-002fdcb7-5989-41e2-8861-ae5bdb99cb65. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1973.666822] env[62683]: DEBUG oslo_concurrency.lockutils [req-08ffb763-4fb1-4759-91ff-1502737a8b9f req-e9890b6b-e84d-4586-92ad-ec1b019379f0 service nova] Acquiring lock "refresh_cache-3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.666822] env[62683]: DEBUG oslo_concurrency.lockutils [req-08ffb763-4fb1-4759-91ff-1502737a8b9f req-e9890b6b-e84d-4586-92ad-ec1b019379f0 service nova] Acquired lock "refresh_cache-3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.667011] env[62683]: DEBUG nova.network.neutron [req-08ffb763-4fb1-4759-91ff-1502737a8b9f req-e9890b6b-e84d-4586-92ad-ec1b019379f0 service nova] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Refreshing network info cache for port 002fdcb7-5989-41e2-8861-ae5bdb99cb65 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1973.909259] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fb7d853-e2de-43e4-bc3b-5627ca601210 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.411s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.366450] env[62683]: DEBUG nova.network.neutron [req-08ffb763-4fb1-4759-91ff-1502737a8b9f req-e9890b6b-e84d-4586-92ad-ec1b019379f0 service nova] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Updated VIF entry in instance network info cache for port 002fdcb7-5989-41e2-8861-ae5bdb99cb65. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1974.366812] env[62683]: DEBUG nova.network.neutron [req-08ffb763-4fb1-4759-91ff-1502737a8b9f req-e9890b6b-e84d-4586-92ad-ec1b019379f0 service nova] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Updating instance_info_cache with network_info: [{"id": "002fdcb7-5989-41e2-8861-ae5bdb99cb65", "address": "fa:16:3e:9c:80:80", "network": {"id": "47ec6643-1e13-4cb4-b76d-7c4719e5f325", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-875144173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69d4591a0e642348ccc801be45f2bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002fdcb7-59", "ovs_interfaceid": "002fdcb7-5989-41e2-8861-ae5bdb99cb65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.869056] env[62683]: DEBUG oslo_concurrency.lockutils [req-08ffb763-4fb1-4759-91ff-1502737a8b9f req-e9890b6b-e84d-4586-92ad-ec1b019379f0 service nova] Releasing lock "refresh_cache-3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.732659] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.733061] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.733512] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.733725] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.733908] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.736311] env[62683]: INFO nova.compute.manager [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Terminating instance [ 1982.240671] env[62683]: DEBUG nova.compute.manager [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1982.240908] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1982.241859] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d0b671-7a8d-4eec-8333-4c17437ac497 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.249917] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1982.250155] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-310b2b30-6cad-4b87-9abb-98a9cff5a614 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.256617] env[62683]: DEBUG oslo_vmware.api [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1982.256617] env[62683]: value = "task-1799936" [ 1982.256617] env[62683]: _type = "Task" [ 1982.256617] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.264468] env[62683]: DEBUG oslo_vmware.api [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.766731] env[62683]: DEBUG oslo_vmware.api [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799936, 'name': PowerOffVM_Task, 'duration_secs': 0.227158} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.767113] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1982.767186] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1982.767470] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-625c410b-f150-4127-a2fc-555dd117dda2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.842513] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1982.842671] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1982.842849] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Deleting the datastore file [datastore1] 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1982.843127] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1ff16b4-b4fc-48b8-a325-db4b33a387af {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.849878] env[62683]: DEBUG oslo_vmware.api [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for the task: (returnval){ [ 1982.849878] env[62683]: value = "task-1799938" [ 1982.849878] env[62683]: _type = "Task" [ 1982.849878] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.857100] env[62683]: DEBUG oslo_vmware.api [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.036013] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dfe0082-c1d8-4c53-a44d-05cefa776455 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "71fe9952-5683-4816-829c-6cb3ed4716d6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.036339] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dfe0082-c1d8-4c53-a44d-05cefa776455 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "71fe9952-5683-4816-829c-6cb3ed4716d6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.360018] env[62683]: DEBUG oslo_vmware.api [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Task: {'id': task-1799938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154773} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.360301] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1983.360489] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1983.360664] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1983.360881] env[62683]: INFO nova.compute.manager [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1983.361153] env[62683]: DEBUG oslo.service.loopingcall [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1983.361346] env[62683]: DEBUG nova.compute.manager [-] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1983.361439] env[62683]: DEBUG nova.network.neutron [-] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1983.541590] env[62683]: INFO nova.compute.manager [None req-8dfe0082-c1d8-4c53-a44d-05cefa776455 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Detaching volume 6f201044-89e6-4ca1-90dd-c440a952c937 [ 1983.584025] env[62683]: INFO nova.virt.block_device [None req-8dfe0082-c1d8-4c53-a44d-05cefa776455 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Attempting to driver detach volume 6f201044-89e6-4ca1-90dd-c440a952c937 from mountpoint /dev/sdb [ 1983.584025] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dfe0082-c1d8-4c53-a44d-05cefa776455 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Volume detach. Driver type: vmdk {{(pid=62683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1983.584171] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dfe0082-c1d8-4c53-a44d-05cefa776455 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373211', 'volume_id': '6f201044-89e6-4ca1-90dd-c440a952c937', 'name': 'volume-6f201044-89e6-4ca1-90dd-c440a952c937', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '71fe9952-5683-4816-829c-6cb3ed4716d6', 'attached_at': '', 'detached_at': '', 'volume_id': '6f201044-89e6-4ca1-90dd-c440a952c937', 'serial': '6f201044-89e6-4ca1-90dd-c440a952c937'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1983.585048] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4643d83-e80d-403b-b7fd-a91c1058ee90 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.608363] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244bf618-75a3-419d-bfe0-aaef8b56c15a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.615267] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91708d78-7f9a-4628-9256-fcad237d2791 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.637016] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55b34dc-6105-45e5-b929-1691ce14b648 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.653311] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dfe0082-c1d8-4c53-a44d-05cefa776455 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] The volume has not been displaced from its original location: [datastore1] volume-6f201044-89e6-4ca1-90dd-c440a952c937/volume-6f201044-89e6-4ca1-90dd-c440a952c937.vmdk. No consolidation needed. {{(pid=62683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1983.658541] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dfe0082-c1d8-4c53-a44d-05cefa776455 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1983.658849] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e56e71e-bb4c-43d6-889e-2fd93c98dc05 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.678395] env[62683]: DEBUG oslo_vmware.api [None req-8dfe0082-c1d8-4c53-a44d-05cefa776455 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 1983.678395] env[62683]: value = "task-1799939" [ 1983.678395] env[62683]: _type = "Task" [ 1983.678395] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.687661] env[62683]: DEBUG oslo_vmware.api [None req-8dfe0082-c1d8-4c53-a44d-05cefa776455 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.779220] env[62683]: DEBUG nova.compute.manager [req-a0e4d7c8-2b0e-480a-b5f7-768886d00a8a req-336f7745-2c58-40c5-80a2-4c7725480c13 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Received event network-vif-deleted-c055bd82-c2a6-4432-b263-e3fdbe28e220 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1983.779498] env[62683]: INFO nova.compute.manager [req-a0e4d7c8-2b0e-480a-b5f7-768886d00a8a req-336f7745-2c58-40c5-80a2-4c7725480c13 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Neutron deleted interface c055bd82-c2a6-4432-b263-e3fdbe28e220; detaching it from the instance and deleting it from the info cache [ 1983.779745] env[62683]: DEBUG nova.network.neutron [req-a0e4d7c8-2b0e-480a-b5f7-768886d00a8a req-336f7745-2c58-40c5-80a2-4c7725480c13 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.188502] env[62683]: DEBUG oslo_vmware.api [None req-8dfe0082-c1d8-4c53-a44d-05cefa776455 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799939, 'name': ReconfigVM_Task, 'duration_secs': 0.224573} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.188788] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dfe0082-c1d8-4c53-a44d-05cefa776455 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1984.193301] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ce5c78b-3a6f-4977-a32d-490373ca0fe2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.208081] env[62683]: DEBUG oslo_vmware.api [None req-8dfe0082-c1d8-4c53-a44d-05cefa776455 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 1984.208081] env[62683]: value = "task-1799940" [ 1984.208081] env[62683]: _type = "Task" [ 1984.208081] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.215524] env[62683]: DEBUG oslo_vmware.api [None req-8dfe0082-c1d8-4c53-a44d-05cefa776455 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.258024] env[62683]: DEBUG nova.network.neutron [-] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.281891] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ed45689-18df-4881-9da4-bd0247326dd7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.291329] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d56cef-d930-4a05-b926-0b50e69f37c3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.319983] env[62683]: DEBUG nova.compute.manager [req-a0e4d7c8-2b0e-480a-b5f7-768886d00a8a req-336f7745-2c58-40c5-80a2-4c7725480c13 service nova] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Detach interface failed, port_id=c055bd82-c2a6-4432-b263-e3fdbe28e220, reason: Instance 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1984.717695] env[62683]: DEBUG oslo_vmware.api [None req-8dfe0082-c1d8-4c53-a44d-05cefa776455 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799940, 'name': ReconfigVM_Task, 'duration_secs': 0.127358} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.718028] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dfe0082-c1d8-4c53-a44d-05cefa776455 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373211', 'volume_id': '6f201044-89e6-4ca1-90dd-c440a952c937', 'name': 'volume-6f201044-89e6-4ca1-90dd-c440a952c937', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '71fe9952-5683-4816-829c-6cb3ed4716d6', 'attached_at': '', 'detached_at': '', 'volume_id': '6f201044-89e6-4ca1-90dd-c440a952c937', 'serial': '6f201044-89e6-4ca1-90dd-c440a952c937'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1984.760849] env[62683]: INFO nova.compute.manager [-] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Took 1.40 seconds to deallocate network for instance. [ 1985.263041] env[62683]: DEBUG nova.objects.instance [None req-8dfe0082-c1d8-4c53-a44d-05cefa776455 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lazy-loading 'flavor' on Instance uuid 71fe9952-5683-4816-829c-6cb3ed4716d6 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1985.267097] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.267440] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.267698] env[62683]: DEBUG nova.objects.instance [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lazy-loading 'resources' on Instance uuid 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1985.852313] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90111286-49e5-4874-ae76-ff45601ef877 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.861365] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aeea03-a511-4d5d-b6d4-014d17d46629 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.891147] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7b7e9f-c94f-4c5f-bda1-145f93c66a3e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.899256] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e642a1a-bb9b-439b-937f-42f745568655 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.912852] env[62683]: DEBUG nova.compute.provider_tree [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1986.203448] env[62683]: DEBUG oslo_concurrency.lockutils [None req-44b7b979-41fb-4706-9514-92c94edc0304 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "71fe9952-5683-4816-829c-6cb3ed4716d6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.271080] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8dfe0082-c1d8-4c53-a44d-05cefa776455 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "71fe9952-5683-4816-829c-6cb3ed4716d6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.235s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.272230] env[62683]: DEBUG oslo_concurrency.lockutils [None req-44b7b979-41fb-4706-9514-92c94edc0304 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "71fe9952-5683-4816-829c-6cb3ed4716d6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.069s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.272416] env[62683]: DEBUG nova.compute.manager [None req-44b7b979-41fb-4706-9514-92c94edc0304 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1986.273458] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9765b20-06db-4e61-abf7-7645b92cd3ee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.280248] env[62683]: DEBUG nova.compute.manager [None req-44b7b979-41fb-4706-9514-92c94edc0304 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1986.280874] env[62683]: DEBUG nova.objects.instance [None req-44b7b979-41fb-4706-9514-92c94edc0304 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lazy-loading 'flavor' on Instance uuid 71fe9952-5683-4816-829c-6cb3ed4716d6 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1986.416013] env[62683]: DEBUG nova.scheduler.client.report [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1986.920946] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.942685] env[62683]: INFO nova.scheduler.client.report [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Deleted allocations for instance 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824 [ 1987.288160] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b7b979-41fb-4706-9514-92c94edc0304 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1987.288472] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93c200e8-13f0-4790-ab60-f3a2b2e60a0e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.295876] env[62683]: DEBUG oslo_vmware.api [None req-44b7b979-41fb-4706-9514-92c94edc0304 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 1987.295876] env[62683]: value = "task-1799941" [ 1987.295876] env[62683]: _type = "Task" [ 1987.295876] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.303501] env[62683]: DEBUG oslo_vmware.api [None req-44b7b979-41fb-4706-9514-92c94edc0304 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.451094] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3547fc84-2ed8-4cd7-839b-acd68166fcd0 tempest-AttachVolumeShelveTestJSON-178314555 tempest-AttachVolumeShelveTestJSON-178314555-project-member] Lock "4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.718s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.807957] env[62683]: DEBUG oslo_vmware.api [None req-44b7b979-41fb-4706-9514-92c94edc0304 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799941, 'name': PowerOffVM_Task, 'duration_secs': 0.190129} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.808398] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b7b979-41fb-4706-9514-92c94edc0304 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1987.808726] env[62683]: DEBUG nova.compute.manager [None req-44b7b979-41fb-4706-9514-92c94edc0304 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1987.809869] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb957968-581b-464a-a056-c9de1b2377ab {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.324578] env[62683]: DEBUG oslo_concurrency.lockutils [None req-44b7b979-41fb-4706-9514-92c94edc0304 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "71fe9952-5683-4816-829c-6cb3ed4716d6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.629082] env[62683]: DEBUG nova.objects.instance [None req-8e1c44fc-a06e-4709-96a0-921a752bcbd1 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lazy-loading 'flavor' on Instance uuid 71fe9952-5683-4816-829c-6cb3ed4716d6 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1989.133339] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8e1c44fc-a06e-4709-96a0-921a752bcbd1 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "refresh_cache-71fe9952-5683-4816-829c-6cb3ed4716d6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.133562] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8e1c44fc-a06e-4709-96a0-921a752bcbd1 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquired lock "refresh_cache-71fe9952-5683-4816-829c-6cb3ed4716d6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.133790] env[62683]: DEBUG nova.network.neutron [None req-8e1c44fc-a06e-4709-96a0-921a752bcbd1 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1989.134032] env[62683]: DEBUG nova.objects.instance [None req-8e1c44fc-a06e-4709-96a0-921a752bcbd1 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lazy-loading 'info_cache' on Instance uuid 71fe9952-5683-4816-829c-6cb3ed4716d6 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1989.637736] env[62683]: DEBUG nova.objects.base [None req-8e1c44fc-a06e-4709-96a0-921a752bcbd1 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Object Instance<71fe9952-5683-4816-829c-6cb3ed4716d6> lazy-loaded attributes: flavor,info_cache {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1990.345229] env[62683]: DEBUG nova.network.neutron [None req-8e1c44fc-a06e-4709-96a0-921a752bcbd1 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Updating instance_info_cache with network_info: [{"id": "4419073a-05c3-4183-9913-749211df946b", "address": "fa:16:3e:0f:28:96", "network": {"id": "1a6efdbf-20b4-46d8-b144-11bfb63d416e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-135588002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96265bbf4f34becb479bc48c82c353f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4419073a-05", "ovs_interfaceid": "4419073a-05c3-4183-9913-749211df946b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.848552] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8e1c44fc-a06e-4709-96a0-921a752bcbd1 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Releasing lock "refresh_cache-71fe9952-5683-4816-829c-6cb3ed4716d6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.854887] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1c44fc-a06e-4709-96a0-921a752bcbd1 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1991.855372] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfde2f1f-96ba-4dff-b592-f103f117d966 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.864226] env[62683]: DEBUG oslo_vmware.api [None req-8e1c44fc-a06e-4709-96a0-921a752bcbd1 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 1991.864226] env[62683]: value = "task-1799943" [ 1991.864226] env[62683]: _type = "Task" [ 1991.864226] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.873939] env[62683]: DEBUG oslo_vmware.api [None req-8e1c44fc-a06e-4709-96a0-921a752bcbd1 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.374161] env[62683]: DEBUG oslo_vmware.api [None req-8e1c44fc-a06e-4709-96a0-921a752bcbd1 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799943, 'name': PowerOnVM_Task, 'duration_secs': 0.381246} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.374413] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1c44fc-a06e-4709-96a0-921a752bcbd1 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1992.374629] env[62683]: DEBUG nova.compute.manager [None req-8e1c44fc-a06e-4709-96a0-921a752bcbd1 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1992.375413] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ed27d5-de00-4d91-8806-af850f038cab {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.844786] env[62683]: INFO nova.compute.manager [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Rebuilding instance [ 1998.847258] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "5bfa2209-7c6d-4306-b427-69d12a736ca5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.847475] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "5bfa2209-7c6d-4306-b427-69d12a736ca5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.847643] env[62683]: INFO nova.compute.manager [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Shelving [ 1998.885151] env[62683]: DEBUG nova.compute.manager [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1998.886071] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee69a526-d72f-4b59-aa71-b6d206dbbe13 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.856878] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1999.856878] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbf7cee8-1136-48d8-8836-1abed1f11b83 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.863669] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 1999.863669] env[62683]: value = "task-1799944" [ 1999.863669] env[62683]: _type = "Task" [ 1999.863669] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.871548] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.898566] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1999.898905] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0e059cc-bef9-4bca-8d04-a7ec69e1cd27 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.906276] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 1999.906276] env[62683]: value = "task-1799945" [ 1999.906276] env[62683]: _type = "Task" [ 1999.906276] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.914169] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.373808] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799944, 'name': PowerOffVM_Task, 'duration_secs': 0.168886} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.374113] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2000.374880] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a9301d-8823-42ae-a9b0-079a2a99fcd4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.392363] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f923c11f-eedc-4299-ab7c-70fdebddda70 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.414214] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799945, 'name': PowerOffVM_Task, 'duration_secs': 0.173215} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.414440] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2000.414662] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2000.415387] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cadb5f-801c-40a9-bd05-f82772164336 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.421365] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2000.421569] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2e4e2b2-92ec-4c3c-8c73-ba3a7f6b9521 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.491723] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2000.491992] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2000.492210] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Deleting the datastore file [datastore1] 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2000.492471] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5b2d4af-1ee7-4899-a51e-5c9037b3feed {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.498395] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2000.498395] env[62683]: value = "task-1799947" [ 2000.498395] env[62683]: _type = "Task" [ 2000.498395] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.506203] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.903128] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Creating Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2000.903629] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1b44ae34-b22a-4d41-b51d-237af5004a4f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.911028] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 2000.911028] env[62683]: value = "task-1799948" [ 2000.911028] env[62683]: _type = "Task" [ 2000.911028] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.918908] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799948, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.007725] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126069} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.007982] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2001.008184] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2001.008366] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2001.420908] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799948, 'name': CreateSnapshot_Task, 'duration_secs': 0.472135} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.421233] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Created Snapshot of the VM instance {{(pid=62683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2001.421961] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d522ffac-160b-4ab8-96ee-290aabb98c9f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.939076] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Creating linked-clone VM from snapshot {{(pid=62683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2001.939422] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3f172eae-e488-4318-8190-e7aafbfb653b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.950279] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 2001.950279] env[62683]: value = "task-1799949" [ 2001.950279] env[62683]: _type = "Task" [ 2001.950279] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.958437] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799949, 'name': CloneVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.036753] env[62683]: DEBUG nova.virt.hardware [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2002.037099] env[62683]: DEBUG nova.virt.hardware [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2002.037381] env[62683]: DEBUG nova.virt.hardware [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2002.037666] env[62683]: DEBUG nova.virt.hardware [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2002.037860] env[62683]: DEBUG nova.virt.hardware [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2002.038075] env[62683]: DEBUG nova.virt.hardware [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2002.038327] env[62683]: DEBUG nova.virt.hardware [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2002.038498] env[62683]: DEBUG nova.virt.hardware [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2002.038688] env[62683]: DEBUG nova.virt.hardware [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2002.038918] env[62683]: DEBUG nova.virt.hardware [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2002.039153] env[62683]: DEBUG nova.virt.hardware [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2002.040081] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed759105-9b8e-42dd-a5c8-ba3532c68bb1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.047705] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00898b8-39f6-4a50-9f66-b22ca07e431a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.061564] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:45:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a69e552a-63d0-4492-b665-cc28c99c2a79', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2002.068915] env[62683]: DEBUG oslo.service.loopingcall [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2002.069204] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2002.069422] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adc6e28a-b428-4c61-926f-9eb1323ea807 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.089218] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2002.089218] env[62683]: value = "task-1799950" [ 2002.089218] env[62683]: _type = "Task" [ 2002.089218] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.097009] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799950, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.459463] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799949, 'name': CloneVM_Task} progress is 94%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.599894] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799950, 'name': CreateVM_Task, 'duration_secs': 0.367833} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.600114] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2002.600764] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.600949] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.601329] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2002.601592] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-196a22b7-fd4e-42af-87d9-726b20a9c9e9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.606400] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2002.606400] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a02925-95b5-c2b6-a318-d692f6f74205" [ 2002.606400] env[62683]: _type = "Task" [ 2002.606400] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.613682] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a02925-95b5-c2b6-a318-d692f6f74205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.960225] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799949, 'name': CloneVM_Task, 'duration_secs': 1.007245} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.960648] env[62683]: INFO nova.virt.vmwareapi.vmops [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Created linked-clone VM from snapshot [ 2002.961248] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7422de97-a785-408a-a71f-b722cbd101db {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.968279] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Uploading image baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4 {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2002.987931] env[62683]: DEBUG oslo_vmware.rw_handles [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2002.987931] env[62683]: value = "vm-373216" [ 2002.987931] env[62683]: _type = "VirtualMachine" [ 2002.987931] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2002.988169] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-be60d299-617c-4176-96f0-f1d0737ae2a4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.994429] env[62683]: DEBUG oslo_vmware.rw_handles [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lease: (returnval){ [ 2002.994429] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cf02af-8a22-3be1-4746-366759337df2" [ 2002.994429] env[62683]: _type = "HttpNfcLease" [ 2002.994429] env[62683]: } obtained for exporting VM: (result){ [ 2002.994429] env[62683]: value = "vm-373216" [ 2002.994429] env[62683]: _type = "VirtualMachine" [ 2002.994429] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2002.994694] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the lease: (returnval){ [ 2002.994694] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cf02af-8a22-3be1-4746-366759337df2" [ 2002.994694] env[62683]: _type = "HttpNfcLease" [ 2002.994694] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2003.000262] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2003.000262] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cf02af-8a22-3be1-4746-366759337df2" [ 2003.000262] env[62683]: _type = "HttpNfcLease" [ 2003.000262] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2003.115979] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a02925-95b5-c2b6-a318-d692f6f74205, 'name': SearchDatastore_Task, 'duration_secs': 0.010127} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.116294] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.116529] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2003.116757] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.116903] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2003.117093] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2003.117342] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e7ee666-a871-41b1-be92-494b2bc41d5b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.124760] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2003.124931] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2003.125587] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e129626-10cf-41d4-a111-7e6646f10f7d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.130007] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2003.130007] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52eb7f77-aa47-dcb4-f5e5-09f8766aa6df" [ 2003.130007] env[62683]: _type = "Task" [ 2003.130007] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.137143] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52eb7f77-aa47-dcb4-f5e5-09f8766aa6df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.502449] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2003.502449] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cf02af-8a22-3be1-4746-366759337df2" [ 2003.502449] env[62683]: _type = "HttpNfcLease" [ 2003.502449] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2003.502791] env[62683]: DEBUG oslo_vmware.rw_handles [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2003.502791] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52cf02af-8a22-3be1-4746-366759337df2" [ 2003.502791] env[62683]: _type = "HttpNfcLease" [ 2003.502791] env[62683]: }. {{(pid=62683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2003.503474] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c4071f-176e-4d15-9fc3-bf7ef620cc34 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.511669] env[62683]: DEBUG oslo_vmware.rw_handles [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec37c7-8fb4-3992-9ab4-e29e6a71ba4d/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2003.511842] env[62683]: DEBUG oslo_vmware.rw_handles [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec37c7-8fb4-3992-9ab4-e29e6a71ba4d/disk-0.vmdk for reading. {{(pid=62683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2003.597912] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-76fc6623-620d-4f09-97ca-f135f0b9062d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.639565] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52eb7f77-aa47-dcb4-f5e5-09f8766aa6df, 'name': SearchDatastore_Task, 'duration_secs': 0.007527} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.640320] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d2aa88a-d04c-4cd0-afc6-c67d0e2624d9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.645685] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2003.645685] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52979c48-88ae-a4e1-8d22-6bcf771a2bdf" [ 2003.645685] env[62683]: _type = "Task" [ 2003.645685] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.652767] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52979c48-88ae-a4e1-8d22-6bcf771a2bdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.156304] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52979c48-88ae-a4e1-8d22-6bcf771a2bdf, 'name': SearchDatastore_Task, 'duration_secs': 0.00857} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.156761] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2004.156961] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d/05eb95ed-e64c-4b32-a554-b1d9a4f12b0d.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2004.157265] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1f3e995-61af-4ff3-b04f-951083214673 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.164874] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2004.164874] env[62683]: value = "task-1799952" [ 2004.164874] env[62683]: _type = "Task" [ 2004.164874] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.173985] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.675379] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420193} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.676626] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d/05eb95ed-e64c-4b32-a554-b1d9a4f12b0d.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2004.676626] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2004.676626] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff8bac3b-e04d-4b3f-8d21-e52087a264d2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.683403] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2004.683403] env[62683]: value = "task-1799953" [ 2004.683403] env[62683]: _type = "Task" [ 2004.683403] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.690800] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.194085] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061223} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.194504] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2005.195252] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993bd73f-61db-4761-b1a3-754b07ad9ca1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.217794] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d/05eb95ed-e64c-4b32-a554-b1d9a4f12b0d.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2005.218151] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ba0c822-5ee0-47e8-a6f6-559023fe52ff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.239416] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2005.239416] env[62683]: value = "task-1799954" [ 2005.239416] env[62683]: _type = "Task" [ 2005.239416] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.249720] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.751830] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799954, 'name': ReconfigVM_Task, 'duration_secs': 0.302596} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.752302] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d/05eb95ed-e64c-4b32-a554-b1d9a4f12b0d.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2005.753231] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eef03256-ed84-47b9-993d-83753daf9fed {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.760895] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2005.760895] env[62683]: value = "task-1799955" [ 2005.760895] env[62683]: _type = "Task" [ 2005.760895] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.771745] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799955, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.270942] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799955, 'name': Rename_Task, 'duration_secs': 0.145838} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.271357] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2006.272204] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b25b91bd-d26b-400d-984d-fe556dd1c1de {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.279440] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2006.279440] env[62683]: value = "task-1799956" [ 2006.279440] env[62683]: _type = "Task" [ 2006.279440] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.287993] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.791361] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799956, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.289667] env[62683]: DEBUG oslo_vmware.api [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799956, 'name': PowerOnVM_Task, 'duration_secs': 0.587419} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.290036] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2007.290287] env[62683]: DEBUG nova.compute.manager [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2007.291147] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c149fe74-601d-4201-9c5f-23abc3082490 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.809059] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.809624] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.809624] env[62683]: DEBUG nova.objects.instance [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2008.820421] env[62683]: DEBUG oslo_concurrency.lockutils [None req-eaaae447-90ab-4267-b92a-bbe61bf432e9 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.703640] env[62683]: DEBUG oslo_concurrency.lockutils [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.704082] env[62683]: DEBUG oslo_concurrency.lockutils [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.106025] env[62683]: DEBUG oslo_vmware.rw_handles [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec37c7-8fb4-3992-9ab4-e29e6a71ba4d/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2011.106981] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57098de-93ab-4397-a911-0db95b7cf899 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.113769] env[62683]: DEBUG oslo_vmware.rw_handles [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec37c7-8fb4-3992-9ab4-e29e6a71ba4d/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2011.113938] env[62683]: ERROR oslo_vmware.rw_handles [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec37c7-8fb4-3992-9ab4-e29e6a71ba4d/disk-0.vmdk due to incomplete transfer. [ 2011.114168] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5458d2fe-2b50-4014-b7da-612aeadcf408 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.120991] env[62683]: DEBUG oslo_vmware.rw_handles [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec37c7-8fb4-3992-9ab4-e29e6a71ba4d/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2011.121227] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Uploaded image baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4 to the Glance image server {{(pid=62683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2011.123669] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Destroying the VM {{(pid=62683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2011.123885] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-920f5260-de87-46b0-ade9-b1e28377d27e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.129045] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 2011.129045] env[62683]: value = "task-1799957" [ 2011.129045] env[62683]: _type = "Task" [ 2011.129045] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.136345] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799957, 'name': Destroy_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.206712] env[62683]: DEBUG nova.compute.utils [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2011.639068] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799957, 'name': Destroy_Task, 'duration_secs': 0.420265} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.639268] env[62683]: INFO nova.virt.vmwareapi.vm_util [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Destroyed the VM [ 2011.639515] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Deleting Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2011.639753] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-183ed8aa-9325-432f-8ef3-9e4a82f078f5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.646947] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 2011.646947] env[62683]: value = "task-1799958" [ 2011.646947] env[62683]: _type = "Task" [ 2011.646947] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.654278] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799958, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.709588] env[62683]: DEBUG oslo_concurrency.lockutils [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.159058] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799958, 'name': RemoveSnapshot_Task, 'duration_secs': 0.376779} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.159058] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Deleted Snapshot of the VM instance {{(pid=62683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2012.159321] env[62683]: DEBUG nova.compute.manager [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2012.159954] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be84e4d0-1786-47cc-a7ba-0219a5e80abc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.671645] env[62683]: INFO nova.compute.manager [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Shelve offloading [ 2012.766749] env[62683]: DEBUG oslo_concurrency.lockutils [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.767171] env[62683]: DEBUG oslo_concurrency.lockutils [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.767321] env[62683]: INFO nova.compute.manager [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Attaching volume 3c0dcf38-a956-45c8-801a-2c0cf733fa56 to /dev/sdb [ 2012.797547] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc172d45-02de-401b-8acf-696455e94203 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.804527] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec6276d-8422-487d-8359-ab82a0cdabc0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.817615] env[62683]: DEBUG nova.virt.block_device [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Updating existing volume attachment record: ac89de62-dbf6-4c15-88ed-d2ab91129e3d {{(pid=62683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2013.175817] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2013.176105] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e3192f8-8bb0-4ecc-be61-348d2ed50a77 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.183443] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 2013.183443] env[62683]: value = "task-1799960" [ 2013.183443] env[62683]: _type = "Task" [ 2013.183443] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.191250] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.693800] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] VM already powered off {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2013.694046] env[62683]: DEBUG nova.compute.manager [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2013.694786] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbeca00-1e5b-47fc-9bd3-b512ab32718e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.700281] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.700448] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.700617] env[62683]: DEBUG nova.network.neutron [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2014.414432] env[62683]: DEBUG nova.network.neutron [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Updating instance_info_cache with network_info: [{"id": "2536ad23-b109-4204-952e-3334e131d799", "address": "fa:16:3e:9f:f9:3d", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2536ad23-b1", "ovs_interfaceid": "2536ad23-b109-4204-952e-3334e131d799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.916801] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.171907] env[62683]: DEBUG nova.compute.manager [req-d1eb28f9-0db6-4731-bb4d-4ed733668806 req-9a1b492d-2076-4d76-abee-d0f9c9999121 service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Received event network-vif-unplugged-2536ad23-b109-4204-952e-3334e131d799 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2015.172190] env[62683]: DEBUG oslo_concurrency.lockutils [req-d1eb28f9-0db6-4731-bb4d-4ed733668806 req-9a1b492d-2076-4d76-abee-d0f9c9999121 service nova] Acquiring lock "5bfa2209-7c6d-4306-b427-69d12a736ca5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.172788] env[62683]: DEBUG oslo_concurrency.lockutils [req-d1eb28f9-0db6-4731-bb4d-4ed733668806 req-9a1b492d-2076-4d76-abee-d0f9c9999121 service nova] Lock "5bfa2209-7c6d-4306-b427-69d12a736ca5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.173234] env[62683]: DEBUG oslo_concurrency.lockutils [req-d1eb28f9-0db6-4731-bb4d-4ed733668806 req-9a1b492d-2076-4d76-abee-d0f9c9999121 service nova] Lock "5bfa2209-7c6d-4306-b427-69d12a736ca5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.173328] env[62683]: DEBUG nova.compute.manager [req-d1eb28f9-0db6-4731-bb4d-4ed733668806 req-9a1b492d-2076-4d76-abee-d0f9c9999121 service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] No waiting events found dispatching network-vif-unplugged-2536ad23-b109-4204-952e-3334e131d799 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2015.173609] env[62683]: WARNING nova.compute.manager [req-d1eb28f9-0db6-4731-bb4d-4ed733668806 req-9a1b492d-2076-4d76-abee-d0f9c9999121 service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Received unexpected event network-vif-unplugged-2536ad23-b109-4204-952e-3334e131d799 for instance with vm_state shelved and task_state shelving_offloading. [ 2015.273829] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2015.274771] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c57b44f-6ee7-47da-8521-36a14b1c3e2c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.283038] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2015.283290] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d72f4480-e484-4f0a-9699-4cc570895816 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.697795] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2015.698240] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2015.698240] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Deleting the datastore file [datastore1] 5bfa2209-7c6d-4306-b427-69d12a736ca5 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2015.698476] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f98d641a-f8d4-43a1-8e9d-d630a6d6a123 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.704711] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 2015.704711] env[62683]: value = "task-1799963" [ 2015.704711] env[62683]: _type = "Task" [ 2015.704711] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.713324] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.215628] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.715975] env[62683]: DEBUG oslo_vmware.api [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.573845} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.716357] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2016.716406] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2016.716547] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2016.740627] env[62683]: INFO nova.scheduler.client.report [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Deleted allocations for instance 5bfa2209-7c6d-4306-b427-69d12a736ca5 [ 2017.198867] env[62683]: DEBUG nova.compute.manager [req-e5eced53-4a1d-4a98-a332-ea425b4e7370 req-97de7200-0508-4b72-b1b6-e7025021b709 service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Received event network-changed-2536ad23-b109-4204-952e-3334e131d799 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2017.199155] env[62683]: DEBUG nova.compute.manager [req-e5eced53-4a1d-4a98-a332-ea425b4e7370 req-97de7200-0508-4b72-b1b6-e7025021b709 service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Refreshing instance network info cache due to event network-changed-2536ad23-b109-4204-952e-3334e131d799. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2017.199391] env[62683]: DEBUG oslo_concurrency.lockutils [req-e5eced53-4a1d-4a98-a332-ea425b4e7370 req-97de7200-0508-4b72-b1b6-e7025021b709 service nova] Acquiring lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.199541] env[62683]: DEBUG oslo_concurrency.lockutils [req-e5eced53-4a1d-4a98-a332-ea425b4e7370 req-97de7200-0508-4b72-b1b6-e7025021b709 service nova] Acquired lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.199706] env[62683]: DEBUG nova.network.neutron [req-e5eced53-4a1d-4a98-a332-ea425b4e7370 req-97de7200-0508-4b72-b1b6-e7025021b709 service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Refreshing network info cache for port 2536ad23-b109-4204-952e-3334e131d799 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2017.245037] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.245306] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.245569] env[62683]: DEBUG nova.objects.instance [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lazy-loading 'resources' on Instance uuid 5bfa2209-7c6d-4306-b427-69d12a736ca5 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2017.361856] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Volume attach. Driver type: vmdk {{(pid=62683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2017.362116] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373218', 'volume_id': '3c0dcf38-a956-45c8-801a-2c0cf733fa56', 'name': 'volume-3c0dcf38-a956-45c8-801a-2c0cf733fa56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3dac4ebc-2754-47b0-8e0d-22cb899dc2f1', 'attached_at': '', 'detached_at': '', 'volume_id': '3c0dcf38-a956-45c8-801a-2c0cf733fa56', 'serial': '3c0dcf38-a956-45c8-801a-2c0cf733fa56'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2017.363061] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bfa924-06b6-4dcb-a985-21ce86b4e563 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.380146] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08303da7-5df0-4011-ab14-b299aa469c55 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.404835] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-3c0dcf38-a956-45c8-801a-2c0cf733fa56/volume-3c0dcf38-a956-45c8-801a-2c0cf733fa56.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2017.405126] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1188affc-8184-4cb9-8355-b91adc245bea {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.423048] env[62683]: DEBUG oslo_vmware.api [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 2017.423048] env[62683]: value = "task-1799964" [ 2017.423048] env[62683]: _type = "Task" [ 2017.423048] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.430579] env[62683]: DEBUG oslo_vmware.api [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.748286] env[62683]: DEBUG nova.objects.instance [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lazy-loading 'numa_topology' on Instance uuid 5bfa2209-7c6d-4306-b427-69d12a736ca5 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2017.932268] env[62683]: DEBUG oslo_vmware.api [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799964, 'name': ReconfigVM_Task, 'duration_secs': 0.322632} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.932652] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-3c0dcf38-a956-45c8-801a-2c0cf733fa56/volume-3c0dcf38-a956-45c8-801a-2c0cf733fa56.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2017.937279] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05816062-cd63-437c-a040-a41d61e4e632 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.947658] env[62683]: DEBUG nova.network.neutron [req-e5eced53-4a1d-4a98-a332-ea425b4e7370 req-97de7200-0508-4b72-b1b6-e7025021b709 service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Updated VIF entry in instance network info cache for port 2536ad23-b109-4204-952e-3334e131d799. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2017.947982] env[62683]: DEBUG nova.network.neutron [req-e5eced53-4a1d-4a98-a332-ea425b4e7370 req-97de7200-0508-4b72-b1b6-e7025021b709 service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Updating instance_info_cache with network_info: [{"id": "2536ad23-b109-4204-952e-3334e131d799", "address": "fa:16:3e:9f:f9:3d", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2536ad23-b1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.954301] env[62683]: DEBUG oslo_vmware.api [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 2017.954301] env[62683]: value = "task-1799965" [ 2017.954301] env[62683]: _type = "Task" [ 2017.954301] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.961753] env[62683]: DEBUG oslo_vmware.api [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.251198] env[62683]: DEBUG nova.objects.base [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Object Instance<5bfa2209-7c6d-4306-b427-69d12a736ca5> lazy-loaded attributes: resources,numa_topology {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2018.315680] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f4ef08-925d-4b50-9417-a3d62ed14f53 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.323294] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2cb93a-b6cb-47ec-9692-0f703b38d654 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.353188] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd27e6cc-ba60-4253-8e3a-385e9b670f13 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.360200] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b98282-3a5c-4fde-826d-52f5156a2ff0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.373009] env[62683]: DEBUG nova.compute.provider_tree [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2018.450564] env[62683]: DEBUG oslo_concurrency.lockutils [req-e5eced53-4a1d-4a98-a332-ea425b4e7370 req-97de7200-0508-4b72-b1b6-e7025021b709 service nova] Releasing lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.464190] env[62683]: DEBUG oslo_vmware.api [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799965, 'name': ReconfigVM_Task, 'duration_secs': 0.130999} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.464499] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373218', 'volume_id': '3c0dcf38-a956-45c8-801a-2c0cf733fa56', 'name': 'volume-3c0dcf38-a956-45c8-801a-2c0cf733fa56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3dac4ebc-2754-47b0-8e0d-22cb899dc2f1', 'attached_at': '', 'detached_at': '', 'volume_id': '3c0dcf38-a956-45c8-801a-2c0cf733fa56', 'serial': '3c0dcf38-a956-45c8-801a-2c0cf733fa56'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2018.765368] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "5bfa2209-7c6d-4306-b427-69d12a736ca5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.876541] env[62683]: DEBUG nova.scheduler.client.report [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2019.381508] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.499853] env[62683]: DEBUG nova.objects.instance [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lazy-loading 'flavor' on Instance uuid 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2019.689724] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2019.689908] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2019.888748] env[62683]: DEBUG oslo_concurrency.lockutils [None req-cd4e586c-d694-46ac-9826-968bea533146 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "5bfa2209-7c6d-4306-b427-69d12a736ca5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.041s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.889796] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "5bfa2209-7c6d-4306-b427-69d12a736ca5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.124s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.889796] env[62683]: INFO nova.compute.manager [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Unshelving [ 2020.004786] env[62683]: DEBUG oslo_concurrency.lockutils [None req-78fcbf35-7f3f-4d63-b519-db6b9c26d235 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.217166] env[62683]: DEBUG oslo_concurrency.lockutils [None req-751a7070-f185-4ddc-9915-836e9e05b42c tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.217434] env[62683]: DEBUG oslo_concurrency.lockutils [None req-751a7070-f185-4ddc-9915-836e9e05b42c tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.720168] env[62683]: INFO nova.compute.manager [None req-751a7070-f185-4ddc-9915-836e9e05b42c tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Detaching volume 3c0dcf38-a956-45c8-801a-2c0cf733fa56 [ 2020.722593] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "refresh_cache-71fe9952-5683-4816-829c-6cb3ed4716d6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.722720] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquired lock "refresh_cache-71fe9952-5683-4816-829c-6cb3ed4716d6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.722864] env[62683]: DEBUG nova.network.neutron [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Forcefully refreshing network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2020.753264] env[62683]: INFO nova.virt.block_device [None req-751a7070-f185-4ddc-9915-836e9e05b42c tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Attempting to driver detach volume 3c0dcf38-a956-45c8-801a-2c0cf733fa56 from mountpoint /dev/sdb [ 2020.753566] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-751a7070-f185-4ddc-9915-836e9e05b42c tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Volume detach. Driver type: vmdk {{(pid=62683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2020.753762] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-751a7070-f185-4ddc-9915-836e9e05b42c tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373218', 'volume_id': '3c0dcf38-a956-45c8-801a-2c0cf733fa56', 'name': 'volume-3c0dcf38-a956-45c8-801a-2c0cf733fa56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3dac4ebc-2754-47b0-8e0d-22cb899dc2f1', 'attached_at': '', 'detached_at': '', 'volume_id': '3c0dcf38-a956-45c8-801a-2c0cf733fa56', 'serial': '3c0dcf38-a956-45c8-801a-2c0cf733fa56'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2020.754672] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ac6492-3f00-47fb-a3b1-2411eaa9a5bd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.777299] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff72f7c-7422-4349-914d-397ad6e00b42 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.785564] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b61a7c-4379-49b6-99ea-3190a05c663f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.805421] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a933b47b-d411-474d-8bf4-b041f6b37ed0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.819960] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-751a7070-f185-4ddc-9915-836e9e05b42c tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] The volume has not been displaced from its original location: [datastore1] volume-3c0dcf38-a956-45c8-801a-2c0cf733fa56/volume-3c0dcf38-a956-45c8-801a-2c0cf733fa56.vmdk. No consolidation needed. {{(pid=62683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2020.825321] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-751a7070-f185-4ddc-9915-836e9e05b42c tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2020.825613] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7abac7aa-d78f-4c40-bc96-894f6fc5601c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.844980] env[62683]: DEBUG oslo_vmware.api [None req-751a7070-f185-4ddc-9915-836e9e05b42c tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 2020.844980] env[62683]: value = "task-1799966" [ 2020.844980] env[62683]: _type = "Task" [ 2020.844980] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.852713] env[62683]: DEBUG oslo_vmware.api [None req-751a7070-f185-4ddc-9915-836e9e05b42c tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.913418] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.913701] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.913898] env[62683]: DEBUG nova.objects.instance [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lazy-loading 'pci_requests' on Instance uuid 5bfa2209-7c6d-4306-b427-69d12a736ca5 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2021.356979] env[62683]: DEBUG oslo_vmware.api [None req-751a7070-f185-4ddc-9915-836e9e05b42c tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799966, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.417613] env[62683]: DEBUG nova.objects.instance [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lazy-loading 'numa_topology' on Instance uuid 5bfa2209-7c6d-4306-b427-69d12a736ca5 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2021.856655] env[62683]: DEBUG oslo_vmware.api [None req-751a7070-f185-4ddc-9915-836e9e05b42c tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799966, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.919820] env[62683]: INFO nova.compute.claims [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2021.940533] env[62683]: DEBUG nova.network.neutron [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Updating instance_info_cache with network_info: [{"id": "4419073a-05c3-4183-9913-749211df946b", "address": "fa:16:3e:0f:28:96", "network": {"id": "1a6efdbf-20b4-46d8-b144-11bfb63d416e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-135588002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96265bbf4f34becb479bc48c82c353f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4419073a-05", "ovs_interfaceid": "4419073a-05c3-4183-9913-749211df946b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.357218] env[62683]: DEBUG oslo_vmware.api [None req-751a7070-f185-4ddc-9915-836e9e05b42c tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799966, 'name': ReconfigVM_Task, 'duration_secs': 1.220548} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.357431] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-751a7070-f185-4ddc-9915-836e9e05b42c tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2022.362018] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c740db8-f07c-4078-b160-c252d8db8a11 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.375789] env[62683]: DEBUG oslo_vmware.api [None req-751a7070-f185-4ddc-9915-836e9e05b42c tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 2022.375789] env[62683]: value = "task-1799967" [ 2022.375789] env[62683]: _type = "Task" [ 2022.375789] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.382988] env[62683]: DEBUG oslo_vmware.api [None req-751a7070-f185-4ddc-9915-836e9e05b42c tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.443300] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Releasing lock "refresh_cache-71fe9952-5683-4816-829c-6cb3ed4716d6" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.443526] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Updated the network info_cache for instance {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2022.443701] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2022.443879] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2022.444039] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2022.444193] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2022.444346] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2022.444487] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2022.444617] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2022.444761] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2022.886500] env[62683]: DEBUG oslo_vmware.api [None req-751a7070-f185-4ddc-9915-836e9e05b42c tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799967, 'name': ReconfigVM_Task, 'duration_secs': 0.145109} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.886788] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-751a7070-f185-4ddc-9915-836e9e05b42c tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373218', 'volume_id': '3c0dcf38-a956-45c8-801a-2c0cf733fa56', 'name': 'volume-3c0dcf38-a956-45c8-801a-2c0cf733fa56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3dac4ebc-2754-47b0-8e0d-22cb899dc2f1', 'attached_at': '', 'detached_at': '', 'volume_id': '3c0dcf38-a956-45c8-801a-2c0cf733fa56', 'serial': '3c0dcf38-a956-45c8-801a-2c0cf733fa56'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2022.948666] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.999354] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1af3bed-e2e6-4dcc-aacb-31df16fbafaa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.007085] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5b711c-63df-4299-bd40-13def83d5ce6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.038792] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ac1b40-0475-4f58-aac4-5edeb5e073ab {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.044702] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16de0cd9-9d0e-4641-8967-300879c0d693 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.058999] env[62683]: DEBUG nova.compute.provider_tree [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2023.426055] env[62683]: DEBUG nova.objects.instance [None req-751a7070-f185-4ddc-9915-836e9e05b42c tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lazy-loading 'flavor' on Instance uuid 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2023.562277] env[62683]: DEBUG nova.scheduler.client.report [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2023.566038] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "71fe9952-5683-4816-829c-6cb3ed4716d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.566266] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "71fe9952-5683-4816-829c-6cb3ed4716d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.566468] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "71fe9952-5683-4816-829c-6cb3ed4716d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.566651] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "71fe9952-5683-4816-829c-6cb3ed4716d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.566830] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "71fe9952-5683-4816-829c-6cb3ed4716d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.570794] env[62683]: INFO nova.compute.manager [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Terminating instance [ 2024.066734] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.153s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.068935] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.120s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.069134] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.069291] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2024.070791] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93c9802-aa2e-40d8-b7a6-43dd1f091596 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.074298] env[62683]: DEBUG nova.compute.manager [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2024.074593] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2024.075320] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b548013-f4d3-48ac-823e-5a5929032365 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.081316] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8aa390-f131-4d1e-9ca6-dc5cc32df6eb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.086651] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2024.087173] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5f04bae-f2f4-446d-8433-e0dc6bb0f2ad {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.097494] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e907850-40c9-4caa-ba0b-e21387a2a79e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.100934] env[62683]: INFO nova.network.neutron [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Updating port 2536ad23-b109-4204-952e-3334e131d799 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2024.105313] env[62683]: DEBUG oslo_vmware.api [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 2024.105313] env[62683]: value = "task-1799968" [ 2024.105313] env[62683]: _type = "Task" [ 2024.105313] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.106224] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d0fe73-d823-4103-a6b7-11f526c7762d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.117043] env[62683]: DEBUG oslo_vmware.api [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.141565] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180595MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2024.141718] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.141922] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.432460] env[62683]: DEBUG oslo_concurrency.lockutils [None req-751a7070-f185-4ddc-9915-836e9e05b42c tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.215s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.620098] env[62683]: DEBUG oslo_vmware.api [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799968, 'name': PowerOffVM_Task, 'duration_secs': 0.254599} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.620323] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2024.620490] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2024.620727] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66292bed-ae42-4460-a82e-65df49ea4340 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.693120] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2024.693371] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2024.693563] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Deleting the datastore file [datastore1] 71fe9952-5683-4816-829c-6cb3ed4716d6 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2024.693817] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f36fa1a-b778-4007-9c68-b3ae4d5f53f3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.700218] env[62683]: DEBUG oslo_vmware.api [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 2024.700218] env[62683]: value = "task-1799970" [ 2024.700218] env[62683]: _type = "Task" [ 2024.700218] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.707276] env[62683]: DEBUG oslo_vmware.api [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.167179] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance ecf0af70-447f-4285-a49d-44b2fb723d2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2025.167497] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 71fe9952-5683-4816-829c-6cb3ed4716d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2025.167497] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2025.167574] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2025.167692] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 5bfa2209-7c6d-4306-b427-69d12a736ca5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2025.167879] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2025.168032] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2025.211840] env[62683]: DEBUG oslo_vmware.api [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127679} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.212171] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2025.212379] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2025.212582] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2025.212763] env[62683]: INFO nova.compute.manager [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2025.213019] env[62683]: DEBUG oslo.service.loopingcall [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2025.213220] env[62683]: DEBUG nova.compute.manager [-] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2025.213318] env[62683]: DEBUG nova.network.neutron [-] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2025.236730] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cf5943-c127-4b24-ad45-6a54379c94e5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.244209] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdca5d4-3a67-4172-b56e-e0b44ff302f4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.276791] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c147bcc2-eb5d-4286-a5fa-7e8028128540 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.284571] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24fc5af-da52-4484-b893-7c9ef99f2be8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.299291] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2025.508726] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.509030] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.509289] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.509447] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.509621] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.512558] env[62683]: INFO nova.compute.manager [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Terminating instance [ 2025.802121] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2025.860176] env[62683]: DEBUG nova.compute.manager [req-7fc43ff1-f163-4dea-89e5-2325b0f7cb5e req-b71a70ed-335e-44fd-98f5-8b4b493ad55e service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Received event network-vif-plugged-2536ad23-b109-4204-952e-3334e131d799 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2025.860395] env[62683]: DEBUG oslo_concurrency.lockutils [req-7fc43ff1-f163-4dea-89e5-2325b0f7cb5e req-b71a70ed-335e-44fd-98f5-8b4b493ad55e service nova] Acquiring lock "5bfa2209-7c6d-4306-b427-69d12a736ca5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.860642] env[62683]: DEBUG oslo_concurrency.lockutils [req-7fc43ff1-f163-4dea-89e5-2325b0f7cb5e req-b71a70ed-335e-44fd-98f5-8b4b493ad55e service nova] Lock "5bfa2209-7c6d-4306-b427-69d12a736ca5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.860762] env[62683]: DEBUG oslo_concurrency.lockutils [req-7fc43ff1-f163-4dea-89e5-2325b0f7cb5e req-b71a70ed-335e-44fd-98f5-8b4b493ad55e service nova] Lock "5bfa2209-7c6d-4306-b427-69d12a736ca5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.860931] env[62683]: DEBUG nova.compute.manager [req-7fc43ff1-f163-4dea-89e5-2325b0f7cb5e req-b71a70ed-335e-44fd-98f5-8b4b493ad55e service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] No waiting events found dispatching network-vif-plugged-2536ad23-b109-4204-952e-3334e131d799 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2025.861229] env[62683]: WARNING nova.compute.manager [req-7fc43ff1-f163-4dea-89e5-2325b0f7cb5e req-b71a70ed-335e-44fd-98f5-8b4b493ad55e service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Received unexpected event network-vif-plugged-2536ad23-b109-4204-952e-3334e131d799 for instance with vm_state shelved_offloaded and task_state spawning. [ 2026.016266] env[62683]: DEBUG nova.compute.manager [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2026.016678] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2026.017409] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c3d7bc-e650-4dcf-9d8a-bd87b627abba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.027953] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2026.030025] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b2975d1-bea8-4796-8d3b-8895636f3906 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.036955] env[62683]: DEBUG oslo_vmware.api [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 2026.036955] env[62683]: value = "task-1799971" [ 2026.036955] env[62683]: _type = "Task" [ 2026.036955] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.048295] env[62683]: DEBUG oslo_vmware.api [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.049130] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.049571] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.049571] env[62683]: DEBUG nova.network.neutron [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2026.306718] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2026.307067] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.165s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.307259] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2026.307404] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Cleaning up deleted instances {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 2026.532459] env[62683]: DEBUG nova.network.neutron [-] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.547486] env[62683]: DEBUG oslo_vmware.api [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799971, 'name': PowerOffVM_Task, 'duration_secs': 0.186323} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.547748] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2026.547917] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2026.548196] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be92e649-7306-479f-85c4-c5990fb0b6e1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.772774] env[62683]: DEBUG nova.network.neutron [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Updating instance_info_cache with network_info: [{"id": "2536ad23-b109-4204-952e-3334e131d799", "address": "fa:16:3e:9f:f9:3d", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2536ad23-b1", "ovs_interfaceid": "2536ad23-b109-4204-952e-3334e131d799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.819533] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] There are 46 instances to clean {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2026.819794] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: a09808be-b363-4d80-b104-8f8764a01d16] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2026.978201] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2026.978412] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2026.978563] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Deleting the datastore file [datastore1] 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2026.978826] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad75f92c-34a3-48e5-b692-6947e8a82d8b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.986045] env[62683]: DEBUG oslo_vmware.api [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 2026.986045] env[62683]: value = "task-1799973" [ 2026.986045] env[62683]: _type = "Task" [ 2026.986045] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.993446] env[62683]: DEBUG oslo_vmware.api [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.035237] env[62683]: INFO nova.compute.manager [-] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Took 1.82 seconds to deallocate network for instance. [ 2027.277060] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.306011] env[62683]: DEBUG nova.virt.hardware [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b29c975d804cf28d872f028cb55c69ac',container_format='bare',created_at=2024-12-12T07:01:14Z,direct_url=,disk_format='vmdk',id=baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1052934738-shelved',owner='b5f2100bb892434abc77e3d62a3b9277',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-12-12T07:01:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2027.306407] env[62683]: DEBUG nova.virt.hardware [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2027.306680] env[62683]: DEBUG nova.virt.hardware [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2027.306999] env[62683]: DEBUG nova.virt.hardware [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2027.307278] env[62683]: DEBUG nova.virt.hardware [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2027.307525] env[62683]: DEBUG nova.virt.hardware [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2027.307860] env[62683]: DEBUG nova.virt.hardware [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2027.308140] env[62683]: DEBUG nova.virt.hardware [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2027.308421] env[62683]: DEBUG nova.virt.hardware [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2027.308696] env[62683]: DEBUG nova.virt.hardware [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2027.308979] env[62683]: DEBUG nova.virt.hardware [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2027.310432] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34994f26-6280-4e8f-b5d3-03c9b85e9823 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.320818] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648173d5-f916-4a92-93b8-610d41602ce1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.324927] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: c7213e03-b11e-44de-a8cf-361e446bc4c9] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2027.337794] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:f9:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2536ad23-b109-4204-952e-3334e131d799', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2027.345767] env[62683]: DEBUG oslo.service.loopingcall [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2027.345879] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2027.346094] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a590ce8f-a64e-4b6a-904d-409f5f2fefbc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.366034] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2027.366034] env[62683]: value = "task-1799974" [ 2027.366034] env[62683]: _type = "Task" [ 2027.366034] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.374217] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799974, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.495968] env[62683]: DEBUG oslo_vmware.api [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128226} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.496242] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2027.496430] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2027.496613] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2027.496788] env[62683]: INFO nova.compute.manager [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Took 1.48 seconds to destroy the instance on the hypervisor. [ 2027.497030] env[62683]: DEBUG oslo.service.loopingcall [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2027.497229] env[62683]: DEBUG nova.compute.manager [-] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2027.497322] env[62683]: DEBUG nova.network.neutron [-] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2027.541972] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.541972] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.541972] env[62683]: DEBUG nova.objects.instance [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lazy-loading 'resources' on Instance uuid 71fe9952-5683-4816-829c-6cb3ed4716d6 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2027.827794] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 9dfe2c53-3fcf-4500-aea2-fb81a5031f9f] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2027.876556] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799974, 'name': CreateVM_Task, 'duration_secs': 0.319939} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.876735] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2027.877470] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.877677] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.878180] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2027.878731] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc6c2c3a-8bfe-45e6-b73f-a93ad2037745 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.883626] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 2027.883626] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a62a10-bc3b-651d-07b7-cf62291cad62" [ 2027.883626] env[62683]: _type = "Task" [ 2027.883626] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.890915] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52a62a10-bc3b-651d-07b7-cf62291cad62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.894076] env[62683]: DEBUG nova.compute.manager [req-1cef5982-9c8f-4625-9404-23e8cb0165f5 req-a0090de8-c9c3-475d-9328-9e08e2b32c6d service nova] [instance: 71fe9952-5683-4816-829c-6cb3ed4716d6] Received event network-vif-deleted-4419073a-05c3-4183-9913-749211df946b {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2027.894278] env[62683]: DEBUG nova.compute.manager [req-1cef5982-9c8f-4625-9404-23e8cb0165f5 req-a0090de8-c9c3-475d-9328-9e08e2b32c6d service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Received event network-changed-2536ad23-b109-4204-952e-3334e131d799 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2027.894441] env[62683]: DEBUG nova.compute.manager [req-1cef5982-9c8f-4625-9404-23e8cb0165f5 req-a0090de8-c9c3-475d-9328-9e08e2b32c6d service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Refreshing instance network info cache due to event network-changed-2536ad23-b109-4204-952e-3334e131d799. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2027.894649] env[62683]: DEBUG oslo_concurrency.lockutils [req-1cef5982-9c8f-4625-9404-23e8cb0165f5 req-a0090de8-c9c3-475d-9328-9e08e2b32c6d service nova] Acquiring lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.894781] env[62683]: DEBUG oslo_concurrency.lockutils [req-1cef5982-9c8f-4625-9404-23e8cb0165f5 req-a0090de8-c9c3-475d-9328-9e08e2b32c6d service nova] Acquired lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.894939] env[62683]: DEBUG nova.network.neutron [req-1cef5982-9c8f-4625-9404-23e8cb0165f5 req-a0090de8-c9c3-475d-9328-9e08e2b32c6d service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Refreshing network info cache for port 2536ad23-b109-4204-952e-3334e131d799 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2028.115038] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dca3f6-f1c3-4546-94e6-7ff3b70e7b9a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.123182] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df87d318-a26e-4775-836e-c825a9010272 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.156620] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ded019b-9f8b-413c-bf0d-9ba37e6f87e4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.164198] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd44454-1759-450a-9f54-cda3df086979 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.177814] env[62683]: DEBUG nova.compute.provider_tree [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2028.331119] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: f3c3d6c9-1177-4a41-b80f-b884fd2d1aec] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2028.393728] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.393994] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Processing image baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2028.394245] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4/baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.394397] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4/baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.394574] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2028.394823] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-098896f5-dc49-4f75-8bee-19c15e9b555d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.408071] env[62683]: DEBUG nova.network.neutron [-] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.414025] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2028.414025] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2028.414475] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c185199-7cdd-4cc2-a617-3594c1e69be1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.420261] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 2028.420261] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f6914d-dd8e-babe-8a7b-f9aa6546f999" [ 2028.420261] env[62683]: _type = "Task" [ 2028.420261] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.430332] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f6914d-dd8e-babe-8a7b-f9aa6546f999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.619221] env[62683]: DEBUG nova.network.neutron [req-1cef5982-9c8f-4625-9404-23e8cb0165f5 req-a0090de8-c9c3-475d-9328-9e08e2b32c6d service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Updated VIF entry in instance network info cache for port 2536ad23-b109-4204-952e-3334e131d799. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2028.619633] env[62683]: DEBUG nova.network.neutron [req-1cef5982-9c8f-4625-9404-23e8cb0165f5 req-a0090de8-c9c3-475d-9328-9e08e2b32c6d service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Updating instance_info_cache with network_info: [{"id": "2536ad23-b109-4204-952e-3334e131d799", "address": "fa:16:3e:9f:f9:3d", "network": {"id": "577f7464-2fb9-41c4-bb10-3da3fd98b883", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277940668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f2100bb892434abc77e3d62a3b9277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2536ad23-b1", "ovs_interfaceid": "2536ad23-b109-4204-952e-3334e131d799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.698254] env[62683]: ERROR nova.scheduler.client.report [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [req-94584e4d-a925-4f1b-834e-03cc09ac4973] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-94584e4d-a925-4f1b-834e-03cc09ac4973"}]} [ 2028.714196] env[62683]: DEBUG nova.scheduler.client.report [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2028.727303] env[62683]: DEBUG nova.scheduler.client.report [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2028.727539] env[62683]: DEBUG nova.compute.provider_tree [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2028.738720] env[62683]: DEBUG nova.scheduler.client.report [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2028.757219] env[62683]: DEBUG nova.scheduler.client.report [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2028.824118] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e902b8-2c1b-493e-ae7c-a301053a25d8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.831578] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ede289f-b500-4acb-a84e-3a8d06e6dfab {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.834610] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: eae96523-6a97-447d-bcd9-f1bd57abdf21] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2028.865207] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb891f44-3c8b-40a5-b2c7-6674a7a3aac1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.872698] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f190b0b4-57a5-4efe-8e9a-16bc2c71ab27 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.886025] env[62683]: DEBUG nova.compute.provider_tree [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2028.910642] env[62683]: INFO nova.compute.manager [-] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Took 1.41 seconds to deallocate network for instance. [ 2028.930048] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Preparing fetch location {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2028.930344] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Fetch image to [datastore1] OSTACK_IMG_43810d6b-f7f3-45f6-9e76-c861324b6291/OSTACK_IMG_43810d6b-f7f3-45f6-9e76-c861324b6291.vmdk {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2028.930557] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Downloading stream optimized image baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4 to [datastore1] OSTACK_IMG_43810d6b-f7f3-45f6-9e76-c861324b6291/OSTACK_IMG_43810d6b-f7f3-45f6-9e76-c861324b6291.vmdk on the data store datastore1 as vApp {{(pid=62683) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2028.930732] env[62683]: DEBUG nova.virt.vmwareapi.images [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Downloading image file data baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4 to the ESX as VM named 'OSTACK_IMG_43810d6b-f7f3-45f6-9e76-c861324b6291' {{(pid=62683) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2029.000827] env[62683]: DEBUG oslo_vmware.rw_handles [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2029.000827] env[62683]: value = "resgroup-9" [ 2029.000827] env[62683]: _type = "ResourcePool" [ 2029.000827] env[62683]: }. {{(pid=62683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2029.001189] env[62683]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7b54e25b-8c71-4407-94dd-4bb9c5569236 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.021871] env[62683]: DEBUG oslo_vmware.rw_handles [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lease: (returnval){ [ 2029.021871] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e192d5-31fc-4269-b1b1-ac87cc3dc657" [ 2029.021871] env[62683]: _type = "HttpNfcLease" [ 2029.021871] env[62683]: } obtained for vApp import into resource pool (val){ [ 2029.021871] env[62683]: value = "resgroup-9" [ 2029.021871] env[62683]: _type = "ResourcePool" [ 2029.021871] env[62683]: }. {{(pid=62683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2029.022216] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the lease: (returnval){ [ 2029.022216] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e192d5-31fc-4269-b1b1-ac87cc3dc657" [ 2029.022216] env[62683]: _type = "HttpNfcLease" [ 2029.022216] env[62683]: } to be ready. {{(pid=62683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2029.028110] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2029.028110] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e192d5-31fc-4269-b1b1-ac87cc3dc657" [ 2029.028110] env[62683]: _type = "HttpNfcLease" [ 2029.028110] env[62683]: } is initializing. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2029.122907] env[62683]: DEBUG oslo_concurrency.lockutils [req-1cef5982-9c8f-4625-9404-23e8cb0165f5 req-a0090de8-c9c3-475d-9328-9e08e2b32c6d service nova] Releasing lock "refresh_cache-5bfa2209-7c6d-4306-b427-69d12a736ca5" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.338437] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 4c54f777-3270-49a1-8734-9423c8d66bcc] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2029.416845] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.417907] env[62683]: DEBUG nova.scheduler.client.report [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2029.418153] env[62683]: DEBUG nova.compute.provider_tree [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 176 to 177 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2029.418338] env[62683]: DEBUG nova.compute.provider_tree [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2029.530621] env[62683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2029.530621] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e192d5-31fc-4269-b1b1-ac87cc3dc657" [ 2029.530621] env[62683]: _type = "HttpNfcLease" [ 2029.530621] env[62683]: } is ready. {{(pid=62683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2029.530970] env[62683]: DEBUG oslo_vmware.rw_handles [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2029.530970] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e192d5-31fc-4269-b1b1-ac87cc3dc657" [ 2029.530970] env[62683]: _type = "HttpNfcLease" [ 2029.530970] env[62683]: }. {{(pid=62683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2029.531647] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0863845a-cf08-4a92-947c-a46a3f07288a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.538716] env[62683]: DEBUG oslo_vmware.rw_handles [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e54d36-36d8-c489-8d40-7c494c51e14f/disk-0.vmdk from lease info. {{(pid=62683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2029.538890] env[62683]: DEBUG oslo_vmware.rw_handles [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e54d36-36d8-c489-8d40-7c494c51e14f/disk-0.vmdk. {{(pid=62683) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2029.602068] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f9faa70c-418a-40a1-b7a4-52077b45c0a2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.842560] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 79fdb4e9-5204-401c-8427-a53ba51ab964] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2029.926162] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.384s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.929099] env[62683]: DEBUG nova.compute.manager [req-5bbbdd56-2dff-4807-aca8-eb7baf50151f req-c9f5ea07-5d4d-4c9b-b76d-e4ac0c887a08 service nova] [instance: 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1] Received event network-vif-deleted-002fdcb7-5989-41e2-8861-ae5bdb99cb65 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2029.933648] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.516s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.933648] env[62683]: DEBUG nova.objects.instance [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lazy-loading 'resources' on Instance uuid 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2029.946448] env[62683]: INFO nova.scheduler.client.report [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Deleted allocations for instance 71fe9952-5683-4816-829c-6cb3ed4716d6 [ 2030.346990] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 4ef4bf08-1bf2-4a97-8e29-9ec7e6a93824] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2030.461244] env[62683]: DEBUG oslo_concurrency.lockutils [None req-b285cfee-f6d3-4954-8a53-d58de84e63ce tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "71fe9952-5683-4816-829c-6cb3ed4716d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.895s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.517031] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a7280d-dab9-4896-b4a1-dcfa58a7fd62 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.525447] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6c5274-c0a2-4a50-a4f8-09fd5574db8d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.558464] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da78659-dd3d-4fb9-8612-029424eec539 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.566522] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76aaec65-6530-4d26-a16c-d548f9239e9e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.582605] env[62683]: DEBUG nova.compute.provider_tree [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2030.654704] env[62683]: DEBUG oslo_vmware.rw_handles [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Completed reading data from the image iterator. {{(pid=62683) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2030.654965] env[62683]: DEBUG oslo_vmware.rw_handles [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e54d36-36d8-c489-8d40-7c494c51e14f/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2030.655959] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79894f4c-5380-4793-8ca5-2894b25a73e7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.664949] env[62683]: DEBUG oslo_vmware.rw_handles [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e54d36-36d8-c489-8d40-7c494c51e14f/disk-0.vmdk is in state: ready. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2030.665218] env[62683]: DEBUG oslo_vmware.rw_handles [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e54d36-36d8-c489-8d40-7c494c51e14f/disk-0.vmdk. {{(pid=62683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2030.665452] env[62683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-815be094-767a-4ba5-99cc-f06481182736 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.852909] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 20120679-7fa6-4fb7-aef9-5ba6e150c916] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2030.915154] env[62683]: DEBUG oslo_vmware.rw_handles [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e54d36-36d8-c489-8d40-7c494c51e14f/disk-0.vmdk. {{(pid=62683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2030.915154] env[62683]: INFO nova.virt.vmwareapi.images [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Downloaded image file data baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4 [ 2030.915999] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3432845-c637-4410-84d1-87ed23b4ec12 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.931879] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-352c8d28-4f2c-4405-967c-de7fcd9221a2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.955018] env[62683]: INFO nova.virt.vmwareapi.images [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] The imported VM was unregistered [ 2030.957406] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Caching image {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2030.957648] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Creating directory with path [datastore1] devstack-image-cache_base/baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4 {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2030.957919] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-deebb210-b040-4842-8bde-10e92c4f3452 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.976311] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Created directory with path [datastore1] devstack-image-cache_base/baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4 {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2030.976472] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_43810d6b-f7f3-45f6-9e76-c861324b6291/OSTACK_IMG_43810d6b-f7f3-45f6-9e76-c861324b6291.vmdk to [datastore1] devstack-image-cache_base/baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4/baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4.vmdk. {{(pid=62683) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2030.976718] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d0bfdf44-8ce2-4d96-afa5-bd0789523c63 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.983557] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 2030.983557] env[62683]: value = "task-1799977" [ 2030.983557] env[62683]: _type = "Task" [ 2030.983557] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.991631] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799977, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.088266] env[62683]: DEBUG nova.scheduler.client.report [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2031.354631] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: c7e06b69-36df-4772-90b1-7436a1f58787] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2031.495924] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799977, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.592972] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.618470] env[62683]: INFO nova.scheduler.client.report [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Deleted allocations for instance 3dac4ebc-2754-47b0-8e0d-22cb899dc2f1 [ 2031.858488] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: c4a232d9-9d75-4202-9ecd-18747fe702ac] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2031.996627] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799977, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.126971] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3c520f72-c9d2-4dec-b7a8-93d0005b0017 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "3dac4ebc-2754-47b0-8e0d-22cb899dc2f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.618s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.363744] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 629eb164-2fce-4e36-b058-d91dc0f249c3] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2032.496348] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799977, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.845836] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.846110] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.867606] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 8d2f0523-35eb-4d6b-b656-8fdccb16e9ec] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2032.996831] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799977, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.348588] env[62683]: DEBUG nova.compute.manager [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2033.370597] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 3732e8f2-47fd-4edc-9b71-3b04c9ef6718] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2033.498150] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799977, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.249687} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.498150] env[62683]: INFO nova.virt.vmwareapi.ds_util [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_43810d6b-f7f3-45f6-9e76-c861324b6291/OSTACK_IMG_43810d6b-f7f3-45f6-9e76-c861324b6291.vmdk to [datastore1] devstack-image-cache_base/baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4/baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4.vmdk. [ 2033.498150] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Cleaning up location [datastore1] OSTACK_IMG_43810d6b-f7f3-45f6-9e76-c861324b6291 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2033.498150] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_43810d6b-f7f3-45f6-9e76-c861324b6291 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2033.498475] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da48f0a7-a20e-437a-b18f-5fdc99cbfcf0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.504732] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 2033.504732] env[62683]: value = "task-1799978" [ 2033.504732] env[62683]: _type = "Task" [ 2033.504732] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.512983] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.870506] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.870771] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.872358] env[62683]: INFO nova.compute.claims [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2033.874862] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: ba8d8d06-00ef-4339-9974-85db61baedd6] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2034.014798] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03171} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.014981] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2034.015346] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4/baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.015440] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4/baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4.vmdk to [datastore1] 5bfa2209-7c6d-4306-b427-69d12a736ca5/5bfa2209-7c6d-4306-b427-69d12a736ca5.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2034.016027] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7eba00a-16a3-4d87-a4e8-0d4a8a60b1aa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.022045] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 2034.022045] env[62683]: value = "task-1799979" [ 2034.022045] env[62683]: _type = "Task" [ 2034.022045] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.029582] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.380085] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: a4d935e2-5f02-4caf-8f98-3289af02b226] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2034.533412] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799979, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.605542] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.605789] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.883577] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 7f15b66f-2278-4a5a-8481-23e03d363e61] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2034.968545] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ca2bf4-31ae-48c6-baf6-a77eae77b307 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.976652] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e55a67a-5a91-4a72-ae0a-e925a8983183 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.009079] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7326f2a-cb0c-43b2-b007-cd8469877fa8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.017013] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3883f21d-a863-474b-bea7-9b772a1be5ae {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.031139] env[62683]: DEBUG nova.compute.provider_tree [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2035.041526] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799979, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.108878] env[62683]: DEBUG nova.compute.manager [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2035.389292] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: ba110ea0-5dcc-44f0-b11c-61e144f8e001] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2035.544788] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799979, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.553946] env[62683]: ERROR nova.scheduler.client.report [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [req-e9f39f0a-15d8-4d0a-894a-eb190ef69b23] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e9f39f0a-15d8-4d0a-894a-eb190ef69b23"}]} [ 2035.573445] env[62683]: DEBUG nova.scheduler.client.report [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2035.589579] env[62683]: DEBUG nova.scheduler.client.report [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2035.589877] env[62683]: DEBUG nova.compute.provider_tree [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2035.604427] env[62683]: DEBUG nova.scheduler.client.report [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2035.623351] env[62683]: DEBUG nova.scheduler.client.report [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2035.627589] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.698410] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51873327-cf94-4e92-9622-9da8fe02703e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.706981] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbad12b-c6bc-4cab-9286-3f92dc3b87a9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.742443] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5994622-d391-4a74-91cc-f3ed780e6e05 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.751010] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe2598d-981c-4160-a467-477f8f8b5795 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.766102] env[62683]: DEBUG nova.compute.provider_tree [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2035.893416] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 70d0fe60-48a0-4a0c-8131-126da2557c77] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2036.042660] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799979, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.294024] env[62683]: DEBUG nova.scheduler.client.report [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2036.294342] env[62683]: DEBUG nova.compute.provider_tree [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 179 to 180 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2036.294530] env[62683]: DEBUG nova.compute.provider_tree [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2036.396778] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: d5ee0470-9591-4471-a8a6-cde1fc0cca1c] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2036.542795] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799979, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.229763} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.543125] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4/baa97b4b-bcfe-4f66-bc04-9bf6b03cb4e4.vmdk to [datastore1] 5bfa2209-7c6d-4306-b427-69d12a736ca5/5bfa2209-7c6d-4306-b427-69d12a736ca5.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2036.543883] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfdd861-d3c9-4df3-8ccd-ac254864eb6a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.565802] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 5bfa2209-7c6d-4306-b427-69d12a736ca5/5bfa2209-7c6d-4306-b427-69d12a736ca5.vmdk or device None with type streamOptimized {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2036.566065] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e1ff31f-3454-40cf-80d2-7b8630499580 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.586888] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 2036.586888] env[62683]: value = "task-1799980" [ 2036.586888] env[62683]: _type = "Task" [ 2036.586888] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.594327] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.799520] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.929s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2036.800105] env[62683]: DEBUG nova.compute.manager [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2036.802992] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.175s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.804983] env[62683]: INFO nova.compute.claims [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2036.899415] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: bf8d9643-76f4-4322-b609-dbd3433f5a20] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2037.097262] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799980, 'name': ReconfigVM_Task, 'duration_secs': 0.269907} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.097531] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 5bfa2209-7c6d-4306-b427-69d12a736ca5/5bfa2209-7c6d-4306-b427-69d12a736ca5.vmdk or device None with type streamOptimized {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2037.098178] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8f7ad3c-f709-4883-8819-c19237d370ee {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.104745] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 2037.104745] env[62683]: value = "task-1799981" [ 2037.104745] env[62683]: _type = "Task" [ 2037.104745] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.112682] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799981, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.310021] env[62683]: DEBUG nova.compute.utils [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2037.313335] env[62683]: DEBUG nova.compute.manager [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2037.313494] env[62683]: DEBUG nova.network.neutron [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2037.351220] env[62683]: DEBUG nova.policy [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01a01a53c3e04ee69c492989eae327fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e96265bbf4f34becb479bc48c82c353f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 2037.402374] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 46912c26-2d0f-4d49-8840-5ab693dd8212] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2037.616212] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799981, 'name': Rename_Task, 'duration_secs': 0.142234} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.616594] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2037.617684] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92d691e0-9fa9-43c7-bb23-6a2e1b916c6d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.623395] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 2037.623395] env[62683]: value = "task-1799982" [ 2037.623395] env[62683]: _type = "Task" [ 2037.623395] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.632048] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.642291] env[62683]: DEBUG nova.network.neutron [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Successfully created port: 3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2037.814398] env[62683]: DEBUG nova.compute.manager [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2037.899876] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdaa1ed-b607-4ef0-8e14-edba97dcc777 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.907278] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 1478606f-84b3-4b2d-ae96-ce75e59929d5] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2037.910037] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27877ec-d701-479d-9f4d-11082b30ed3d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.944021] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecee109-f3ab-41a1-942d-571eece07a94 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.952547] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a8cebf-d0a0-4a70-94d5-274a52c297a4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.966424] env[62683]: DEBUG nova.compute.provider_tree [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2038.134380] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799982, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.414727] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 699973e3-072c-4e00-90c4-5c69616e4b11] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2038.469622] env[62683]: DEBUG nova.scheduler.client.report [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2038.634824] env[62683]: DEBUG oslo_vmware.api [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799982, 'name': PowerOnVM_Task, 'duration_secs': 0.515235} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.635099] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2038.728635] env[62683]: DEBUG nova.compute.manager [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2038.729579] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60e3539-545c-45bf-ac37-864f14a70c66 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.826107] env[62683]: DEBUG nova.compute.manager [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2038.846143] env[62683]: DEBUG nova.virt.hardware [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2038.846395] env[62683]: DEBUG nova.virt.hardware [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2038.846552] env[62683]: DEBUG nova.virt.hardware [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2038.846731] env[62683]: DEBUG nova.virt.hardware [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2038.846878] env[62683]: DEBUG nova.virt.hardware [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2038.847034] env[62683]: DEBUG nova.virt.hardware [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2038.847245] env[62683]: DEBUG nova.virt.hardware [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2038.847402] env[62683]: DEBUG nova.virt.hardware [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2038.847565] env[62683]: DEBUG nova.virt.hardware [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2038.847725] env[62683]: DEBUG nova.virt.hardware [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2038.847896] env[62683]: DEBUG nova.virt.hardware [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2038.848746] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bcb8d2-5557-4142-9cdd-ad4a3fc635bf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.856827] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3242830-5703-4427-96cb-5cc8b275eccd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.918333] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 85957ed6-95ab-4c6b-b0e2-ee3316b34d77] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2038.973965] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.974473] env[62683]: DEBUG nova.compute.manager [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2039.065329] env[62683]: DEBUG nova.compute.manager [req-6d5bdb9a-fb5a-46dd-ac91-08fed4518848 req-fb0ba3be-01d0-4262-894c-f49c33eabce7 service nova] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Received event network-vif-plugged-3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2039.065570] env[62683]: DEBUG oslo_concurrency.lockutils [req-6d5bdb9a-fb5a-46dd-ac91-08fed4518848 req-fb0ba3be-01d0-4262-894c-f49c33eabce7 service nova] Acquiring lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.065782] env[62683]: DEBUG oslo_concurrency.lockutils [req-6d5bdb9a-fb5a-46dd-ac91-08fed4518848 req-fb0ba3be-01d0-4262-894c-f49c33eabce7 service nova] Lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.065959] env[62683]: DEBUG oslo_concurrency.lockutils [req-6d5bdb9a-fb5a-46dd-ac91-08fed4518848 req-fb0ba3be-01d0-4262-894c-f49c33eabce7 service nova] Lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.066179] env[62683]: DEBUG nova.compute.manager [req-6d5bdb9a-fb5a-46dd-ac91-08fed4518848 req-fb0ba3be-01d0-4262-894c-f49c33eabce7 service nova] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] No waiting events found dispatching network-vif-plugged-3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2039.066308] env[62683]: WARNING nova.compute.manager [req-6d5bdb9a-fb5a-46dd-ac91-08fed4518848 req-fb0ba3be-01d0-4262-894c-f49c33eabce7 service nova] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Received unexpected event network-vif-plugged-3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787 for instance with vm_state building and task_state spawning. [ 2039.181245] env[62683]: DEBUG nova.network.neutron [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Successfully updated port: 3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2039.247529] env[62683]: DEBUG oslo_concurrency.lockutils [None req-f59bafe5-18f7-49fe-9855-4e0cf69790d3 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "5bfa2209-7c6d-4306-b427-69d12a736ca5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.358s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.422292] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: d946c583-86c0-47e7-91c4-b9a156af1e2e] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2039.470979] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "05eb95ed-e64c-4b32-a554-b1d9a4f12b0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.471326] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "05eb95ed-e64c-4b32-a554-b1d9a4f12b0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.471464] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "05eb95ed-e64c-4b32-a554-b1d9a4f12b0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.471708] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "05eb95ed-e64c-4b32-a554-b1d9a4f12b0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.471934] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "05eb95ed-e64c-4b32-a554-b1d9a4f12b0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.474055] env[62683]: INFO nova.compute.manager [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Terminating instance [ 2039.479107] env[62683]: DEBUG nova.compute.utils [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2039.480370] env[62683]: DEBUG nova.compute.manager [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2039.480575] env[62683]: DEBUG nova.network.neutron [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2039.528427] env[62683]: DEBUG nova.policy [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cf429cb8b67488aa765ffe636ce17b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f69d4591a0e642348ccc801be45f2bf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 2039.683621] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "refresh_cache-8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.683768] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquired lock "refresh_cache-8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.683952] env[62683]: DEBUG nova.network.neutron [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2039.804017] env[62683]: DEBUG nova.network.neutron [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Successfully created port: 8b8a2b24-7953-4f24-8a56-74de17dc6234 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2039.925298] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 71345bf6-a872-4abe-a0a4-db0a5f2eeced] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2039.978722] env[62683]: DEBUG nova.compute.manager [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2039.978722] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2039.979528] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d11d5a2-09f0-443b-b536-66d8cf8d567a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.984129] env[62683]: DEBUG nova.compute.manager [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2039.989018] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2039.989379] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ea64841-fe76-4282-9aeb-4662ec4b93d3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.995750] env[62683]: DEBUG oslo_vmware.api [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2039.995750] env[62683]: value = "task-1799983" [ 2039.995750] env[62683]: _type = "Task" [ 2039.995750] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.005422] env[62683]: DEBUG oslo_vmware.api [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.225973] env[62683]: DEBUG nova.network.neutron [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2040.351831] env[62683]: DEBUG nova.network.neutron [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Updating instance_info_cache with network_info: [{"id": "3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787", "address": "fa:16:3e:ab:96:50", "network": {"id": "1a6efdbf-20b4-46d8-b144-11bfb63d416e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-135588002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96265bbf4f34becb479bc48c82c353f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c14ddb4-4c", "ovs_interfaceid": "3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.428643] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 75ab476d-b78b-45b4-ad13-6dfe5de9183a] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2040.505218] env[62683]: DEBUG oslo_vmware.api [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799983, 'name': PowerOffVM_Task, 'duration_secs': 0.156843} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.505496] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2040.505667] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2040.505905] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccea7d00-deb5-4502-9196-c520136e101b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.576723] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2040.576883] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2040.577113] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Deleting the datastore file [datastore1] 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2040.577373] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cd402d1-9ffd-4a0c-a5a3-46bc53352cd5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.583376] env[62683]: DEBUG oslo_vmware.api [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2040.583376] env[62683]: value = "task-1799985" [ 2040.583376] env[62683]: _type = "Task" [ 2040.583376] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.590797] env[62683]: DEBUG oslo_vmware.api [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.658980] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "5bfa2209-7c6d-4306-b427-69d12a736ca5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.659274] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "5bfa2209-7c6d-4306-b427-69d12a736ca5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.659513] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "5bfa2209-7c6d-4306-b427-69d12a736ca5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.659779] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "5bfa2209-7c6d-4306-b427-69d12a736ca5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.659972] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "5bfa2209-7c6d-4306-b427-69d12a736ca5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.662460] env[62683]: INFO nova.compute.manager [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Terminating instance [ 2040.854188] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Releasing lock "refresh_cache-8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.854537] env[62683]: DEBUG nova.compute.manager [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Instance network_info: |[{"id": "3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787", "address": "fa:16:3e:ab:96:50", "network": {"id": "1a6efdbf-20b4-46d8-b144-11bfb63d416e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-135588002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96265bbf4f34becb479bc48c82c353f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c14ddb4-4c", "ovs_interfaceid": "3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2040.854962] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:96:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2040.862381] env[62683]: DEBUG oslo.service.loopingcall [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2040.862601] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2040.862834] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92ba99f8-a8a7-495b-b3ee-2f8838e5964e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.882022] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2040.882022] env[62683]: value = "task-1799986" [ 2040.882022] env[62683]: _type = "Task" [ 2040.882022] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.889415] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799986, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.932193] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 0079d28d-4030-4ee2-ae5c-2cdaef180812] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2040.995576] env[62683]: DEBUG nova.compute.manager [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2041.024895] env[62683]: DEBUG nova.virt.hardware [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2041.025246] env[62683]: DEBUG nova.virt.hardware [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2041.025430] env[62683]: DEBUG nova.virt.hardware [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2041.025633] env[62683]: DEBUG nova.virt.hardware [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2041.025836] env[62683]: DEBUG nova.virt.hardware [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2041.026071] env[62683]: DEBUG nova.virt.hardware [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2041.026332] env[62683]: DEBUG nova.virt.hardware [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2041.026531] env[62683]: DEBUG nova.virt.hardware [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2041.026776] env[62683]: DEBUG nova.virt.hardware [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2041.030016] env[62683]: DEBUG nova.virt.hardware [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2041.030016] env[62683]: DEBUG nova.virt.hardware [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2041.030016] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97365584-c1d7-4292-8ed4-0699bd25e3b8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.036871] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d72946-6c87-45aa-88c6-355c9dd85a2a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.093511] env[62683]: DEBUG oslo_vmware.api [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1799985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131019} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.094793] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2041.094985] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2041.095190] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2041.095367] env[62683]: INFO nova.compute.manager [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2041.095605] env[62683]: DEBUG oslo.service.loopingcall [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2041.096715] env[62683]: DEBUG nova.compute.manager [req-4d584863-b981-4bf7-a93d-dc1e9068f655 req-353b0c62-cc57-4a25-aae9-5fc85578fb3e service nova] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Received event network-changed-3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2041.096890] env[62683]: DEBUG nova.compute.manager [req-4d584863-b981-4bf7-a93d-dc1e9068f655 req-353b0c62-cc57-4a25-aae9-5fc85578fb3e service nova] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Refreshing instance network info cache due to event network-changed-3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2041.097114] env[62683]: DEBUG oslo_concurrency.lockutils [req-4d584863-b981-4bf7-a93d-dc1e9068f655 req-353b0c62-cc57-4a25-aae9-5fc85578fb3e service nova] Acquiring lock "refresh_cache-8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.097260] env[62683]: DEBUG oslo_concurrency.lockutils [req-4d584863-b981-4bf7-a93d-dc1e9068f655 req-353b0c62-cc57-4a25-aae9-5fc85578fb3e service nova] Acquired lock "refresh_cache-8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.097418] env[62683]: DEBUG nova.network.neutron [req-4d584863-b981-4bf7-a93d-dc1e9068f655 req-353b0c62-cc57-4a25-aae9-5fc85578fb3e service nova] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Refreshing network info cache for port 3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2041.098710] env[62683]: DEBUG nova.compute.manager [-] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2041.098812] env[62683]: DEBUG nova.network.neutron [-] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2041.166199] env[62683]: DEBUG nova.compute.manager [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2041.166491] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2041.167396] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4a0c1e-2649-4177-96a7-8dadbd2ceff1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.175541] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2041.175784] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f7aadd2-da67-48b7-8ae2-2d914d27e8a2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.181128] env[62683]: DEBUG oslo_vmware.api [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 2041.181128] env[62683]: value = "task-1799987" [ 2041.181128] env[62683]: _type = "Task" [ 2041.181128] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.192063] env[62683]: DEBUG oslo_vmware.api [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.392456] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799986, 'name': CreateVM_Task, 'duration_secs': 0.344941} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.392639] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2041.393390] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.393607] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.393945] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2041.394238] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7958439-1981-44c3-b860-295fcf471a6f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.398794] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 2041.398794] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]529ad600-122d-19df-a399-e49d40031bf4" [ 2041.398794] env[62683]: _type = "Task" [ 2041.398794] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.406279] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]529ad600-122d-19df-a399-e49d40031bf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.435970] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 61cd149e-5a9d-40f9-a39e-a5ac21cbd7cf] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2041.679268] env[62683]: DEBUG nova.network.neutron [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Successfully updated port: 8b8a2b24-7953-4f24-8a56-74de17dc6234 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2041.691180] env[62683]: DEBUG oslo_vmware.api [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799987, 'name': PowerOffVM_Task, 'duration_secs': 0.172802} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.691461] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2041.691623] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2041.692512] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72dd35c1-82e2-41a4-9db7-24b862b6078b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.764703] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2041.764913] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2041.765883] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Deleting the datastore file [datastore1] 5bfa2209-7c6d-4306-b427-69d12a736ca5 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2041.765883] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86893455-b1d3-477a-9cdc-79a0d228ed9e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.771422] env[62683]: DEBUG oslo_vmware.api [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for the task: (returnval){ [ 2041.771422] env[62683]: value = "task-1799989" [ 2041.771422] env[62683]: _type = "Task" [ 2041.771422] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.779539] env[62683]: DEBUG oslo_vmware.api [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.835038] env[62683]: DEBUG nova.network.neutron [req-4d584863-b981-4bf7-a93d-dc1e9068f655 req-353b0c62-cc57-4a25-aae9-5fc85578fb3e service nova] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Updated VIF entry in instance network info cache for port 3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2041.835568] env[62683]: DEBUG nova.network.neutron [req-4d584863-b981-4bf7-a93d-dc1e9068f655 req-353b0c62-cc57-4a25-aae9-5fc85578fb3e service nova] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Updating instance_info_cache with network_info: [{"id": "3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787", "address": "fa:16:3e:ab:96:50", "network": {"id": "1a6efdbf-20b4-46d8-b144-11bfb63d416e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-135588002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96265bbf4f34becb479bc48c82c353f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c14ddb4-4c", "ovs_interfaceid": "3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.908864] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]529ad600-122d-19df-a399-e49d40031bf4, 'name': SearchDatastore_Task, 'duration_secs': 0.017745} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.909155] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.909394] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2041.909626] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.909775] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.909952] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2041.910214] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b494288-c16d-4d87-95d5-418fdb339218 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.917791] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2041.917967] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2041.918653] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f078329c-10f8-4aca-b9be-df9efdece350 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.923596] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 2041.923596] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]524c623e-b122-bb6f-e453-9e9efc40fa27" [ 2041.923596] env[62683]: _type = "Task" [ 2041.923596] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.931484] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]524c623e-b122-bb6f-e453-9e9efc40fa27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.938983] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: c8063def-3d83-4b9f-87db-db1ab1faeff3] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2042.182376] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "refresh_cache-823734c0-d55a-4cb6-a010-8ec2ad4460cd" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.182376] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquired lock "refresh_cache-823734c0-d55a-4cb6-a010-8ec2ad4460cd" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.182480] env[62683]: DEBUG nova.network.neutron [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2042.282856] env[62683]: DEBUG oslo_vmware.api [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Task: {'id': task-1799989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127122} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.283141] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2042.283333] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2042.283511] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2042.283682] env[62683]: INFO nova.compute.manager [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2042.283922] env[62683]: DEBUG oslo.service.loopingcall [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2042.284126] env[62683]: DEBUG nova.compute.manager [-] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2042.284222] env[62683]: DEBUG nova.network.neutron [-] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2042.294227] env[62683]: DEBUG nova.network.neutron [-] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.339025] env[62683]: DEBUG oslo_concurrency.lockutils [req-4d584863-b981-4bf7-a93d-dc1e9068f655 req-353b0c62-cc57-4a25-aae9-5fc85578fb3e service nova] Releasing lock "refresh_cache-8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.434650] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]524c623e-b122-bb6f-e453-9e9efc40fa27, 'name': SearchDatastore_Task, 'duration_secs': 0.008246} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.435494] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca212ac7-013d-4118-895b-0fd614177407 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.441348] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 2042.441348] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]523d1d3e-1490-cb5c-f4d0-d6683a456bb9" [ 2042.441348] env[62683]: _type = "Task" [ 2042.441348] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.441865] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: c28bf1f2-6a02-455c-b4f0-8cc9046a22eb] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2042.453860] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]523d1d3e-1490-cb5c-f4d0-d6683a456bb9, 'name': SearchDatastore_Task, 'duration_secs': 0.00993} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.454021] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.454635] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3/8686f429-94a7-4383-ab7b-b1ca4fb5f3b3.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2042.454635] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b1fde3b-f149-4113-b60a-00abf51fceba {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.461056] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 2042.461056] env[62683]: value = "task-1799990" [ 2042.461056] env[62683]: _type = "Task" [ 2042.461056] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.469917] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.730606] env[62683]: DEBUG nova.network.neutron [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2042.784638] env[62683]: DEBUG nova.compute.manager [req-ab884ebd-9958-4b7e-8c2b-c7f99b19009b req-d073e3df-a57e-44bf-bff1-c9cdd8eca82d service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Received event network-vif-deleted-2536ad23-b109-4204-952e-3334e131d799 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2042.784638] env[62683]: INFO nova.compute.manager [req-ab884ebd-9958-4b7e-8c2b-c7f99b19009b req-d073e3df-a57e-44bf-bff1-c9cdd8eca82d service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Neutron deleted interface 2536ad23-b109-4204-952e-3334e131d799; detaching it from the instance and deleting it from the info cache [ 2042.784638] env[62683]: DEBUG nova.network.neutron [req-ab884ebd-9958-4b7e-8c2b-c7f99b19009b req-d073e3df-a57e-44bf-bff1-c9cdd8eca82d service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.797193] env[62683]: INFO nova.compute.manager [-] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Took 1.70 seconds to deallocate network for instance. [ 2042.893520] env[62683]: DEBUG nova.network.neutron [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Updating instance_info_cache with network_info: [{"id": "8b8a2b24-7953-4f24-8a56-74de17dc6234", "address": "fa:16:3e:29:47:ff", "network": {"id": "47ec6643-1e13-4cb4-b76d-7c4719e5f325", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-875144173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69d4591a0e642348ccc801be45f2bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8a2b24-79", "ovs_interfaceid": "8b8a2b24-7953-4f24-8a56-74de17dc6234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.947990] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 2a83307c-cb18-416f-8c72-69b75cdccbaa] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2042.971467] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42136} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.971751] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3/8686f429-94a7-4383-ab7b-b1ca4fb5f3b3.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2042.971972] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2042.972229] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ae53d7a-afc1-4ad9-a79a-ddd2f3ef29f3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.979077] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 2042.979077] env[62683]: value = "task-1799991" [ 2042.979077] env[62683]: _type = "Task" [ 2042.979077] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.987245] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.123026] env[62683]: DEBUG nova.compute.manager [req-91fd365b-c8dc-4dc4-bd0c-ac006f63001f req-8fb72594-9045-4860-bfe2-896f2022fa32 service nova] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Received event network-vif-plugged-8b8a2b24-7953-4f24-8a56-74de17dc6234 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2043.123182] env[62683]: DEBUG oslo_concurrency.lockutils [req-91fd365b-c8dc-4dc4-bd0c-ac006f63001f req-8fb72594-9045-4860-bfe2-896f2022fa32 service nova] Acquiring lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.123390] env[62683]: DEBUG oslo_concurrency.lockutils [req-91fd365b-c8dc-4dc4-bd0c-ac006f63001f req-8fb72594-9045-4860-bfe2-896f2022fa32 service nova] Lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.123560] env[62683]: DEBUG oslo_concurrency.lockutils [req-91fd365b-c8dc-4dc4-bd0c-ac006f63001f req-8fb72594-9045-4860-bfe2-896f2022fa32 service nova] Lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.123733] env[62683]: DEBUG nova.compute.manager [req-91fd365b-c8dc-4dc4-bd0c-ac006f63001f req-8fb72594-9045-4860-bfe2-896f2022fa32 service nova] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] No waiting events found dispatching network-vif-plugged-8b8a2b24-7953-4f24-8a56-74de17dc6234 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2043.123900] env[62683]: WARNING nova.compute.manager [req-91fd365b-c8dc-4dc4-bd0c-ac006f63001f req-8fb72594-9045-4860-bfe2-896f2022fa32 service nova] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Received unexpected event network-vif-plugged-8b8a2b24-7953-4f24-8a56-74de17dc6234 for instance with vm_state building and task_state spawning. [ 2043.124225] env[62683]: DEBUG nova.compute.manager [req-91fd365b-c8dc-4dc4-bd0c-ac006f63001f req-8fb72594-9045-4860-bfe2-896f2022fa32 service nova] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Received event network-changed-8b8a2b24-7953-4f24-8a56-74de17dc6234 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2043.124425] env[62683]: DEBUG nova.compute.manager [req-91fd365b-c8dc-4dc4-bd0c-ac006f63001f req-8fb72594-9045-4860-bfe2-896f2022fa32 service nova] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Refreshing instance network info cache due to event network-changed-8b8a2b24-7953-4f24-8a56-74de17dc6234. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2043.124600] env[62683]: DEBUG oslo_concurrency.lockutils [req-91fd365b-c8dc-4dc4-bd0c-ac006f63001f req-8fb72594-9045-4860-bfe2-896f2022fa32 service nova] Acquiring lock "refresh_cache-823734c0-d55a-4cb6-a010-8ec2ad4460cd" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.246026] env[62683]: DEBUG nova.network.neutron [-] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.286617] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28eeb334-629d-4b66-b833-3000d9bcc614 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.296549] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cd8308-22c9-4499-9c35-d51911abb9b5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.307303] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.307536] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.307757] env[62683]: DEBUG nova.objects.instance [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lazy-loading 'resources' on Instance uuid 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2043.325478] env[62683]: DEBUG nova.compute.manager [req-ab884ebd-9958-4b7e-8c2b-c7f99b19009b req-d073e3df-a57e-44bf-bff1-c9cdd8eca82d service nova] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Detach interface failed, port_id=2536ad23-b109-4204-952e-3334e131d799, reason: Instance 5bfa2209-7c6d-4306-b427-69d12a736ca5 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2043.396600] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Releasing lock "refresh_cache-823734c0-d55a-4cb6-a010-8ec2ad4460cd" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.396944] env[62683]: DEBUG nova.compute.manager [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Instance network_info: |[{"id": "8b8a2b24-7953-4f24-8a56-74de17dc6234", "address": "fa:16:3e:29:47:ff", "network": {"id": "47ec6643-1e13-4cb4-b76d-7c4719e5f325", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-875144173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69d4591a0e642348ccc801be45f2bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8a2b24-79", "ovs_interfaceid": "8b8a2b24-7953-4f24-8a56-74de17dc6234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2043.397264] env[62683]: DEBUG oslo_concurrency.lockutils [req-91fd365b-c8dc-4dc4-bd0c-ac006f63001f req-8fb72594-9045-4860-bfe2-896f2022fa32 service nova] Acquired lock "refresh_cache-823734c0-d55a-4cb6-a010-8ec2ad4460cd" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.397443] env[62683]: DEBUG nova.network.neutron [req-91fd365b-c8dc-4dc4-bd0c-ac006f63001f req-8fb72594-9045-4860-bfe2-896f2022fa32 service nova] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Refreshing network info cache for port 8b8a2b24-7953-4f24-8a56-74de17dc6234 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2043.398685] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:47:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b8a2b24-7953-4f24-8a56-74de17dc6234', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2043.406043] env[62683]: DEBUG oslo.service.loopingcall [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2043.406458] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2043.407181] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dec6a5a2-adcf-4b00-b952-4cfa53f80af7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.427506] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2043.427506] env[62683]: value = "task-1799992" [ 2043.427506] env[62683]: _type = "Task" [ 2043.427506] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.435347] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799992, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.451230] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 0f863fc7-75df-4f02-b799-50e6f7619b3b] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2043.492396] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060503} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.492827] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2043.494069] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dab328-5cfd-4de0-96cf-01a7e7a0bef9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.517047] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3/8686f429-94a7-4383-ab7b-b1ca4fb5f3b3.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2043.517624] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6b4ccad-a20f-47bf-9d18-760ee3f1b0fb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.537193] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 2043.537193] env[62683]: value = "task-1799993" [ 2043.537193] env[62683]: _type = "Task" [ 2043.537193] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.544948] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.750635] env[62683]: INFO nova.compute.manager [-] [instance: 5bfa2209-7c6d-4306-b427-69d12a736ca5] Took 1.47 seconds to deallocate network for instance. [ 2043.883738] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871d049b-83b5-4756-b03e-a466caf0d7f3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.891296] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4052f0-f5a3-4dee-8b27-b07d5169ce07 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.924283] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0ab714-c3e0-4b43-8ce0-376deb5acb38 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.934709] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b1f249-d0b9-4b22-b96e-9e509e455345 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.942682] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1799992, 'name': CreateVM_Task, 'duration_secs': 0.363083} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.950289] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2043.950756] env[62683]: DEBUG nova.compute.provider_tree [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2043.954283] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.954503] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.954815] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2043.955272] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 8820fccf-a503-443e-a5a0-72065b31e5cd] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2043.957389] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b608fa44-9958-4bdb-b037-a4ffc07fe4e1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.961974] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 2043.961974] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52866b2e-09bb-8ad5-c33b-51cb0cca2aab" [ 2043.961974] env[62683]: _type = "Task" [ 2043.961974] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.971194] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52866b2e-09bb-8ad5-c33b-51cb0cca2aab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.047345] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799993, 'name': ReconfigVM_Task, 'duration_secs': 0.27696} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.047619] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3/8686f429-94a7-4383-ab7b-b1ca4fb5f3b3.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2044.048251] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-feb421e6-c481-4116-9719-e27739b6d1b7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.055444] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 2044.055444] env[62683]: value = "task-1799994" [ 2044.055444] env[62683]: _type = "Task" [ 2044.055444] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.062640] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799994, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.256983] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.335040] env[62683]: DEBUG nova.network.neutron [req-91fd365b-c8dc-4dc4-bd0c-ac006f63001f req-8fb72594-9045-4860-bfe2-896f2022fa32 service nova] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Updated VIF entry in instance network info cache for port 8b8a2b24-7953-4f24-8a56-74de17dc6234. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2044.335437] env[62683]: DEBUG nova.network.neutron [req-91fd365b-c8dc-4dc4-bd0c-ac006f63001f req-8fb72594-9045-4860-bfe2-896f2022fa32 service nova] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Updating instance_info_cache with network_info: [{"id": "8b8a2b24-7953-4f24-8a56-74de17dc6234", "address": "fa:16:3e:29:47:ff", "network": {"id": "47ec6643-1e13-4cb4-b76d-7c4719e5f325", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-875144173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69d4591a0e642348ccc801be45f2bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8a2b24-79", "ovs_interfaceid": "8b8a2b24-7953-4f24-8a56-74de17dc6234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.458575] env[62683]: DEBUG nova.scheduler.client.report [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2044.462143] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 31a6dfaf-a512-42a5-9dc4-3c17bf1126a4] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2044.474073] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52866b2e-09bb-8ad5-c33b-51cb0cca2aab, 'name': SearchDatastore_Task, 'duration_secs': 0.009586} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.474367] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.474587] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2044.474814] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.474962] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.475156] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2044.475876] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64358ad5-96e0-4154-8c06-3cd125543026 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.484577] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2044.484774] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2044.486052] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efbc3104-7aa0-4afc-9f04-4a8e46c35077 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.491692] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 2044.491692] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d2e337-55e8-1de1-a864-232ebc569fff" [ 2044.491692] env[62683]: _type = "Task" [ 2044.491692] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.499279] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d2e337-55e8-1de1-a864-232ebc569fff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.564552] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799994, 'name': Rename_Task, 'duration_secs': 0.184312} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.564833] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2044.565081] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dbf2ffb-92b6-49a5-8d64-60e886785ac7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.571480] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 2044.571480] env[62683]: value = "task-1799995" [ 2044.571480] env[62683]: _type = "Task" [ 2044.571480] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.578948] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.838178] env[62683]: DEBUG oslo_concurrency.lockutils [req-91fd365b-c8dc-4dc4-bd0c-ac006f63001f req-8fb72594-9045-4860-bfe2-896f2022fa32 service nova] Releasing lock "refresh_cache-823734c0-d55a-4cb6-a010-8ec2ad4460cd" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.838477] env[62683]: DEBUG nova.compute.manager [req-91fd365b-c8dc-4dc4-bd0c-ac006f63001f req-8fb72594-9045-4860-bfe2-896f2022fa32 service nova] [instance: 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d] Received event network-vif-deleted-a69e552a-63d0-4492-b665-cc28c99c2a79 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2044.965796] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.968094] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 24a8b28a-1ca6-47e7-8ca2-80f79847e29e] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2044.970158] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.713s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.970393] env[62683]: DEBUG nova.objects.instance [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lazy-loading 'resources' on Instance uuid 5bfa2209-7c6d-4306-b427-69d12a736ca5 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2044.990843] env[62683]: INFO nova.scheduler.client.report [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Deleted allocations for instance 05eb95ed-e64c-4b32-a554-b1d9a4f12b0d [ 2045.006804] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52d2e337-55e8-1de1-a864-232ebc569fff, 'name': SearchDatastore_Task, 'duration_secs': 0.007803} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.007666] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c613b6e-2fcd-4074-8d61-e6c66d91771f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.013019] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 2045.013019] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5203d862-b44a-eb49-15c0-7eb7641a5569" [ 2045.013019] env[62683]: _type = "Task" [ 2045.013019] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.021561] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5203d862-b44a-eb49-15c0-7eb7641a5569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.081022] env[62683]: DEBUG oslo_vmware.api [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1799995, 'name': PowerOnVM_Task, 'duration_secs': 0.471825} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.081292] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2045.081489] env[62683]: INFO nova.compute.manager [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Took 6.26 seconds to spawn the instance on the hypervisor. [ 2045.081667] env[62683]: DEBUG nova.compute.manager [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2045.082464] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fadf248-2438-4019-919c-2e9d101fafd3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.473021] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 3f47faa9-3226-4fe8-ba58-a4696cf7b1bf] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2045.506086] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a6d1085-42dc-4ec8-bf15-333a56503716 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "05eb95ed-e64c-4b32-a554-b1d9a4f12b0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.035s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.527924] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5203d862-b44a-eb49-15c0-7eb7641a5569, 'name': SearchDatastore_Task, 'duration_secs': 0.010629} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.528737] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.529010] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 823734c0-d55a-4cb6-a010-8ec2ad4460cd/823734c0-d55a-4cb6-a010-8ec2ad4460cd.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2045.529476] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46541ce6-4e03-4177-a11b-13a042362b99 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.539202] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 2045.539202] env[62683]: value = "task-1799996" [ 2045.539202] env[62683]: _type = "Task" [ 2045.539202] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.545157] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84ce7a1-b5bb-4284-b8f9-895531601441 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.550670] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.555200] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b74554-edcc-40df-8d4e-6630dbd76a1e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.586028] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae18ee27-092f-473d-ad61-c1242b7f11b8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.598826] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88794a68-d0f3-4e6a-a996-855a54b5b5fd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.604519] env[62683]: INFO nova.compute.manager [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Took 11.75 seconds to build instance. [ 2045.613511] env[62683]: DEBUG nova.compute.provider_tree [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2045.975875] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 2284b1b2-e495-4610-adb3-b59a56eac70c] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2046.048871] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456213} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.049727] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 823734c0-d55a-4cb6-a010-8ec2ad4460cd/823734c0-d55a-4cb6-a010-8ec2ad4460cd.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2046.049727] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2046.049727] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-530001d3-124a-42a0-b2a4-2840723278bc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.055887] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 2046.055887] env[62683]: value = "task-1799997" [ 2046.055887] env[62683]: _type = "Task" [ 2046.055887] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.063997] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.106183] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7de3d556-5fbb-402e-82b4-315e8bec5d12 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.260s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.117258] env[62683]: DEBUG nova.scheduler.client.report [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2046.244183] env[62683]: DEBUG nova.compute.manager [req-15793961-4b42-4a2c-85c2-cdbd9a865678 req-cd120d26-6f22-4a97-bcad-9f7ebdf721fb service nova] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Received event network-changed-3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2046.244387] env[62683]: DEBUG nova.compute.manager [req-15793961-4b42-4a2c-85c2-cdbd9a865678 req-cd120d26-6f22-4a97-bcad-9f7ebdf721fb service nova] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Refreshing instance network info cache due to event network-changed-3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2046.244956] env[62683]: DEBUG oslo_concurrency.lockutils [req-15793961-4b42-4a2c-85c2-cdbd9a865678 req-cd120d26-6f22-4a97-bcad-9f7ebdf721fb service nova] Acquiring lock "refresh_cache-8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.244956] env[62683]: DEBUG oslo_concurrency.lockutils [req-15793961-4b42-4a2c-85c2-cdbd9a865678 req-cd120d26-6f22-4a97-bcad-9f7ebdf721fb service nova] Acquired lock "refresh_cache-8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.244956] env[62683]: DEBUG nova.network.neutron [req-15793961-4b42-4a2c-85c2-cdbd9a865678 req-cd120d26-6f22-4a97-bcad-9f7ebdf721fb service nova] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Refreshing network info cache for port 3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2046.481549] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 638fdfcd-54a2-4151-8f56-9230a6969ba3] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2046.565740] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057322} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.566035] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2046.566788] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8634f209-46d2-476e-bad1-a65196e3636b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.588026] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 823734c0-d55a-4cb6-a010-8ec2ad4460cd/823734c0-d55a-4cb6-a010-8ec2ad4460cd.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2046.588231] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4548aba5-acea-4512-b53c-cccc10323713 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.607304] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 2046.607304] env[62683]: value = "task-1799998" [ 2046.607304] env[62683]: _type = "Task" [ 2046.607304] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.616054] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.621808] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.637965] env[62683]: INFO nova.scheduler.client.report [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Deleted allocations for instance 5bfa2209-7c6d-4306-b427-69d12a736ca5 [ 2046.968599] env[62683]: DEBUG nova.network.neutron [req-15793961-4b42-4a2c-85c2-cdbd9a865678 req-cd120d26-6f22-4a97-bcad-9f7ebdf721fb service nova] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Updated VIF entry in instance network info cache for port 3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2046.968990] env[62683]: DEBUG nova.network.neutron [req-15793961-4b42-4a2c-85c2-cdbd9a865678 req-cd120d26-6f22-4a97-bcad-9f7ebdf721fb service nova] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Updating instance_info_cache with network_info: [{"id": "3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787", "address": "fa:16:3e:ab:96:50", "network": {"id": "1a6efdbf-20b4-46d8-b144-11bfb63d416e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-135588002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96265bbf4f34becb479bc48c82c353f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c14ddb4-4c", "ovs_interfaceid": "3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.985916] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: c1ddfa77-305e-4beb-b788-6f5b815aa7fa] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2047.117045] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1799998, 'name': ReconfigVM_Task, 'duration_secs': 0.265562} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.117283] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 823734c0-d55a-4cb6-a010-8ec2ad4460cd/823734c0-d55a-4cb6-a010-8ec2ad4460cd.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2047.117967] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9a50a60-f408-43bf-b55c-b3890c9acee2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.123659] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 2047.123659] env[62683]: value = "task-1800000" [ 2047.123659] env[62683]: _type = "Task" [ 2047.123659] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.130969] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1800000, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.145153] env[62683]: DEBUG oslo_concurrency.lockutils [None req-9a748d50-eb72-45fa-a16f-0c6123d19a04 tempest-ServerActionsTestOtherB-2071554959 tempest-ServerActionsTestOtherB-2071554959-project-member] Lock "5bfa2209-7c6d-4306-b427-69d12a736ca5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.486s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.471551] env[62683]: DEBUG oslo_concurrency.lockutils [req-15793961-4b42-4a2c-85c2-cdbd9a865678 req-cd120d26-6f22-4a97-bcad-9f7ebdf721fb service nova] Releasing lock "refresh_cache-8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.489394] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 9a5b6016-07c9-4b69-b161-1741fe86286f] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2047.634197] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1800000, 'name': Rename_Task, 'duration_secs': 0.148388} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.634520] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2047.634802] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4583b87c-7a03-4382-9b9c-a9f14a723793 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.642700] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 2047.642700] env[62683]: value = "task-1800001" [ 2047.642700] env[62683]: _type = "Task" [ 2047.642700] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.650862] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1800001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.675963] env[62683]: DEBUG nova.compute.manager [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Stashing vm_state: active {{(pid=62683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 2047.993151] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 134c873e-9d20-4c6a-931f-c835cfb97376] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2048.153133] env[62683]: DEBUG oslo_vmware.api [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1800001, 'name': PowerOnVM_Task, 'duration_secs': 0.486728} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.153418] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2048.153618] env[62683]: INFO nova.compute.manager [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Took 7.16 seconds to spawn the instance on the hypervisor. [ 2048.153796] env[62683]: DEBUG nova.compute.manager [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2048.154564] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe18f077-b319-4c0a-9180-363cd1f7e86f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.193898] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.194253] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.496713] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: fa66cd32-a744-41ee-a6d9-ae0d131a57ce] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2048.671344] env[62683]: INFO nova.compute.manager [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Took 13.06 seconds to build instance. [ 2048.699570] env[62683]: INFO nova.compute.claims [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2048.918621] env[62683]: DEBUG nova.compute.manager [req-c05f50e0-00f8-4e25-9545-5520934fb1aa req-e9a38f2c-a81b-4b51-af21-34b146ff1624 service nova] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Received event network-changed-8b8a2b24-7953-4f24-8a56-74de17dc6234 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2048.918824] env[62683]: DEBUG nova.compute.manager [req-c05f50e0-00f8-4e25-9545-5520934fb1aa req-e9a38f2c-a81b-4b51-af21-34b146ff1624 service nova] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Refreshing instance network info cache due to event network-changed-8b8a2b24-7953-4f24-8a56-74de17dc6234. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2048.919051] env[62683]: DEBUG oslo_concurrency.lockutils [req-c05f50e0-00f8-4e25-9545-5520934fb1aa req-e9a38f2c-a81b-4b51-af21-34b146ff1624 service nova] Acquiring lock "refresh_cache-823734c0-d55a-4cb6-a010-8ec2ad4460cd" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.919201] env[62683]: DEBUG oslo_concurrency.lockutils [req-c05f50e0-00f8-4e25-9545-5520934fb1aa req-e9a38f2c-a81b-4b51-af21-34b146ff1624 service nova] Acquired lock "refresh_cache-823734c0-d55a-4cb6-a010-8ec2ad4460cd" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.919366] env[62683]: DEBUG nova.network.neutron [req-c05f50e0-00f8-4e25-9545-5520934fb1aa req-e9a38f2c-a81b-4b51-af21-34b146ff1624 service nova] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Refreshing network info cache for port 8b8a2b24-7953-4f24-8a56-74de17dc6234 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2048.999799] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: dc809566-db46-4911-89d6-0ee07d842fcc] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2049.173947] env[62683]: DEBUG oslo_concurrency.lockutils [None req-8b607859-83f0-43fe-a023-54d136f93d08 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.568s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.206698] env[62683]: INFO nova.compute.resource_tracker [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updating resource usage from migration 7145ffaf-143e-43ce-a508-dad57478fad5 [ 2049.261348] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76015b2-5c68-4c8a-b909-120bfdc1c790 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.268823] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b492a910-34c3-4da0-b680-a314d04ed8e1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.297690] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0264eba-5128-4c1a-97fa-207c4b8cd4d8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.304317] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a52cd36-5205-496b-a3e1-6e32562acecb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.317835] env[62683]: DEBUG nova.compute.provider_tree [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2049.502844] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: ae965366-0db1-499a-b590-11511dd4d8b3] Instance has had 0 of 5 cleanup attempts {{(pid=62683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2049.649134] env[62683]: DEBUG nova.network.neutron [req-c05f50e0-00f8-4e25-9545-5520934fb1aa req-e9a38f2c-a81b-4b51-af21-34b146ff1624 service nova] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Updated VIF entry in instance network info cache for port 8b8a2b24-7953-4f24-8a56-74de17dc6234. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2049.649522] env[62683]: DEBUG nova.network.neutron [req-c05f50e0-00f8-4e25-9545-5520934fb1aa req-e9a38f2c-a81b-4b51-af21-34b146ff1624 service nova] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Updating instance_info_cache with network_info: [{"id": "8b8a2b24-7953-4f24-8a56-74de17dc6234", "address": "fa:16:3e:29:47:ff", "network": {"id": "47ec6643-1e13-4cb4-b76d-7c4719e5f325", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-875144173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69d4591a0e642348ccc801be45f2bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8a2b24-79", "ovs_interfaceid": "8b8a2b24-7953-4f24-8a56-74de17dc6234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.821286] env[62683]: DEBUG nova.scheduler.client.report [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2050.006669] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2050.006842] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Cleaning up deleted instances with incomplete migration {{(pid=62683) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 2050.151809] env[62683]: DEBUG oslo_concurrency.lockutils [req-c05f50e0-00f8-4e25-9545-5520934fb1aa req-e9a38f2c-a81b-4b51-af21-34b146ff1624 service nova] Releasing lock "refresh_cache-823734c0-d55a-4cb6-a010-8ec2ad4460cd" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.326632] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.132s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.326875] env[62683]: INFO nova.compute.manager [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Migrating [ 2050.510014] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2050.840228] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.840419] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.840607] env[62683]: DEBUG nova.network.neutron [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2051.561747] env[62683]: DEBUG nova.network.neutron [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updating instance_info_cache with network_info: [{"id": "b301113d-b567-46f7-bbbb-39f708efb122", "address": "fa:16:3e:e9:2f:ad", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb301113d-b5", "ovs_interfaceid": "b301113d-b567-46f7-bbbb-39f708efb122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.066062] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.007437] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2053.581501] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65422634-d88d-4c0c-88b6-259d4a0d6de1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.265506] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updating instance 'ecf0af70-447f-4285-a49d-44b2fb723d2d' progress to 0 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2054.771499] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2054.771818] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54dc1d63-c279-48e5-ab2a-9e88db705e60 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.779679] env[62683]: DEBUG oslo_vmware.api [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2054.779679] env[62683]: value = "task-1800002" [ 2054.779679] env[62683]: _type = "Task" [ 2054.779679] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.788053] env[62683]: DEBUG oslo_vmware.api [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.289394] env[62683]: DEBUG oslo_vmware.api [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800002, 'name': PowerOffVM_Task, 'duration_secs': 0.200142} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.289824] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2055.289824] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updating instance 'ecf0af70-447f-4285-a49d-44b2fb723d2d' progress to 17 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2055.796326] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:35:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2055.796626] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2055.796803] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2055.796999] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2055.797168] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2055.797317] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2055.797526] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2055.797709] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2055.797883] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2055.798109] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2055.798346] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2055.803978] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81f18430-dd16-42e6-a6aa-912e2f40eb69 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.821252] env[62683]: DEBUG oslo_vmware.api [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2055.821252] env[62683]: value = "task-1800003" [ 2055.821252] env[62683]: _type = "Task" [ 2055.821252] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.830132] env[62683]: DEBUG oslo_vmware.api [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.331394] env[62683]: DEBUG oslo_vmware.api [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800003, 'name': ReconfigVM_Task, 'duration_secs': 0.188918} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.331809] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updating instance 'ecf0af70-447f-4285-a49d-44b2fb723d2d' progress to 33 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2056.837714] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2056.837989] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2056.838185] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2056.838385] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2056.838535] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2056.838684] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2056.838900] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2056.839090] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2056.839266] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2056.839430] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2056.839603] env[62683]: DEBUG nova.virt.hardware [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2056.844808] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2056.845131] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f997cf1f-1929-44b0-ae85-2b2077d5b5f6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.863324] env[62683]: DEBUG oslo_vmware.api [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2056.863324] env[62683]: value = "task-1800004" [ 2056.863324] env[62683]: _type = "Task" [ 2056.863324] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.870935] env[62683]: DEBUG oslo_vmware.api [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.374548] env[62683]: DEBUG oslo_vmware.api [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800004, 'name': ReconfigVM_Task, 'duration_secs': 0.158383} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.374928] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2057.375572] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8567e57d-6288-4992-8837-8078b36037b1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.398214] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] ecf0af70-447f-4285-a49d-44b2fb723d2d/ecf0af70-447f-4285-a49d-44b2fb723d2d.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2057.398731] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f1389f8-de91-40bd-92fc-304cc043f3d7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.416580] env[62683]: DEBUG oslo_vmware.api [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2057.416580] env[62683]: value = "task-1800005" [ 2057.416580] env[62683]: _type = "Task" [ 2057.416580] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.423832] env[62683]: DEBUG oslo_vmware.api [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.926381] env[62683]: DEBUG oslo_vmware.api [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800005, 'name': ReconfigVM_Task, 'duration_secs': 0.244407} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.926673] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Reconfigured VM instance instance-00000065 to attach disk [datastore1] ecf0af70-447f-4285-a49d-44b2fb723d2d/ecf0af70-447f-4285-a49d-44b2fb723d2d.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2057.926942] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updating instance 'ecf0af70-447f-4285-a49d-44b2fb723d2d' progress to 50 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2058.433673] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721dc4c5-e468-4e32-b62f-6c167e990190 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.453313] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23d51ee-8630-4356-85ea-4cccc48d2854 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.470372] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updating instance 'ecf0af70-447f-4285-a49d-44b2fb723d2d' progress to 67 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2059.008166] env[62683]: DEBUG nova.network.neutron [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Port b301113d-b567-46f7-bbbb-39f708efb122 binding to destination host cpu-1 is already ACTIVE {{(pid=62683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2060.030160] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "ecf0af70-447f-4285-a49d-44b2fb723d2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.030518] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "ecf0af70-447f-4285-a49d-44b2fb723d2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.030579] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "ecf0af70-447f-4285-a49d-44b2fb723d2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.063821] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.064084] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.064271] env[62683]: DEBUG nova.network.neutron [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2061.760754] env[62683]: DEBUG nova.network.neutron [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updating instance_info_cache with network_info: [{"id": "b301113d-b567-46f7-bbbb-39f708efb122", "address": "fa:16:3e:e9:2f:ad", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb301113d-b5", "ovs_interfaceid": "b301113d-b567-46f7-bbbb-39f708efb122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2062.263853] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.788697] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbff8d9-eb46-42db-94d9-c2f880d407fe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.807416] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e551f00-956a-4a2c-8f59-4e3322f0828c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.813790] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updating instance 'ecf0af70-447f-4285-a49d-44b2fb723d2d' progress to 83 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2063.320588] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2063.320968] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8da8a2e8-ad90-4ad9-9180-a231bddff0bb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.328033] env[62683]: DEBUG oslo_vmware.api [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2063.328033] env[62683]: value = "task-1800006" [ 2063.328033] env[62683]: _type = "Task" [ 2063.328033] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.335646] env[62683]: DEBUG oslo_vmware.api [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.841867] env[62683]: DEBUG oslo_vmware.api [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800006, 'name': PowerOnVM_Task, 'duration_secs': 0.373649} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.842286] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2063.842569] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5a26798d-4f81-4a84-9c29-2c3058b3e0f6 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updating instance 'ecf0af70-447f-4285-a49d-44b2fb723d2d' progress to 100 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2065.858751] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "ecf0af70-447f-4285-a49d-44b2fb723d2d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.859218] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "ecf0af70-447f-4285-a49d-44b2fb723d2d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.859266] env[62683]: DEBUG nova.compute.manager [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Going to confirm migration 9 {{(pid=62683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2066.432720] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2066.432927] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2066.433227] env[62683]: DEBUG nova.network.neutron [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2066.433327] env[62683]: DEBUG nova.objects.instance [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lazy-loading 'info_cache' on Instance uuid ecf0af70-447f-4285-a49d-44b2fb723d2d {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2067.636132] env[62683]: DEBUG nova.network.neutron [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updating instance_info_cache with network_info: [{"id": "b301113d-b567-46f7-bbbb-39f708efb122", "address": "fa:16:3e:e9:2f:ad", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb301113d-b5", "ovs_interfaceid": "b301113d-b567-46f7-bbbb-39f708efb122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.138911] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "refresh_cache-ecf0af70-447f-4285-a49d-44b2fb723d2d" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.139218] env[62683]: DEBUG nova.objects.instance [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lazy-loading 'migration_context' on Instance uuid ecf0af70-447f-4285-a49d-44b2fb723d2d {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2068.641881] env[62683]: DEBUG nova.objects.base [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2068.642905] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50ba3c6-77c4-4cc0-8ba3-30cc64eb147a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.662528] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d31102-1305-4b2e-90cc-3ffb9679ee3c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.667735] env[62683]: DEBUG oslo_vmware.api [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2068.667735] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f3e1aa-f1f2-5e19-4037-189308aa236a" [ 2068.667735] env[62683]: _type = "Task" [ 2068.667735] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.675201] env[62683]: DEBUG oslo_vmware.api [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f3e1aa-f1f2-5e19-4037-189308aa236a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.178428] env[62683]: DEBUG oslo_vmware.api [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52f3e1aa-f1f2-5e19-4037-189308aa236a, 'name': SearchDatastore_Task, 'duration_secs': 0.007072} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.178705] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.178930] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.689559] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2069.736104] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096ff7cc-6c87-41d1-ac9e-4ab010b1fa22 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.744935] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3362b054-c71c-4534-91c6-504ea4817aff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.773970] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35b00a6-1641-41f2-94cb-d6e3a9194967 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.780956] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdcc0a1-c82e-4228-b91b-8097637124a5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.793923] env[62683]: DEBUG nova.compute.provider_tree [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2070.297240] env[62683]: DEBUG nova.scheduler.client.report [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2071.307738] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.129s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.992717] env[62683]: INFO nova.scheduler.client.report [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Deleted allocation for migration 7145ffaf-143e-43ce-a508-dad57478fad5 [ 2072.499026] env[62683]: DEBUG oslo_concurrency.lockutils [None req-c6a62c92-90f9-4738-9636-36578e3c44c5 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "ecf0af70-447f-4285-a49d-44b2fb723d2d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.639s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.873568] env[62683]: DEBUG oslo_concurrency.lockutils [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "ecf0af70-447f-4285-a49d-44b2fb723d2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.873861] env[62683]: DEBUG oslo_concurrency.lockutils [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "ecf0af70-447f-4285-a49d-44b2fb723d2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.874116] env[62683]: DEBUG oslo_concurrency.lockutils [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "ecf0af70-447f-4285-a49d-44b2fb723d2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.874323] env[62683]: DEBUG oslo_concurrency.lockutils [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "ecf0af70-447f-4285-a49d-44b2fb723d2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.874494] env[62683]: DEBUG oslo_concurrency.lockutils [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "ecf0af70-447f-4285-a49d-44b2fb723d2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.876953] env[62683]: INFO nova.compute.manager [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Terminating instance [ 2073.380985] env[62683]: DEBUG nova.compute.manager [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2073.381273] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2073.382234] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed63aeb-be6b-4103-88e6-5d128c5760f9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.390132] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2073.390356] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f932d6f0-6afa-40c5-a4e1-cb98fc174684 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.396570] env[62683]: DEBUG oslo_vmware.api [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2073.396570] env[62683]: value = "task-1800007" [ 2073.396570] env[62683]: _type = "Task" [ 2073.396570] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.404435] env[62683]: DEBUG oslo_vmware.api [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.906306] env[62683]: DEBUG oslo_vmware.api [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800007, 'name': PowerOffVM_Task, 'duration_secs': 0.226879} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.906701] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2073.906755] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2073.906953] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c994855-d817-46f2-ab93-9d258811b876 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.976780] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2073.977132] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2073.977397] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Deleting the datastore file [datastore1] ecf0af70-447f-4285-a49d-44b2fb723d2d {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2073.977707] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-add759ef-35f3-4f51-8544-273cac60173e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.983880] env[62683]: DEBUG oslo_vmware.api [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2073.983880] env[62683]: value = "task-1800009" [ 2073.983880] env[62683]: _type = "Task" [ 2073.983880] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.993045] env[62683]: DEBUG oslo_vmware.api [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.494071] env[62683]: DEBUG oslo_vmware.api [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141244} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.494346] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2074.494531] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2074.494708] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2074.494888] env[62683]: INFO nova.compute.manager [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2074.495157] env[62683]: DEBUG oslo.service.loopingcall [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2074.495354] env[62683]: DEBUG nova.compute.manager [-] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2074.495450] env[62683]: DEBUG nova.network.neutron [-] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2074.937975] env[62683]: DEBUG nova.compute.manager [req-3076898b-ddfc-43b3-9c1a-fb71d138e200 req-5ceb86c1-e45c-4380-8235-139dc9e41821 service nova] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Received event network-vif-deleted-b301113d-b567-46f7-bbbb-39f708efb122 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2074.938245] env[62683]: INFO nova.compute.manager [req-3076898b-ddfc-43b3-9c1a-fb71d138e200 req-5ceb86c1-e45c-4380-8235-139dc9e41821 service nova] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Neutron deleted interface b301113d-b567-46f7-bbbb-39f708efb122; detaching it from the instance and deleting it from the info cache [ 2074.938370] env[62683]: DEBUG nova.network.neutron [req-3076898b-ddfc-43b3-9c1a-fb71d138e200 req-5ceb86c1-e45c-4380-8235-139dc9e41821 service nova] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.416493] env[62683]: DEBUG nova.network.neutron [-] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.441626] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd84fcd4-3f40-4cfc-a9d1-b3ad9a6d8cd8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.455884] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd4291d-2e83-46fc-b330-2f3230a5d45f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.495926] env[62683]: DEBUG nova.compute.manager [req-3076898b-ddfc-43b3-9c1a-fb71d138e200 req-5ceb86c1-e45c-4380-8235-139dc9e41821 service nova] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Detach interface failed, port_id=b301113d-b567-46f7-bbbb-39f708efb122, reason: Instance ecf0af70-447f-4285-a49d-44b2fb723d2d could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2075.921815] env[62683]: INFO nova.compute.manager [-] [instance: ecf0af70-447f-4285-a49d-44b2fb723d2d] Took 1.43 seconds to deallocate network for instance. [ 2076.430748] env[62683]: DEBUG oslo_concurrency.lockutils [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.431141] env[62683]: DEBUG oslo_concurrency.lockutils [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.431311] env[62683]: DEBUG oslo_concurrency.lockutils [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.452965] env[62683]: INFO nova.scheduler.client.report [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Deleted allocations for instance ecf0af70-447f-4285-a49d-44b2fb723d2d [ 2076.689222] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2076.689407] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2076.960228] env[62683]: DEBUG oslo_concurrency.lockutils [None req-84216e55-25be-479b-983d-a53447e8846d tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "ecf0af70-447f-4285-a49d-44b2fb723d2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.086s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.688946] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2077.732480] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "4f3e3614-0c58-4347-b297-fab845b82638" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.732714] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "4f3e3614-0c58-4347-b297-fab845b82638" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.191993] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.192306] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.192435] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.192592] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2078.193533] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a099031-5788-4506-b8f6-e265cee57a71 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.202053] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984ad505-9921-4d7b-a8bd-87569cf313e9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.215770] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c273151f-f441-45f3-a8d2-98010cde4bd2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.221832] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e27b535-2aa1-4368-9d3e-ffcf14243e0d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.252057] env[62683]: DEBUG nova.compute.manager [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2078.254589] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180719MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2078.254771] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.255344] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.777370] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.280840] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2079.281014] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 823734c0-d55a-4cb6-a010-8ec2ad4460cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2079.786340] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 4f3e3614-0c58-4347-b297-fab845b82638 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2079.786665] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2079.786739] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2079.834618] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195ddc9c-2fc0-4da7-8366-416dc6aaaf9c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.842225] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad50bc37-80ea-4872-84eb-271e9d5a95d9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.871430] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861caebf-94b6-4c36-8beb-936d16d6fc37 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.878224] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be710854-bdcc-499d-ac11-01edb17217fd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.891909] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2080.412024] env[62683]: ERROR nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [req-f15267ed-fbaa-486d-8117-32242d50ab6c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e206140c-2e6e-436d-87ad-d82d52de532e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f15267ed-fbaa-486d-8117-32242d50ab6c"}]} [ 2080.426934] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Refreshing inventories for resource provider e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2080.439872] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating ProviderTree inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2080.440156] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2080.450446] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Refreshing aggregate associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, aggregates: None {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2080.466535] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Refreshing trait associations for resource provider e206140c-2e6e-436d-87ad-d82d52de532e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2080.505917] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a93dec3-d301-4b91-816b-ac080b7c41b9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.513280] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f687045d-65d9-4d5f-8846-2f86a0554f9b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.542444] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653bc74f-d80b-4ea7-ba11-098fa43b7cbc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.548932] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a0fb08-6e2a-4e9c-854a-9876971b4bd7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.561275] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2081.091257] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 184 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2081.091616] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 184 to 185 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2081.091668] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2081.596847] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2081.597080] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.342s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.597366] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.820s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.599312] env[62683]: INFO nova.compute.claims [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2082.602404] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2082.602796] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2082.649786] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cf3678-c17a-4bb3-9544-c79dae4c7bd5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.657394] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259a7585-6faa-4c83-89df-054fab3ff8da {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.686447] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd6a436-f1bd-4a2a-90f8-bc15fbfd8806 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.693359] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957a2c1e-c8d9-42e2-ae71-0bfb1029e114 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.705968] env[62683]: DEBUG nova.compute.provider_tree [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2083.209043] env[62683]: DEBUG nova.scheduler.client.report [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2083.608265] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Didn't find any instances for network info cache update. {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 2083.608590] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2083.608679] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2083.608831] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2083.608968] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2083.714134] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.117s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.714605] env[62683]: DEBUG nova.compute.manager [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2084.176040] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.176040] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.219241] env[62683]: DEBUG nova.compute.utils [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2084.220920] env[62683]: DEBUG nova.compute.manager [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2084.220920] env[62683]: DEBUG nova.network.neutron [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2084.326638] env[62683]: DEBUG nova.policy [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '280fa3dc88df47b1bc100f3679de77a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '192c02adb50b4dc6a78a50bcbf5ef9d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 2084.625504] env[62683]: DEBUG nova.network.neutron [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Successfully created port: a9a9c05a-7df2-49a0-93ba-e7cc93b63824 {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2084.678739] env[62683]: DEBUG nova.compute.utils [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2084.692278] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2084.693308] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2084.721603] env[62683]: DEBUG nova.compute.manager [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2085.181841] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.731463] env[62683]: DEBUG nova.compute.manager [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2085.758799] env[62683]: DEBUG nova.virt.hardware [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2085.759120] env[62683]: DEBUG nova.virt.hardware [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2085.759324] env[62683]: DEBUG nova.virt.hardware [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2085.759551] env[62683]: DEBUG nova.virt.hardware [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2085.759737] env[62683]: DEBUG nova.virt.hardware [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2085.759961] env[62683]: DEBUG nova.virt.hardware [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2085.760270] env[62683]: DEBUG nova.virt.hardware [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2085.760467] env[62683]: DEBUG nova.virt.hardware [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2085.760646] env[62683]: DEBUG nova.virt.hardware [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2085.760813] env[62683]: DEBUG nova.virt.hardware [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2085.760991] env[62683]: DEBUG nova.virt.hardware [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2085.762344] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fa5939-917e-462a-975f-4c5b469262da {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.770990] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f59d34e-777e-4ffa-9001-b802d28a6439 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.015408] env[62683]: DEBUG nova.compute.manager [req-d84faefc-b23b-4603-ac06-82135abdfa53 req-893d2a4a-499f-426b-a59a-7ed4c1fd767e service nova] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Received event network-vif-plugged-a9a9c05a-7df2-49a0-93ba-e7cc93b63824 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2086.015784] env[62683]: DEBUG oslo_concurrency.lockutils [req-d84faefc-b23b-4603-ac06-82135abdfa53 req-893d2a4a-499f-426b-a59a-7ed4c1fd767e service nova] Acquiring lock "4f3e3614-0c58-4347-b297-fab845b82638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.015897] env[62683]: DEBUG oslo_concurrency.lockutils [req-d84faefc-b23b-4603-ac06-82135abdfa53 req-893d2a4a-499f-426b-a59a-7ed4c1fd767e service nova] Lock "4f3e3614-0c58-4347-b297-fab845b82638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.016086] env[62683]: DEBUG oslo_concurrency.lockutils [req-d84faefc-b23b-4603-ac06-82135abdfa53 req-893d2a4a-499f-426b-a59a-7ed4c1fd767e service nova] Lock "4f3e3614-0c58-4347-b297-fab845b82638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.016264] env[62683]: DEBUG nova.compute.manager [req-d84faefc-b23b-4603-ac06-82135abdfa53 req-893d2a4a-499f-426b-a59a-7ed4c1fd767e service nova] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] No waiting events found dispatching network-vif-plugged-a9a9c05a-7df2-49a0-93ba-e7cc93b63824 {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2086.016432] env[62683]: WARNING nova.compute.manager [req-d84faefc-b23b-4603-ac06-82135abdfa53 req-893d2a4a-499f-426b-a59a-7ed4c1fd767e service nova] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Received unexpected event network-vif-plugged-a9a9c05a-7df2-49a0-93ba-e7cc93b63824 for instance with vm_state building and task_state spawning. [ 2086.096847] env[62683]: DEBUG nova.network.neutron [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Successfully updated port: a9a9c05a-7df2-49a0-93ba-e7cc93b63824 {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2086.243054] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.243360] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.243581] env[62683]: INFO nova.compute.manager [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Attaching volume 2e67b33b-2ece-4a85-9da9-9f78fe0cceb4 to /dev/sdb [ 2086.272922] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e5a413-b3ea-4da3-8452-d1b9ee33d92f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.280400] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d7704e-b359-434a-9138-d6ad70d27b7f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.293050] env[62683]: DEBUG nova.virt.block_device [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Updating existing volume attachment record: 2fb853be-2f1b-4d72-a3e7-3a8964f7c8bc {{(pid=62683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2086.599053] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.599258] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.599453] env[62683]: DEBUG nova.network.neutron [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2087.135035] env[62683]: DEBUG nova.network.neutron [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2087.256356] env[62683]: DEBUG nova.network.neutron [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updating instance_info_cache with network_info: [{"id": "a9a9c05a-7df2-49a0-93ba-e7cc93b63824", "address": "fa:16:3e:89:3a:61", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a9c05a-7d", "ovs_interfaceid": "a9a9c05a-7df2-49a0-93ba-e7cc93b63824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.758823] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.759191] env[62683]: DEBUG nova.compute.manager [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Instance network_info: |[{"id": "a9a9c05a-7df2-49a0-93ba-e7cc93b63824", "address": "fa:16:3e:89:3a:61", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a9c05a-7d", "ovs_interfaceid": "a9a9c05a-7df2-49a0-93ba-e7cc93b63824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2087.759627] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:3a:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9a9c05a-7df2-49a0-93ba-e7cc93b63824', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2087.767547] env[62683]: DEBUG oslo.service.loopingcall [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2087.767771] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2087.768077] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7badce52-e7db-4b1f-b0cd-2a61f2d7766b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.785133] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.785362] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.789186] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2087.789186] env[62683]: value = "task-1800011" [ 2087.789186] env[62683]: _type = "Task" [ 2087.789186] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.796960] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800011, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.057996] env[62683]: DEBUG nova.compute.manager [req-10628938-b355-43cb-a0df-bdb39e5f4708 req-75947b21-d664-4ae3-9c9f-496f771aef3a service nova] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Received event network-changed-a9a9c05a-7df2-49a0-93ba-e7cc93b63824 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2088.058123] env[62683]: DEBUG nova.compute.manager [req-10628938-b355-43cb-a0df-bdb39e5f4708 req-75947b21-d664-4ae3-9c9f-496f771aef3a service nova] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Refreshing instance network info cache due to event network-changed-a9a9c05a-7df2-49a0-93ba-e7cc93b63824. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2088.058306] env[62683]: DEBUG oslo_concurrency.lockutils [req-10628938-b355-43cb-a0df-bdb39e5f4708 req-75947b21-d664-4ae3-9c9f-496f771aef3a service nova] Acquiring lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.058456] env[62683]: DEBUG oslo_concurrency.lockutils [req-10628938-b355-43cb-a0df-bdb39e5f4708 req-75947b21-d664-4ae3-9c9f-496f771aef3a service nova] Acquired lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.058618] env[62683]: DEBUG nova.network.neutron [req-10628938-b355-43cb-a0df-bdb39e5f4708 req-75947b21-d664-4ae3-9c9f-496f771aef3a service nova] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Refreshing network info cache for port a9a9c05a-7df2-49a0-93ba-e7cc93b63824 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2088.288064] env[62683]: DEBUG nova.compute.utils [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2088.298652] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800011, 'name': CreateVM_Task, 'duration_secs': 0.336352} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.299438] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2088.300093] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.300265] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.300638] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2088.301112] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc28b12e-f904-49cb-aef7-7ce9d3576859 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.305224] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2088.305224] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]527b9c59-dba7-3588-6254-8d5d6c42f84e" [ 2088.305224] env[62683]: _type = "Task" [ 2088.305224] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.312629] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527b9c59-dba7-3588-6254-8d5d6c42f84e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.742183] env[62683]: DEBUG nova.network.neutron [req-10628938-b355-43cb-a0df-bdb39e5f4708 req-75947b21-d664-4ae3-9c9f-496f771aef3a service nova] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updated VIF entry in instance network info cache for port a9a9c05a-7df2-49a0-93ba-e7cc93b63824. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2088.742378] env[62683]: DEBUG nova.network.neutron [req-10628938-b355-43cb-a0df-bdb39e5f4708 req-75947b21-d664-4ae3-9c9f-496f771aef3a service nova] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updating instance_info_cache with network_info: [{"id": "a9a9c05a-7df2-49a0-93ba-e7cc93b63824", "address": "fa:16:3e:89:3a:61", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a9c05a-7d", "ovs_interfaceid": "a9a9c05a-7df2-49a0-93ba-e7cc93b63824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.790244] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.814944] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]527b9c59-dba7-3588-6254-8d5d6c42f84e, 'name': SearchDatastore_Task, 'duration_secs': 0.011972} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.815238] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.815458] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2088.815683] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.815828] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.816011] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2088.816483] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e78c423f-d17b-42c8-bd10-1dd4a29b3dd5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.824330] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2088.824500] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2088.825161] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52dfbd2c-9204-4088-9e82-d370cff08cb3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.829784] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2088.829784] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5267d5a4-308b-35b6-75bf-fc3d3d3baa13" [ 2088.829784] env[62683]: _type = "Task" [ 2088.829784] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.836782] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5267d5a4-308b-35b6-75bf-fc3d3d3baa13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.245407] env[62683]: DEBUG oslo_concurrency.lockutils [req-10628938-b355-43cb-a0df-bdb39e5f4708 req-75947b21-d664-4ae3-9c9f-496f771aef3a service nova] Releasing lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.340032] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5267d5a4-308b-35b6-75bf-fc3d3d3baa13, 'name': SearchDatastore_Task, 'duration_secs': 0.00796} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.341156] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3970cb82-e6b4-431d-bc36-10f5d0eb4fa8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.349417] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2089.349417] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ace245-f008-349f-a53d-e0fe2c5c8db5" [ 2089.349417] env[62683]: _type = "Task" [ 2089.349417] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.358684] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52ace245-f008-349f-a53d-e0fe2c5c8db5, 'name': SearchDatastore_Task, 'duration_secs': 0.009621} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.359401] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.359651] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 4f3e3614-0c58-4347-b297-fab845b82638/4f3e3614-0c58-4347-b297-fab845b82638.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2089.359893] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f77c6139-7c0c-406c-9daf-eeebeb5f68e2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.366950] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2089.366950] env[62683]: value = "task-1800013" [ 2089.366950] env[62683]: _type = "Task" [ 2089.366950] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.374506] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.850884] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.851162] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.851406] env[62683]: INFO nova.compute.manager [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Attaching volume 4ddca347-fc2e-4363-acdb-218c397843dc to /dev/sdb [ 2089.876562] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.388085} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.876836] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 4f3e3614-0c58-4347-b297-fab845b82638/4f3e3614-0c58-4347-b297-fab845b82638.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2089.877066] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2089.877313] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97652e75-ea8d-41dd-a1ba-1f6bbe5e3872 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.880458] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d86f9b-9480-4dc9-8262-bed9a58770c7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.887807] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75c9dc7-73a2-4106-a1ae-0031f8d2a3cc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.890201] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2089.890201] env[62683]: value = "task-1800014" [ 2089.890201] env[62683]: _type = "Task" [ 2089.890201] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.897738] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.901370] env[62683]: DEBUG nova.virt.block_device [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Updating existing volume attachment record: 8cd74255-a26e-4444-b88f-0b2a374a1f44 {{(pid=62683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2090.399932] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059943} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.400332] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2090.400946] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fae23d-c9e9-415f-8f63-0d883ff07311 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.423067] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 4f3e3614-0c58-4347-b297-fab845b82638/4f3e3614-0c58-4347-b297-fab845b82638.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2090.423338] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98d4c062-ce49-4bf0-a4e8-e6ccf4bb6eb9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.441012] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2090.441012] env[62683]: value = "task-1800016" [ 2090.441012] env[62683]: _type = "Task" [ 2090.441012] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.448248] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.835777] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Volume attach. Driver type: vmdk {{(pid=62683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2090.836055] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373223', 'volume_id': '2e67b33b-2ece-4a85-9da9-9f78fe0cceb4', 'name': 'volume-2e67b33b-2ece-4a85-9da9-9f78fe0cceb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8686f429-94a7-4383-ab7b-b1ca4fb5f3b3', 'attached_at': '', 'detached_at': '', 'volume_id': '2e67b33b-2ece-4a85-9da9-9f78fe0cceb4', 'serial': '2e67b33b-2ece-4a85-9da9-9f78fe0cceb4'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2090.836921] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead343f1-abe5-4dde-8e21-3311f91f2e65 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.853598] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c3fc22-05e4-445e-9b18-98804092fca5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.877226] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-2e67b33b-2ece-4a85-9da9-9f78fe0cceb4/volume-2e67b33b-2ece-4a85-9da9-9f78fe0cceb4.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2090.877472] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba117497-80b6-4378-b3fd-95ad18f6e393 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.894308] env[62683]: DEBUG oslo_vmware.api [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 2090.894308] env[62683]: value = "task-1800017" [ 2090.894308] env[62683]: _type = "Task" [ 2090.894308] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.901494] env[62683]: DEBUG oslo_vmware.api [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1800017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.950185] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800016, 'name': ReconfigVM_Task, 'duration_secs': 0.235264} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.950461] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 4f3e3614-0c58-4347-b297-fab845b82638/4f3e3614-0c58-4347-b297-fab845b82638.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2090.951085] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5760fb8-79af-46ea-89f6-8392b7757f8f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.956947] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2090.956947] env[62683]: value = "task-1800018" [ 2090.956947] env[62683]: _type = "Task" [ 2090.956947] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.964875] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800018, 'name': Rename_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.403699] env[62683]: DEBUG oslo_vmware.api [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1800017, 'name': ReconfigVM_Task, 'duration_secs': 0.315386} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.404416] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-2e67b33b-2ece-4a85-9da9-9f78fe0cceb4/volume-2e67b33b-2ece-4a85-9da9-9f78fe0cceb4.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2091.408955] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05057bfa-f78a-4824-915c-f1efd69d2e45 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.424057] env[62683]: DEBUG oslo_vmware.api [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 2091.424057] env[62683]: value = "task-1800019" [ 2091.424057] env[62683]: _type = "Task" [ 2091.424057] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.431657] env[62683]: DEBUG oslo_vmware.api [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1800019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.465579] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800018, 'name': Rename_Task, 'duration_secs': 0.134235} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.465849] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2091.466099] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f6a7419-f208-4af2-84c1-95ad68fcf568 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.473324] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2091.473324] env[62683]: value = "task-1800020" [ 2091.473324] env[62683]: _type = "Task" [ 2091.473324] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.480431] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.933907] env[62683]: DEBUG oslo_vmware.api [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1800019, 'name': ReconfigVM_Task, 'duration_secs': 0.143376} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.934283] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373223', 'volume_id': '2e67b33b-2ece-4a85-9da9-9f78fe0cceb4', 'name': 'volume-2e67b33b-2ece-4a85-9da9-9f78fe0cceb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8686f429-94a7-4383-ab7b-b1ca4fb5f3b3', 'attached_at': '', 'detached_at': '', 'volume_id': '2e67b33b-2ece-4a85-9da9-9f78fe0cceb4', 'serial': '2e67b33b-2ece-4a85-9da9-9f78fe0cceb4'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2091.983756] env[62683]: DEBUG oslo_vmware.api [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800020, 'name': PowerOnVM_Task, 'duration_secs': 0.48931} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.984054] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2091.984279] env[62683]: INFO nova.compute.manager [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Took 6.25 seconds to spawn the instance on the hypervisor. [ 2091.984461] env[62683]: DEBUG nova.compute.manager [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2091.985225] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8d07bc-1adb-4110-95c9-f04dd22a61c7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.501759] env[62683]: INFO nova.compute.manager [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Took 13.74 seconds to build instance. [ 2092.952232] env[62683]: DEBUG nova.compute.manager [req-ba1623e5-315d-4a58-bbf5-ce3f662455fd req-e30d006e-f8a7-4355-98d4-0ad2cf9b833b service nova] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Received event network-changed-a9a9c05a-7df2-49a0-93ba-e7cc93b63824 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2092.952552] env[62683]: DEBUG nova.compute.manager [req-ba1623e5-315d-4a58-bbf5-ce3f662455fd req-e30d006e-f8a7-4355-98d4-0ad2cf9b833b service nova] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Refreshing instance network info cache due to event network-changed-a9a9c05a-7df2-49a0-93ba-e7cc93b63824. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2092.952622] env[62683]: DEBUG oslo_concurrency.lockutils [req-ba1623e5-315d-4a58-bbf5-ce3f662455fd req-e30d006e-f8a7-4355-98d4-0ad2cf9b833b service nova] Acquiring lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2092.952717] env[62683]: DEBUG oslo_concurrency.lockutils [req-ba1623e5-315d-4a58-bbf5-ce3f662455fd req-e30d006e-f8a7-4355-98d4-0ad2cf9b833b service nova] Acquired lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.952920] env[62683]: DEBUG nova.network.neutron [req-ba1623e5-315d-4a58-bbf5-ce3f662455fd req-e30d006e-f8a7-4355-98d4-0ad2cf9b833b service nova] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Refreshing network info cache for port a9a9c05a-7df2-49a0-93ba-e7cc93b63824 {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2092.968961] env[62683]: DEBUG nova.objects.instance [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lazy-loading 'flavor' on Instance uuid 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2093.003760] env[62683]: DEBUG oslo_concurrency.lockutils [None req-3509ba6f-a61a-4e7c-a72d-0c4dfc4bcf07 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "4f3e3614-0c58-4347-b297-fab845b82638" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.271s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.473912] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6960307d-9098-4d35-b79e-2ee27e07f91e tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.230s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.667843] env[62683]: DEBUG nova.network.neutron [req-ba1623e5-315d-4a58-bbf5-ce3f662455fd req-e30d006e-f8a7-4355-98d4-0ad2cf9b833b service nova] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updated VIF entry in instance network info cache for port a9a9c05a-7df2-49a0-93ba-e7cc93b63824. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2093.668222] env[62683]: DEBUG nova.network.neutron [req-ba1623e5-315d-4a58-bbf5-ce3f662455fd req-e30d006e-f8a7-4355-98d4-0ad2cf9b833b service nova] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updating instance_info_cache with network_info: [{"id": "a9a9c05a-7df2-49a0-93ba-e7cc93b63824", "address": "fa:16:3e:89:3a:61", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a9c05a-7d", "ovs_interfaceid": "a9a9c05a-7df2-49a0-93ba-e7cc93b63824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.170563] env[62683]: DEBUG oslo_concurrency.lockutils [req-ba1623e5-315d-4a58-bbf5-ce3f662455fd req-e30d006e-f8a7-4355-98d4-0ad2cf9b833b service nova] Releasing lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.295131] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.295388] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.446668] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Volume attach. Driver type: vmdk {{(pid=62683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2094.446942] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373225', 'volume_id': '4ddca347-fc2e-4363-acdb-218c397843dc', 'name': 'volume-4ddca347-fc2e-4363-acdb-218c397843dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '823734c0-d55a-4cb6-a010-8ec2ad4460cd', 'attached_at': '', 'detached_at': '', 'volume_id': '4ddca347-fc2e-4363-acdb-218c397843dc', 'serial': '4ddca347-fc2e-4363-acdb-218c397843dc'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2094.447938] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4854fac1-5376-4c05-afec-4dfefc2613a2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.465947] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f980f69-193f-48a5-8516-03dfc944ffe8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.493582] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-4ddca347-fc2e-4363-acdb-218c397843dc/volume-4ddca347-fc2e-4363-acdb-218c397843dc.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2094.493904] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a967d45b-ec5f-495e-a897-b405cc72caff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.512530] env[62683]: DEBUG oslo_vmware.api [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 2094.512530] env[62683]: value = "task-1800022" [ 2094.512530] env[62683]: _type = "Task" [ 2094.512530] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.522384] env[62683]: DEBUG oslo_vmware.api [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1800022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.798478] env[62683]: DEBUG nova.compute.utils [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2095.022143] env[62683]: DEBUG oslo_vmware.api [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1800022, 'name': ReconfigVM_Task, 'duration_secs': 0.34186} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.022436] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-4ddca347-fc2e-4363-acdb-218c397843dc/volume-4ddca347-fc2e-4363-acdb-218c397843dc.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2095.027258] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ab36e2f-e039-4bea-84f8-c2385ffec268 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.042111] env[62683]: DEBUG oslo_vmware.api [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 2095.042111] env[62683]: value = "task-1800023" [ 2095.042111] env[62683]: _type = "Task" [ 2095.042111] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.050084] env[62683]: DEBUG oslo_vmware.api [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1800023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.301819] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.552738] env[62683]: DEBUG oslo_vmware.api [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1800023, 'name': ReconfigVM_Task, 'duration_secs': 0.151202} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.552990] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373225', 'volume_id': '4ddca347-fc2e-4363-acdb-218c397843dc', 'name': 'volume-4ddca347-fc2e-4363-acdb-218c397843dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '823734c0-d55a-4cb6-a010-8ec2ad4460cd', 'attached_at': '', 'detached_at': '', 'volume_id': '4ddca347-fc2e-4363-acdb-218c397843dc', 'serial': '4ddca347-fc2e-4363-acdb-218c397843dc'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2096.359236] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.359609] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.359676] env[62683]: INFO nova.compute.manager [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Attaching volume 5d888402-543f-4064-8f39-a97746d437a2 to /dev/sdc [ 2096.390034] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb17d19-de24-4d51-9335-30a53cc673fe {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.396791] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df146e03-43f3-45c8-9742-c4cd41442eb0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.410022] env[62683]: DEBUG nova.virt.block_device [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Updating existing volume attachment record: d3bb369d-fea3-4f9a-8e16-8817235fa2f4 {{(pid=62683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2096.587022] env[62683]: DEBUG nova.objects.instance [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lazy-loading 'flavor' on Instance uuid 823734c0-d55a-4cb6-a010-8ec2ad4460cd {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2097.091764] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7fca6ea8-118c-4255-bfb1-3940012a3cf4 tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.707564] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d6958bc1-eb90-4223-9c9f-8b63663da2eb tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.707941] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d6958bc1-eb90-4223-9c9f-8b63663da2eb tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.211211] env[62683]: INFO nova.compute.manager [None req-d6958bc1-eb90-4223-9c9f-8b63663da2eb tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Detaching volume 4ddca347-fc2e-4363-acdb-218c397843dc [ 2098.240211] env[62683]: INFO nova.virt.block_device [None req-d6958bc1-eb90-4223-9c9f-8b63663da2eb tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Attempting to driver detach volume 4ddca347-fc2e-4363-acdb-218c397843dc from mountpoint /dev/sdb [ 2098.240382] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6958bc1-eb90-4223-9c9f-8b63663da2eb tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Volume detach. Driver type: vmdk {{(pid=62683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2098.240578] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6958bc1-eb90-4223-9c9f-8b63663da2eb tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373225', 'volume_id': '4ddca347-fc2e-4363-acdb-218c397843dc', 'name': 'volume-4ddca347-fc2e-4363-acdb-218c397843dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '823734c0-d55a-4cb6-a010-8ec2ad4460cd', 'attached_at': '', 'detached_at': '', 'volume_id': '4ddca347-fc2e-4363-acdb-218c397843dc', 'serial': '4ddca347-fc2e-4363-acdb-218c397843dc'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2098.241811] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6db23f7-f988-44ee-936e-78e8779be22d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.263443] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4e98b6-529e-4d93-af3c-aab3e63b181a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.270750] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e37286-4d84-44cd-8663-98f2e30def13 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.290636] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bf2107-fa7f-4efe-9dd9-0d659ff6c8d3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.305404] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6958bc1-eb90-4223-9c9f-8b63663da2eb tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] The volume has not been displaced from its original location: [datastore1] volume-4ddca347-fc2e-4363-acdb-218c397843dc/volume-4ddca347-fc2e-4363-acdb-218c397843dc.vmdk. No consolidation needed. {{(pid=62683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2098.311292] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6958bc1-eb90-4223-9c9f-8b63663da2eb tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2098.311593] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-586c960a-2875-4563-a660-59282a04c604 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.329285] env[62683]: DEBUG oslo_vmware.api [None req-d6958bc1-eb90-4223-9c9f-8b63663da2eb tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 2098.329285] env[62683]: value = "task-1800025" [ 2098.329285] env[62683]: _type = "Task" [ 2098.329285] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.336757] env[62683]: DEBUG oslo_vmware.api [None req-d6958bc1-eb90-4223-9c9f-8b63663da2eb tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1800025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.839335] env[62683]: DEBUG oslo_vmware.api [None req-d6958bc1-eb90-4223-9c9f-8b63663da2eb tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1800025, 'name': ReconfigVM_Task, 'duration_secs': 0.201135} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.839700] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6958bc1-eb90-4223-9c9f-8b63663da2eb tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2098.844196] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc3e2d3d-b10f-406d-8477-549ead40cf2f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.858646] env[62683]: DEBUG oslo_vmware.api [None req-d6958bc1-eb90-4223-9c9f-8b63663da2eb tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 2098.858646] env[62683]: value = "task-1800027" [ 2098.858646] env[62683]: _type = "Task" [ 2098.858646] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.865923] env[62683]: DEBUG oslo_vmware.api [None req-d6958bc1-eb90-4223-9c9f-8b63663da2eb tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1800027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.369157] env[62683]: DEBUG oslo_vmware.api [None req-d6958bc1-eb90-4223-9c9f-8b63663da2eb tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1800027, 'name': ReconfigVM_Task, 'duration_secs': 0.125058} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.369457] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6958bc1-eb90-4223-9c9f-8b63663da2eb tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373225', 'volume_id': '4ddca347-fc2e-4363-acdb-218c397843dc', 'name': 'volume-4ddca347-fc2e-4363-acdb-218c397843dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '823734c0-d55a-4cb6-a010-8ec2ad4460cd', 'attached_at': '', 'detached_at': '', 'volume_id': '4ddca347-fc2e-4363-acdb-218c397843dc', 'serial': '4ddca347-fc2e-4363-acdb-218c397843dc'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2099.907362] env[62683]: DEBUG nova.objects.instance [None req-d6958bc1-eb90-4223-9c9f-8b63663da2eb tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lazy-loading 'flavor' on Instance uuid 823734c0-d55a-4cb6-a010-8ec2ad4460cd {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2100.914531] env[62683]: DEBUG oslo_concurrency.lockutils [None req-d6958bc1-eb90-4223-9c9f-8b63663da2eb tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.206s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.954282] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Volume attach. Driver type: vmdk {{(pid=62683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2100.954552] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373226', 'volume_id': '5d888402-543f-4064-8f39-a97746d437a2', 'name': 'volume-5d888402-543f-4064-8f39-a97746d437a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8686f429-94a7-4383-ab7b-b1ca4fb5f3b3', 'attached_at': '', 'detached_at': '', 'volume_id': '5d888402-543f-4064-8f39-a97746d437a2', 'serial': '5d888402-543f-4064-8f39-a97746d437a2'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2100.955440] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d72a12-e2e5-4ff2-9d06-1ad4e5b4f4da {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.971428] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f19433a-8ea2-4b5d-8dc0-fec16594f62e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.998152] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-5d888402-543f-4064-8f39-a97746d437a2/volume-5d888402-543f-4064-8f39-a97746d437a2.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2100.998405] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57e743b2-e70a-4f8d-8552-0ff8e98ef997 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.016050] env[62683]: DEBUG oslo_vmware.api [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 2101.016050] env[62683]: value = "task-1800028" [ 2101.016050] env[62683]: _type = "Task" [ 2101.016050] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.024193] env[62683]: DEBUG oslo_vmware.api [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1800028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.526191] env[62683]: DEBUG oslo_vmware.api [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1800028, 'name': ReconfigVM_Task, 'duration_secs': 0.334598} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.526471] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-5d888402-543f-4064-8f39-a97746d437a2/volume-5d888402-543f-4064-8f39-a97746d437a2.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2101.531166] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e7f52e1-07b1-4bd2-8774-4526656de8e8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.548979] env[62683]: DEBUG oslo_vmware.api [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 2101.548979] env[62683]: value = "task-1800029" [ 2101.548979] env[62683]: _type = "Task" [ 2101.548979] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.557327] env[62683]: DEBUG oslo_vmware.api [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1800029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.940138] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.940594] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.940858] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.941028] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.941251] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.943609] env[62683]: INFO nova.compute.manager [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Terminating instance [ 2102.059969] env[62683]: DEBUG oslo_vmware.api [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1800029, 'name': ReconfigVM_Task, 'duration_secs': 0.140285} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.060478] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373226', 'volume_id': '5d888402-543f-4064-8f39-a97746d437a2', 'name': 'volume-5d888402-543f-4064-8f39-a97746d437a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8686f429-94a7-4383-ab7b-b1ca4fb5f3b3', 'attached_at': '', 'detached_at': '', 'volume_id': '5d888402-543f-4064-8f39-a97746d437a2', 'serial': '5d888402-543f-4064-8f39-a97746d437a2'} {{(pid=62683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2102.447663] env[62683]: DEBUG nova.compute.manager [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2102.447906] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2102.448805] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca9b505-f0d2-46a9-a13c-b87b00a7c60e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.456929] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2102.457183] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ef759eb-27cc-4a43-b702-7d4d0f9f6ecc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.463768] env[62683]: DEBUG oslo_vmware.api [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 2102.463768] env[62683]: value = "task-1800030" [ 2102.463768] env[62683]: _type = "Task" [ 2102.463768] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.471414] env[62683]: DEBUG oslo_vmware.api [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1800030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.974337] env[62683]: DEBUG oslo_vmware.api [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1800030, 'name': PowerOffVM_Task, 'duration_secs': 0.187307} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.974614] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2102.974773] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2102.975026] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35c3f795-b46b-44a8-865a-78029c6df50d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.049912] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2103.050145] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2103.050333] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Deleting the datastore file [datastore1] 823734c0-d55a-4cb6-a010-8ec2ad4460cd {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2103.050591] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adbf7e1b-beb2-4fc1-9a90-cb5bbcc5a224 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.058795] env[62683]: DEBUG oslo_vmware.api [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for the task: (returnval){ [ 2103.058795] env[62683]: value = "task-1800032" [ 2103.058795] env[62683]: _type = "Task" [ 2103.058795] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.066500] env[62683]: DEBUG oslo_vmware.api [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1800032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.098584] env[62683]: DEBUG nova.objects.instance [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lazy-loading 'flavor' on Instance uuid 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2103.569293] env[62683]: DEBUG oslo_vmware.api [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Task: {'id': task-1800032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129635} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.569580] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2103.569767] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2103.569983] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2103.570187] env[62683]: INFO nova.compute.manager [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2103.570429] env[62683]: DEBUG oslo.service.loopingcall [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2103.570616] env[62683]: DEBUG nova.compute.manager [-] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2103.570712] env[62683]: DEBUG nova.network.neutron [-] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2103.603384] env[62683]: DEBUG oslo_concurrency.lockutils [None req-5f849b1c-86a5-4262-9132-e5b5379e6f38 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.874804] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1bf4eb75-c328-4fd3-81ef-109be94edcae tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.875113] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1bf4eb75-c328-4fd3-81ef-109be94edcae tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.997957] env[62683]: DEBUG nova.compute.manager [req-437a0fa4-b6c2-4197-85a3-e210f5b2864b req-064abdce-23ba-49fc-86d1-4f796005d11a service nova] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Received event network-vif-deleted-8b8a2b24-7953-4f24-8a56-74de17dc6234 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2103.997957] env[62683]: INFO nova.compute.manager [req-437a0fa4-b6c2-4197-85a3-e210f5b2864b req-064abdce-23ba-49fc-86d1-4f796005d11a service nova] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Neutron deleted interface 8b8a2b24-7953-4f24-8a56-74de17dc6234; detaching it from the instance and deleting it from the info cache [ 2103.997957] env[62683]: DEBUG nova.network.neutron [req-437a0fa4-b6c2-4197-85a3-e210f5b2864b req-064abdce-23ba-49fc-86d1-4f796005d11a service nova] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.377611] env[62683]: INFO nova.compute.manager [None req-1bf4eb75-c328-4fd3-81ef-109be94edcae tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Detaching volume 2e67b33b-2ece-4a85-9da9-9f78fe0cceb4 [ 2104.409646] env[62683]: INFO nova.virt.block_device [None req-1bf4eb75-c328-4fd3-81ef-109be94edcae tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Attempting to driver detach volume 2e67b33b-2ece-4a85-9da9-9f78fe0cceb4 from mountpoint /dev/sdb [ 2104.409927] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf4eb75-c328-4fd3-81ef-109be94edcae tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Volume detach. Driver type: vmdk {{(pid=62683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2104.410147] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf4eb75-c328-4fd3-81ef-109be94edcae tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373223', 'volume_id': '2e67b33b-2ece-4a85-9da9-9f78fe0cceb4', 'name': 'volume-2e67b33b-2ece-4a85-9da9-9f78fe0cceb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8686f429-94a7-4383-ab7b-b1ca4fb5f3b3', 'attached_at': '', 'detached_at': '', 'volume_id': '2e67b33b-2ece-4a85-9da9-9f78fe0cceb4', 'serial': '2e67b33b-2ece-4a85-9da9-9f78fe0cceb4'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2104.410998] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf648c5-e8ed-48bf-b6ed-c41c3bdb1ebd {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.436399] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e9dbab-9c1f-4b99-bc92-8b4beca5f01f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.443301] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821f6f8c-a69e-4f76-972f-90fa483fed8a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.465992] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bc3b20-11f7-45f2-b2ca-d3436b0b1ae5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.469009] env[62683]: DEBUG nova.network.neutron [-] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.481239] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf4eb75-c328-4fd3-81ef-109be94edcae tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] The volume has not been displaced from its original location: [datastore1] volume-2e67b33b-2ece-4a85-9da9-9f78fe0cceb4/volume-2e67b33b-2ece-4a85-9da9-9f78fe0cceb4.vmdk. No consolidation needed. {{(pid=62683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2104.486498] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf4eb75-c328-4fd3-81ef-109be94edcae tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2104.487383] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c51d257-49f3-45ae-b81c-eac426ff5c4c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.500249] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f213b8ac-695e-43bd-bb86-69b9b471840d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.509427] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9916c543-26ff-4e03-ac78-66dcf6b393c5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.520929] env[62683]: DEBUG oslo_vmware.api [None req-1bf4eb75-c328-4fd3-81ef-109be94edcae tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 2104.520929] env[62683]: value = "task-1800033" [ 2104.520929] env[62683]: _type = "Task" [ 2104.520929] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.528909] env[62683]: DEBUG oslo_vmware.api [None req-1bf4eb75-c328-4fd3-81ef-109be94edcae tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1800033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.538349] env[62683]: DEBUG nova.compute.manager [req-437a0fa4-b6c2-4197-85a3-e210f5b2864b req-064abdce-23ba-49fc-86d1-4f796005d11a service nova] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Detach interface failed, port_id=8b8a2b24-7953-4f24-8a56-74de17dc6234, reason: Instance 823734c0-d55a-4cb6-a010-8ec2ad4460cd could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2104.971308] env[62683]: INFO nova.compute.manager [-] [instance: 823734c0-d55a-4cb6-a010-8ec2ad4460cd] Took 1.40 seconds to deallocate network for instance. [ 2105.030414] env[62683]: DEBUG oslo_vmware.api [None req-1bf4eb75-c328-4fd3-81ef-109be94edcae tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1800033, 'name': ReconfigVM_Task, 'duration_secs': 0.231579} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.030731] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf4eb75-c328-4fd3-81ef-109be94edcae tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2105.035381] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bccfdc1-5ed6-43c0-b737-b35edb9b53ab {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.049920] env[62683]: DEBUG oslo_vmware.api [None req-1bf4eb75-c328-4fd3-81ef-109be94edcae tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 2105.049920] env[62683]: value = "task-1800034" [ 2105.049920] env[62683]: _type = "Task" [ 2105.049920] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.057270] env[62683]: DEBUG oslo_vmware.api [None req-1bf4eb75-c328-4fd3-81ef-109be94edcae tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1800034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.477410] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.477698] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.477927] env[62683]: DEBUG nova.objects.instance [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lazy-loading 'resources' on Instance uuid 823734c0-d55a-4cb6-a010-8ec2ad4460cd {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2105.559589] env[62683]: DEBUG oslo_vmware.api [None req-1bf4eb75-c328-4fd3-81ef-109be94edcae tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1800034, 'name': ReconfigVM_Task, 'duration_secs': 0.142269} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.559886] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf4eb75-c328-4fd3-81ef-109be94edcae tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373223', 'volume_id': '2e67b33b-2ece-4a85-9da9-9f78fe0cceb4', 'name': 'volume-2e67b33b-2ece-4a85-9da9-9f78fe0cceb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8686f429-94a7-4383-ab7b-b1ca4fb5f3b3', 'attached_at': '', 'detached_at': '', 'volume_id': '2e67b33b-2ece-4a85-9da9-9f78fe0cceb4', 'serial': '2e67b33b-2ece-4a85-9da9-9f78fe0cceb4'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2106.028682] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1731d818-1415-4b01-9482-f7f2b3780cf8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.036367] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af94a858-3383-49f9-a4d1-a7b18d72fe57 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.066092] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf135f9-5e59-4ae0-9bd3-fc86f298c679 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.072946] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795eae74-7dc5-439a-a1bc-1435c483db17 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.085891] env[62683]: DEBUG nova.compute.provider_tree [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2107.244877] env[62683]: DEBUG nova.scheduler.client.report [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 185 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2107.245174] env[62683]: DEBUG nova.compute.provider_tree [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 185 to 186 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2107.245359] env[62683]: DEBUG nova.compute.provider_tree [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2107.250290] env[62683]: DEBUG nova.objects.instance [None req-1bf4eb75-c328-4fd3-81ef-109be94edcae tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lazy-loading 'flavor' on Instance uuid 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2107.750316] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.272s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.764570] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a8dce9a2-c644-4a3d-8120-5dce0a6831d8 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.769922] env[62683]: INFO nova.scheduler.client.report [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Deleted allocations for instance 823734c0-d55a-4cb6-a010-8ec2ad4460cd [ 2108.256885] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1bf4eb75-c328-4fd3-81ef-109be94edcae tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.382s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.258054] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a8dce9a2-c644-4a3d-8120-5dce0a6831d8 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.494s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.277295] env[62683]: DEBUG oslo_concurrency.lockutils [None req-7927132f-cb89-4e25-a069-5227e53e9eba tempest-AttachVolumeNegativeTest-52339497 tempest-AttachVolumeNegativeTest-52339497-project-member] Lock "823734c0-d55a-4cb6-a010-8ec2ad4460cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.337s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.760796] env[62683]: INFO nova.compute.manager [None req-a8dce9a2-c644-4a3d-8120-5dce0a6831d8 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Detaching volume 5d888402-543f-4064-8f39-a97746d437a2 [ 2108.791644] env[62683]: INFO nova.virt.block_device [None req-a8dce9a2-c644-4a3d-8120-5dce0a6831d8 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Attempting to driver detach volume 5d888402-543f-4064-8f39-a97746d437a2 from mountpoint /dev/sdc [ 2108.791890] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8dce9a2-c644-4a3d-8120-5dce0a6831d8 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Volume detach. Driver type: vmdk {{(pid=62683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2108.792155] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8dce9a2-c644-4a3d-8120-5dce0a6831d8 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373226', 'volume_id': '5d888402-543f-4064-8f39-a97746d437a2', 'name': 'volume-5d888402-543f-4064-8f39-a97746d437a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8686f429-94a7-4383-ab7b-b1ca4fb5f3b3', 'attached_at': '', 'detached_at': '', 'volume_id': '5d888402-543f-4064-8f39-a97746d437a2', 'serial': '5d888402-543f-4064-8f39-a97746d437a2'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2108.793055] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de70218-34c0-4883-9002-cff7add76a3b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.815376] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85836182-28c6-4d8e-b737-24a86d1d7eb4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.822244] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed54fca9-348c-4557-86d4-8d593a95b2a8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.841761] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5bf5da-f80d-42dd-8410-fec499ca77c2 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.857559] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8dce9a2-c644-4a3d-8120-5dce0a6831d8 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] The volume has not been displaced from its original location: [datastore1] volume-5d888402-543f-4064-8f39-a97746d437a2/volume-5d888402-543f-4064-8f39-a97746d437a2.vmdk. No consolidation needed. {{(pid=62683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2108.862777] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8dce9a2-c644-4a3d-8120-5dce0a6831d8 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Reconfiguring VM instance instance-00000079 to detach disk 2002 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2108.863049] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b7789f0-1693-4f04-a830-e2f3f6f07319 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.880767] env[62683]: DEBUG oslo_vmware.api [None req-a8dce9a2-c644-4a3d-8120-5dce0a6831d8 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 2108.880767] env[62683]: value = "task-1800036" [ 2108.880767] env[62683]: _type = "Task" [ 2108.880767] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.888121] env[62683]: DEBUG oslo_vmware.api [None req-a8dce9a2-c644-4a3d-8120-5dce0a6831d8 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1800036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.391126] env[62683]: DEBUG oslo_vmware.api [None req-a8dce9a2-c644-4a3d-8120-5dce0a6831d8 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1800036, 'name': ReconfigVM_Task, 'duration_secs': 0.234045} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.391405] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8dce9a2-c644-4a3d-8120-5dce0a6831d8 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Reconfigured VM instance instance-00000079 to detach disk 2002 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2109.395983] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0f93919-3af1-4bf5-ba74-745716b74524 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.410892] env[62683]: DEBUG oslo_vmware.api [None req-a8dce9a2-c644-4a3d-8120-5dce0a6831d8 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 2109.410892] env[62683]: value = "task-1800037" [ 2109.410892] env[62683]: _type = "Task" [ 2109.410892] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.418666] env[62683]: DEBUG oslo_vmware.api [None req-a8dce9a2-c644-4a3d-8120-5dce0a6831d8 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1800037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.920521] env[62683]: DEBUG oslo_vmware.api [None req-a8dce9a2-c644-4a3d-8120-5dce0a6831d8 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1800037, 'name': ReconfigVM_Task, 'duration_secs': 0.131371} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.920818] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8dce9a2-c644-4a3d-8120-5dce0a6831d8 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373226', 'volume_id': '5d888402-543f-4064-8f39-a97746d437a2', 'name': 'volume-5d888402-543f-4064-8f39-a97746d437a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8686f429-94a7-4383-ab7b-b1ca4fb5f3b3', 'attached_at': '', 'detached_at': '', 'volume_id': '5d888402-543f-4064-8f39-a97746d437a2', 'serial': '5d888402-543f-4064-8f39-a97746d437a2'} {{(pid=62683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2110.458959] env[62683]: DEBUG nova.objects.instance [None req-a8dce9a2-c644-4a3d-8120-5dce0a6831d8 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lazy-loading 'flavor' on Instance uuid 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2111.466196] env[62683]: DEBUG oslo_concurrency.lockutils [None req-a8dce9a2-c644-4a3d-8120-5dce0a6831d8 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.131215] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.131422] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.131590] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.131773] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.131990] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.134233] env[62683]: INFO nova.compute.manager [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Terminating instance [ 2112.638386] env[62683]: DEBUG nova.compute.manager [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2112.638670] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2112.639607] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbdeda9-0b15-4b7d-989b-9a8cf9c4c2fa {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.647955] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2112.648208] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ec2c916-0025-41de-abbc-048029642656 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.655135] env[62683]: DEBUG oslo_vmware.api [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 2112.655135] env[62683]: value = "task-1800039" [ 2112.655135] env[62683]: _type = "Task" [ 2112.655135] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.663476] env[62683]: DEBUG oslo_vmware.api [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1800039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.165208] env[62683]: DEBUG oslo_vmware.api [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1800039, 'name': PowerOffVM_Task, 'duration_secs': 0.182845} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.165432] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2113.165551] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2113.165788] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d628a9dc-a0d8-4e46-bab5-37a72c8af522 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.376975] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2113.377230] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2113.377423] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Deleting the datastore file [datastore1] 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2113.377701] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ba16d04-7fa7-4457-a7a0-adaddf74e228 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.384656] env[62683]: DEBUG oslo_vmware.api [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for the task: (returnval){ [ 2113.384656] env[62683]: value = "task-1800041" [ 2113.384656] env[62683]: _type = "Task" [ 2113.384656] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.392640] env[62683]: DEBUG oslo_vmware.api [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1800041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.896727] env[62683]: DEBUG oslo_vmware.api [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Task: {'id': task-1800041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14322} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.897110] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2113.897187] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2113.897334] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2113.897523] env[62683]: INFO nova.compute.manager [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2113.897759] env[62683]: DEBUG oslo.service.loopingcall [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2113.897953] env[62683]: DEBUG nova.compute.manager [-] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2113.898063] env[62683]: DEBUG nova.network.neutron [-] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2114.359860] env[62683]: DEBUG nova.compute.manager [req-8212d983-abf5-41ac-a91b-06670d178eab req-d42b134c-1396-4a3d-8ab1-c7f8141cea24 service nova] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Received event network-vif-deleted-3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2114.360056] env[62683]: INFO nova.compute.manager [req-8212d983-abf5-41ac-a91b-06670d178eab req-d42b134c-1396-4a3d-8ab1-c7f8141cea24 service nova] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Neutron deleted interface 3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787; detaching it from the instance and deleting it from the info cache [ 2114.360273] env[62683]: DEBUG nova.network.neutron [req-8212d983-abf5-41ac-a91b-06670d178eab req-d42b134c-1396-4a3d-8ab1-c7f8141cea24 service nova] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2114.832764] env[62683]: DEBUG nova.network.neutron [-] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2114.862807] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51eba1b2-0113-4b24-9a9a-f956d67de355 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.872092] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f34a8a-ee58-4781-9e62-0d6d87997d52 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.896393] env[62683]: DEBUG nova.compute.manager [req-8212d983-abf5-41ac-a91b-06670d178eab req-d42b134c-1396-4a3d-8ab1-c7f8141cea24 service nova] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Detach interface failed, port_id=3c14ddb4-4cb4-4f4c-a1f4-0d48e1e27787, reason: Instance 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2115.336089] env[62683]: INFO nova.compute.manager [-] [instance: 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3] Took 1.44 seconds to deallocate network for instance. [ 2115.842505] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.842874] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.843182] env[62683]: DEBUG nova.objects.instance [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lazy-loading 'resources' on Instance uuid 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2116.389251] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccbfa09-c76a-48cd-b0cf-e18445c65ab9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.397256] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3177c160-014e-4e94-8d94-a6fe8dc0dec1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.428995] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cda0ac-b31a-482a-9326-e3b1b5dfc5ab {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.436177] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4373044c-ba31-4f3f-ae70-57123031cd16 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.448895] env[62683]: DEBUG nova.compute.provider_tree [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2116.980624] env[62683]: DEBUG nova.scheduler.client.report [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Updated inventory for provider e206140c-2e6e-436d-87ad-d82d52de532e with generation 186 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2116.981481] env[62683]: DEBUG nova.compute.provider_tree [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Updating resource provider e206140c-2e6e-436d-87ad-d82d52de532e generation from 186 to 187 during operation: update_inventory {{(pid=62683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2116.981481] env[62683]: DEBUG nova.compute.provider_tree [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Updating inventory in ProviderTree for provider e206140c-2e6e-436d-87ad-d82d52de532e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2117.486621] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.509993] env[62683]: INFO nova.scheduler.client.report [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Deleted allocations for instance 8686f429-94a7-4383-ab7b-b1ca4fb5f3b3 [ 2118.018078] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6795f66c-d178-49e4-b5bb-c73315a30844 tempest-AttachVolumeTestJSON-304920361 tempest-AttachVolumeTestJSON-304920361-project-member] Lock "8686f429-94a7-4383-ab7b-b1ca4fb5f3b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.887s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.119724] env[62683]: DEBUG nova.compute.manager [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Stashing vm_state: active {{(pid=62683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 2131.643458] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.643721] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.689096] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2132.148627] env[62683]: INFO nova.compute.claims [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2132.654550] env[62683]: INFO nova.compute.resource_tracker [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updating resource usage from migration 59334d04-6b07-4c04-91af-f3321cfd4228 [ 2132.691146] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457b26af-71c2-4747-8a29-5b522b7f4cdf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.699507] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84c7203-c0be-4320-accb-4802e4eb6111 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.727939] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e964b19-48a1-40be-8347-3551cc5ff7cc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.734727] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209e2bd6-69f0-45d9-8313-d6ec14315e1c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.747298] env[62683]: DEBUG nova.compute.provider_tree [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2133.250880] env[62683]: DEBUG nova.scheduler.client.report [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2133.757069] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.113s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.757069] env[62683]: INFO nova.compute.manager [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Migrating [ 2134.271706] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.272149] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.272149] env[62683]: DEBUG nova.network.neutron [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2135.015065] env[62683]: DEBUG nova.network.neutron [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updating instance_info_cache with network_info: [{"id": "a9a9c05a-7df2-49a0-93ba-e7cc93b63824", "address": "fa:16:3e:89:3a:61", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a9c05a-7d", "ovs_interfaceid": "a9a9c05a-7df2-49a0-93ba-e7cc93b63824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2135.518039] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.032542] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c388c72d-10f4-4d56-b7c7-37fb59d4d956 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.051570] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updating instance '4f3e3614-0c58-4347-b297-fab845b82638' progress to 0 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2137.558220] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2137.558533] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05753bde-5988-4e56-ac07-a61db2c9411f {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.567753] env[62683]: DEBUG oslo_vmware.api [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2137.567753] env[62683]: value = "task-1800046" [ 2137.567753] env[62683]: _type = "Task" [ 2137.567753] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.575670] env[62683]: DEBUG oslo_vmware.api [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.688958] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2137.689254] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2138.077855] env[62683]: DEBUG oslo_vmware.api [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800046, 'name': PowerOffVM_Task, 'duration_secs': 0.199666} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.078262] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2138.078348] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updating instance '4f3e3614-0c58-4347-b297-fab845b82638' progress to 17 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2138.192747] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.193033] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.193134] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.193291] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2138.194162] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9af99ea-3870-4e62-af66-e41bb65b837b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.202099] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5872c2-9d6d-4d05-a0ee-6a345ffe5dab {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.215573] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ae1368-e431-4642-893c-2a8a808adcec {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.221681] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5a2fc2-2893-4c4f-a7a0-cd5f7edf2185 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.249943] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181008MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2138.250105] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.250287] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.584782] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:35:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2138.585116] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2138.585295] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2138.585490] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2138.585636] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2138.585786] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2138.585996] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2138.586330] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2138.586513] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2138.586683] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2138.586860] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2138.592315] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32bbfebd-7b49-46de-bccb-0ec60771de7e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.607625] env[62683]: DEBUG oslo_vmware.api [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2138.607625] env[62683]: value = "task-1800047" [ 2138.607625] env[62683]: _type = "Task" [ 2138.607625] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.615190] env[62683]: DEBUG oslo_vmware.api [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.118104] env[62683]: DEBUG oslo_vmware.api [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800047, 'name': ReconfigVM_Task, 'duration_secs': 0.165353} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.118104] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updating instance '4f3e3614-0c58-4347-b297-fab845b82638' progress to 33 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2139.257117] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Applying migration context for instance 4f3e3614-0c58-4347-b297-fab845b82638 as it has an incoming, in-progress migration 59334d04-6b07-4c04-91af-f3321cfd4228. Migration status is migrating {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2139.257677] env[62683]: INFO nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updating resource usage from migration 59334d04-6b07-4c04-91af-f3321cfd4228 [ 2139.273670] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Migration 59334d04-6b07-4c04-91af-f3321cfd4228 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2139.273819] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 4f3e3614-0c58-4347-b297-fab845b82638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2139.273989] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2139.274142] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2139.307514] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4a9934-9639-4583-85e0-80b3837d175b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.314708] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94275f70-c3cd-48dc-af32-911431cae921 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.345355] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b209f7af-b1a4-4481-95d4-cb75ce65ca45 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.352328] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9904a5f-c6d2-4240-9cef-e1ec005e9304 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.365298] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2139.624282] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2139.624535] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2139.624697] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2139.624885] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2139.625048] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2139.625211] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2139.625420] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2139.625583] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2139.625752] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2139.625916] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2139.626105] env[62683]: DEBUG nova.virt.hardware [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2139.631340] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2139.631927] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd2ca745-b806-4aba-858f-c5a30b2ca230 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.650379] env[62683]: DEBUG oslo_vmware.api [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2139.650379] env[62683]: value = "task-1800048" [ 2139.650379] env[62683]: _type = "Task" [ 2139.650379] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.657767] env[62683]: DEBUG oslo_vmware.api [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.868156] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2140.159796] env[62683]: DEBUG oslo_vmware.api [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800048, 'name': ReconfigVM_Task, 'duration_secs': 0.208413} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.160172] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2140.160848] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93317a7b-fec2-41e6-bfb2-0fca892553f8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.181908] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 4f3e3614-0c58-4347-b297-fab845b82638/4f3e3614-0c58-4347-b297-fab845b82638.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2140.182122] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7311cfe-f220-45f0-8d8e-66fea4adb4dc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.198804] env[62683]: DEBUG oslo_vmware.api [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2140.198804] env[62683]: value = "task-1800049" [ 2140.198804] env[62683]: _type = "Task" [ 2140.198804] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.207393] env[62683]: DEBUG oslo_vmware.api [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.373600] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2140.373858] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2140.708981] env[62683]: DEBUG oslo_vmware.api [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800049, 'name': ReconfigVM_Task, 'duration_secs': 0.246856} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.709284] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 4f3e3614-0c58-4347-b297-fab845b82638/4f3e3614-0c58-4347-b297-fab845b82638.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2140.709538] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updating instance '4f3e3614-0c58-4347-b297-fab845b82638' progress to 50 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2141.216720] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2570b4-198b-4c5a-9b7f-1cf1a59e70f6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.235156] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac807e87-1527-4652-aa66-d1d3180b9241 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.251992] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updating instance '4f3e3614-0c58-4347-b297-fab845b82638' progress to 67 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2141.374308] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2141.374497] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2141.374617] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Rebuilding the list of instances to heal {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 2141.791929] env[62683]: DEBUG nova.network.neutron [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Port a9a9c05a-7df2-49a0-93ba-e7cc93b63824 binding to destination host cpu-1 is already ACTIVE {{(pid=62683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2141.877620] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2141.877794] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquired lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2141.877893] env[62683]: DEBUG nova.network.neutron [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Forcefully refreshing network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2141.878057] env[62683]: DEBUG nova.objects.instance [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lazy-loading 'info_cache' on Instance uuid 4f3e3614-0c58-4347-b297-fab845b82638 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2142.816488] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "4f3e3614-0c58-4347-b297-fab845b82638-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.816888] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "4f3e3614-0c58-4347-b297-fab845b82638-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.816888] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "4f3e3614-0c58-4347-b297-fab845b82638-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.585153] env[62683]: DEBUG nova.network.neutron [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updating instance_info_cache with network_info: [{"id": "a9a9c05a-7df2-49a0-93ba-e7cc93b63824", "address": "fa:16:3e:89:3a:61", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a9c05a-7d", "ovs_interfaceid": "a9a9c05a-7df2-49a0-93ba-e7cc93b63824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2143.847968] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2144.088337] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Releasing lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2144.088611] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updated the network info_cache for instance {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2144.088892] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2144.089095] env[62683]: DEBUG nova.network.neutron [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2144.090365] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2144.090551] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2144.090710] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2144.090865] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2144.090999] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2144.803238] env[62683]: DEBUG nova.network.neutron [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updating instance_info_cache with network_info: [{"id": "a9a9c05a-7df2-49a0-93ba-e7cc93b63824", "address": "fa:16:3e:89:3a:61", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a9c05a-7d", "ovs_interfaceid": "a9a9c05a-7df2-49a0-93ba-e7cc93b63824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.306741] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2145.830517] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad9e646-cecf-420c-b8ef-3c1d2859a11b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.849669] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35b8011-d5eb-4a55-8b8d-1bf273a4e3e6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.856234] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updating instance '4f3e3614-0c58-4347-b297-fab845b82638' progress to 83 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2146.362310] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2146.362638] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca11d370-a4c6-4b2f-9fa2-022673ceaf03 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.370497] env[62683]: DEBUG oslo_vmware.api [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2146.370497] env[62683]: value = "task-1800050" [ 2146.370497] env[62683]: _type = "Task" [ 2146.370497] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.378179] env[62683]: DEBUG oslo_vmware.api [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.880084] env[62683]: DEBUG oslo_vmware.api [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800050, 'name': PowerOnVM_Task, 'duration_secs': 0.377524} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.880331] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2146.880516] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2a10995f-cecf-4ceb-842f-9a622132bd05 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updating instance '4f3e3614-0c58-4347-b297-fab845b82638' progress to 100 {{(pid=62683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2148.402919] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2149.561948] env[62683]: DEBUG nova.network.neutron [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Port a9a9c05a-7df2-49a0-93ba-e7cc93b63824 binding to destination host cpu-1 is already ACTIVE {{(pid=62683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2149.562291] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.562447] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.562618] env[62683]: DEBUG nova.network.neutron [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2150.293560] env[62683]: DEBUG nova.network.neutron [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updating instance_info_cache with network_info: [{"id": "a9a9c05a-7df2-49a0-93ba-e7cc93b63824", "address": "fa:16:3e:89:3a:61", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a9c05a-7d", "ovs_interfaceid": "a9a9c05a-7df2-49a0-93ba-e7cc93b63824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.796283] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.299798] env[62683]: DEBUG nova.compute.manager [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62683) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2151.300103] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.300372] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.803564] env[62683]: DEBUG nova.objects.instance [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lazy-loading 'migration_context' on Instance uuid 4f3e3614-0c58-4347-b297-fab845b82638 {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2152.343356] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afad1a5-ffc1-41cb-92d0-c948e4ddea80 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.350771] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a23668-cc18-40b0-9034-02a4be1a2a31 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.380758] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02b27b8-cedb-4aeb-9bd9-19abf8c21725 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.387929] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23489c6c-bae3-4628-b572-186e6329394a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.401210] env[62683]: DEBUG nova.compute.provider_tree [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2152.904866] env[62683]: DEBUG nova.scheduler.client.report [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2153.915762] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.615s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.453302] env[62683]: INFO nova.compute.manager [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Swapping old allocation on dict_keys(['e206140c-2e6e-436d-87ad-d82d52de532e']) held by migration 59334d04-6b07-4c04-91af-f3321cfd4228 for instance [ 2155.474237] env[62683]: DEBUG nova.scheduler.client.report [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Overwriting current allocation {'allocations': {'e206140c-2e6e-436d-87ad-d82d52de532e': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 189}}, 'project_id': '192c02adb50b4dc6a78a50bcbf5ef9d2', 'user_id': '280fa3dc88df47b1bc100f3679de77a5', 'consumer_generation': 1} on consumer 4f3e3614-0c58-4347-b297-fab845b82638 {{(pid=62683) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2155.553355] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.553567] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.553752] env[62683]: DEBUG nova.network.neutron [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2156.248932] env[62683]: DEBUG nova.network.neutron [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updating instance_info_cache with network_info: [{"id": "a9a9c05a-7df2-49a0-93ba-e7cc93b63824", "address": "fa:16:3e:89:3a:61", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a9c05a-7d", "ovs_interfaceid": "a9a9c05a-7df2-49a0-93ba-e7cc93b63824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.752129] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "refresh_cache-4f3e3614-0c58-4347-b297-fab845b82638" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.752619] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2156.752912] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca0c8b43-e536-4cb0-9776-bdb9fba1082b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.761068] env[62683]: DEBUG oslo_vmware.api [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2156.761068] env[62683]: value = "task-1800051" [ 2156.761068] env[62683]: _type = "Task" [ 2156.761068] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.768891] env[62683]: DEBUG oslo_vmware.api [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.270965] env[62683]: DEBUG oslo_vmware.api [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800051, 'name': PowerOffVM_Task, 'duration_secs': 0.194968} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.271263] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2157.271910] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2157.272166] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2157.272333] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2157.272523] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2157.272669] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2157.272819] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2157.273033] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2157.273204] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2157.273373] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2157.273536] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2157.273709] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2157.278495] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c8b1c3c-32ae-4a7a-ab16-55618520d092 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.293360] env[62683]: DEBUG oslo_vmware.api [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2157.293360] env[62683]: value = "task-1800052" [ 2157.293360] env[62683]: _type = "Task" [ 2157.293360] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.300622] env[62683]: DEBUG oslo_vmware.api [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.803745] env[62683]: DEBUG oslo_vmware.api [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800052, 'name': ReconfigVM_Task, 'duration_secs': 0.232659} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.804526] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6142bcd-5dbf-4985-aba8-335277ff2858 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.821670] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2157.821893] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2157.822086] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2157.822423] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2157.822423] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2157.822582] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2157.822782] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2157.822941] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2157.823159] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2157.823331] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2157.823508] env[62683]: DEBUG nova.virt.hardware [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2157.824251] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acdbf3db-bb9b-4a14-bdb8-3650920f5f46 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.829383] env[62683]: DEBUG oslo_vmware.api [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2157.829383] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]526e0cf3-82cc-c360-a2cb-19001abfd4d2" [ 2157.829383] env[62683]: _type = "Task" [ 2157.829383] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.836739] env[62683]: DEBUG oslo_vmware.api [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526e0cf3-82cc-c360-a2cb-19001abfd4d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.339755] env[62683]: DEBUG oslo_vmware.api [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]526e0cf3-82cc-c360-a2cb-19001abfd4d2, 'name': SearchDatastore_Task, 'duration_secs': 0.008449} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.345038] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2158.345300] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f69fab0-bd85-4aa2-a19e-0e16479630cc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.364666] env[62683]: DEBUG oslo_vmware.api [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2158.364666] env[62683]: value = "task-1800053" [ 2158.364666] env[62683]: _type = "Task" [ 2158.364666] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.372104] env[62683]: DEBUG oslo_vmware.api [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.874928] env[62683]: DEBUG oslo_vmware.api [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800053, 'name': ReconfigVM_Task, 'duration_secs': 0.222972} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.875444] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=62683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2158.876240] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4861eebd-a7af-4aee-b86a-053eaf910565 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.898984] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 4f3e3614-0c58-4347-b297-fab845b82638/4f3e3614-0c58-4347-b297-fab845b82638.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2158.899226] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c0f2fd0-e09a-493c-8552-9e717856fae6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.917492] env[62683]: DEBUG oslo_vmware.api [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2158.917492] env[62683]: value = "task-1800054" [ 2158.917492] env[62683]: _type = "Task" [ 2158.917492] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.924932] env[62683]: DEBUG oslo_vmware.api [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.427770] env[62683]: DEBUG oslo_vmware.api [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800054, 'name': ReconfigVM_Task, 'duration_secs': 0.269601} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.428059] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 4f3e3614-0c58-4347-b297-fab845b82638/4f3e3614-0c58-4347-b297-fab845b82638.vmdk or device None with type thin {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2159.428848] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7aa9d7-e21f-4467-ae0c-f78d1c9e3977 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.446886] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8392fd16-abca-426e-8564-a7a62eaa8ebb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.464687] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a73ff9-563d-43fb-af53-5f51ea80e7a1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.481609] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a380ee44-388b-4d3e-ada8-1e69873875d6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.487839] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2159.488079] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50850e73-f90a-4c3a-aeb6-8cb951a907e7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.493591] env[62683]: DEBUG oslo_vmware.api [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2159.493591] env[62683]: value = "task-1800055" [ 2159.493591] env[62683]: _type = "Task" [ 2159.493591] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.500371] env[62683]: DEBUG oslo_vmware.api [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.003774] env[62683]: DEBUG oslo_vmware.api [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800055, 'name': PowerOnVM_Task, 'duration_secs': 0.425204} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.004226] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2161.014751] env[62683]: INFO nova.compute.manager [None req-bd76cce6-dde8-44e7-8205-1fd33ac92a09 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updating instance to original state: 'active' [ 2161.956906] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "4f3e3614-0c58-4347-b297-fab845b82638" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.957178] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "4f3e3614-0c58-4347-b297-fab845b82638" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.957397] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "4f3e3614-0c58-4347-b297-fab845b82638-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.957588] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "4f3e3614-0c58-4347-b297-fab845b82638-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.957763] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "4f3e3614-0c58-4347-b297-fab845b82638-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.959864] env[62683]: INFO nova.compute.manager [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Terminating instance [ 2162.464323] env[62683]: DEBUG nova.compute.manager [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2162.466377] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2162.466377] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1b3924-d259-4ec2-a9c4-e94545016b3c {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.473660] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2162.473896] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e69e50cf-4e74-4bd6-8922-260c33c00d36 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.480271] env[62683]: DEBUG oslo_vmware.api [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2162.480271] env[62683]: value = "task-1800056" [ 2162.480271] env[62683]: _type = "Task" [ 2162.480271] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.488866] env[62683]: DEBUG oslo_vmware.api [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.990719] env[62683]: DEBUG oslo_vmware.api [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800056, 'name': PowerOffVM_Task, 'duration_secs': 0.201565} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.991027] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2162.991210] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2162.991457] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05601e63-df91-41fd-af5a-e8a2c70de688 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.064340] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2163.064599] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2163.064759] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Deleting the datastore file [datastore1] 4f3e3614-0c58-4347-b297-fab845b82638 {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2163.065013] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bf625dd-5794-49ac-80de-b5733d14a67e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.071981] env[62683]: DEBUG oslo_vmware.api [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2163.071981] env[62683]: value = "task-1800058" [ 2163.071981] env[62683]: _type = "Task" [ 2163.071981] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.079215] env[62683]: DEBUG oslo_vmware.api [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.582283] env[62683]: DEBUG oslo_vmware.api [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252237} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.582671] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2163.582754] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2163.582917] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2163.583120] env[62683]: INFO nova.compute.manager [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2163.583359] env[62683]: DEBUG oslo.service.loopingcall [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2163.583548] env[62683]: DEBUG nova.compute.manager [-] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2163.583641] env[62683]: DEBUG nova.network.neutron [-] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2164.091605] env[62683]: DEBUG nova.compute.manager [req-1aea5ebe-c865-4b42-99ed-44329be1fa77 req-52d6022b-5e85-4c59-89cb-30020f435cc6 service nova] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Received event network-vif-deleted-a9a9c05a-7df2-49a0-93ba-e7cc93b63824 {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2164.091754] env[62683]: INFO nova.compute.manager [req-1aea5ebe-c865-4b42-99ed-44329be1fa77 req-52d6022b-5e85-4c59-89cb-30020f435cc6 service nova] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Neutron deleted interface a9a9c05a-7df2-49a0-93ba-e7cc93b63824; detaching it from the instance and deleting it from the info cache [ 2164.091928] env[62683]: DEBUG nova.network.neutron [req-1aea5ebe-c865-4b42-99ed-44329be1fa77 req-52d6022b-5e85-4c59-89cb-30020f435cc6 service nova] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.570464] env[62683]: DEBUG nova.network.neutron [-] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.594912] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b076ea7-82cd-487e-8b70-c6191f60d38b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.604785] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5223a657-1d9c-465c-ae46-970ecf843062 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.628900] env[62683]: DEBUG nova.compute.manager [req-1aea5ebe-c865-4b42-99ed-44329be1fa77 req-52d6022b-5e85-4c59-89cb-30020f435cc6 service nova] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Detach interface failed, port_id=a9a9c05a-7df2-49a0-93ba-e7cc93b63824, reason: Instance 4f3e3614-0c58-4347-b297-fab845b82638 could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2165.072938] env[62683]: INFO nova.compute.manager [-] [instance: 4f3e3614-0c58-4347-b297-fab845b82638] Took 1.49 seconds to deallocate network for instance. [ 2165.580273] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.580559] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.580753] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.602219] env[62683]: INFO nova.scheduler.client.report [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Deleted allocations for instance 4f3e3614-0c58-4347-b297-fab845b82638 [ 2166.110423] env[62683]: DEBUG oslo_concurrency.lockutils [None req-2cad9a0f-96ae-4fb7-a8dc-d17997106bdb tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "4f3e3614-0c58-4347-b297-fab845b82638" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.153s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.891255] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "04485e8b-7c59-4ddc-b394-8d98c7c9052b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.891516] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "04485e8b-7c59-4ddc-b394-8d98c7c9052b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.393884] env[62683]: DEBUG nova.compute.manager [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Starting instance... {{(pid=62683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2167.916045] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.916045] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.917160] env[62683]: INFO nova.compute.claims [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2168.955457] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243e7569-418f-4ef2-84b5-75f614c1646b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.963368] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfd638e-f6bd-445b-929d-e1554264c294 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.993625] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c591e78-c3f3-4cd4-bf62-5766af018db0 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.000782] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1520a7a8-0c42-445f-ba98-f1d54d3dfa88 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.013678] env[62683]: DEBUG nova.compute.provider_tree [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2169.516645] env[62683]: DEBUG nova.scheduler.client.report [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2170.021531] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.106s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.022140] env[62683]: DEBUG nova.compute.manager [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Start building networks asynchronously for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2170.527560] env[62683]: DEBUG nova.compute.utils [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Using /dev/sd instead of None {{(pid=62683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2170.529035] env[62683]: DEBUG nova.compute.manager [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Allocating IP information in the background. {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2170.529216] env[62683]: DEBUG nova.network.neutron [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] allocate_for_instance() {{(pid=62683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2170.589935] env[62683]: DEBUG nova.policy [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '280fa3dc88df47b1bc100f3679de77a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '192c02adb50b4dc6a78a50bcbf5ef9d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62683) authorize /opt/stack/nova/nova/policy.py:192}} [ 2170.854588] env[62683]: DEBUG nova.network.neutron [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Successfully created port: f6a50433-7348-4392-b0df-cd24d6b88d9a {{(pid=62683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2171.032322] env[62683]: DEBUG nova.compute.manager [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Start building block device mappings for instance. {{(pid=62683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2172.042822] env[62683]: DEBUG nova.compute.manager [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Start spawning the instance on the hypervisor. {{(pid=62683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2172.068701] env[62683]: DEBUG nova.virt.hardware [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T06:34:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T06:34:39Z,direct_url=,disk_format='vmdk',id=74db17fe-be9d-412a-8c20-844d5af78b59,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29618945af404d088d4934fa05ab6fbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T06:34:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2172.068958] env[62683]: DEBUG nova.virt.hardware [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2172.069136] env[62683]: DEBUG nova.virt.hardware [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image limits 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2172.069329] env[62683]: DEBUG nova.virt.hardware [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Flavor pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2172.069478] env[62683]: DEBUG nova.virt.hardware [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Image pref 0:0:0 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2172.069627] env[62683]: DEBUG nova.virt.hardware [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2172.069838] env[62683]: DEBUG nova.virt.hardware [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2172.070038] env[62683]: DEBUG nova.virt.hardware [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2172.070236] env[62683]: DEBUG nova.virt.hardware [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Got 1 possible topologies {{(pid=62683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2172.070410] env[62683]: DEBUG nova.virt.hardware [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2172.070588] env[62683]: DEBUG nova.virt.hardware [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2172.071516] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974f5847-2a85-4c93-bf8e-f0565a7c58d7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.079744] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0900e5-a53f-4d4c-b277-15994e2eacc4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.223374] env[62683]: DEBUG nova.compute.manager [req-425c6e63-53c0-4277-8524-225dfe11507a req-1af502d7-6f7c-44a3-9f6e-286e9b3622c7 service nova] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Received event network-vif-plugged-f6a50433-7348-4392-b0df-cd24d6b88d9a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2172.223607] env[62683]: DEBUG oslo_concurrency.lockutils [req-425c6e63-53c0-4277-8524-225dfe11507a req-1af502d7-6f7c-44a3-9f6e-286e9b3622c7 service nova] Acquiring lock "04485e8b-7c59-4ddc-b394-8d98c7c9052b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.223816] env[62683]: DEBUG oslo_concurrency.lockutils [req-425c6e63-53c0-4277-8524-225dfe11507a req-1af502d7-6f7c-44a3-9f6e-286e9b3622c7 service nova] Lock "04485e8b-7c59-4ddc-b394-8d98c7c9052b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.223975] env[62683]: DEBUG oslo_concurrency.lockutils [req-425c6e63-53c0-4277-8524-225dfe11507a req-1af502d7-6f7c-44a3-9f6e-286e9b3622c7 service nova] Lock "04485e8b-7c59-4ddc-b394-8d98c7c9052b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.224167] env[62683]: DEBUG nova.compute.manager [req-425c6e63-53c0-4277-8524-225dfe11507a req-1af502d7-6f7c-44a3-9f6e-286e9b3622c7 service nova] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] No waiting events found dispatching network-vif-plugged-f6a50433-7348-4392-b0df-cd24d6b88d9a {{(pid=62683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2172.224328] env[62683]: WARNING nova.compute.manager [req-425c6e63-53c0-4277-8524-225dfe11507a req-1af502d7-6f7c-44a3-9f6e-286e9b3622c7 service nova] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Received unexpected event network-vif-plugged-f6a50433-7348-4392-b0df-cd24d6b88d9a for instance with vm_state building and task_state spawning. [ 2172.306580] env[62683]: DEBUG nova.network.neutron [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Successfully updated port: f6a50433-7348-4392-b0df-cd24d6b88d9a {{(pid=62683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2172.812890] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "refresh_cache-04485e8b-7c59-4ddc-b394-8d98c7c9052b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2172.813070] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "refresh_cache-04485e8b-7c59-4ddc-b394-8d98c7c9052b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2172.813253] env[62683]: DEBUG nova.network.neutron [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2173.344109] env[62683]: DEBUG nova.network.neutron [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Instance cache missing network info. {{(pid=62683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2173.463640] env[62683]: DEBUG nova.network.neutron [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Updating instance_info_cache with network_info: [{"id": "f6a50433-7348-4392-b0df-cd24d6b88d9a", "address": "fa:16:3e:e2:1d:8e", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a50433-73", "ovs_interfaceid": "f6a50433-7348-4392-b0df-cd24d6b88d9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2173.966283] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "refresh_cache-04485e8b-7c59-4ddc-b394-8d98c7c9052b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2173.966643] env[62683]: DEBUG nova.compute.manager [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Instance network_info: |[{"id": "f6a50433-7348-4392-b0df-cd24d6b88d9a", "address": "fa:16:3e:e2:1d:8e", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a50433-73", "ovs_interfaceid": "f6a50433-7348-4392-b0df-cd24d6b88d9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2173.967094] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:1d:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6a50433-7348-4392-b0df-cd24d6b88d9a', 'vif_model': 'vmxnet3'}] {{(pid=62683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2173.974634] env[62683]: DEBUG oslo.service.loopingcall [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2173.974871] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Creating VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2173.975073] env[62683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6b7fc41-fcf7-4ff4-9914-0769b2ab7910 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.995360] env[62683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2173.995360] env[62683]: value = "task-1800059" [ 2173.995360] env[62683]: _type = "Task" [ 2173.995360] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.002937] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800059, 'name': CreateVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.249016] env[62683]: DEBUG nova.compute.manager [req-0e937c4c-8104-44e0-ac14-77ccc25f1838 req-b10d3029-c2be-40ef-a4f4-2dc7b55ac1e3 service nova] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Received event network-changed-f6a50433-7348-4392-b0df-cd24d6b88d9a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2174.249284] env[62683]: DEBUG nova.compute.manager [req-0e937c4c-8104-44e0-ac14-77ccc25f1838 req-b10d3029-c2be-40ef-a4f4-2dc7b55ac1e3 service nova] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Refreshing instance network info cache due to event network-changed-f6a50433-7348-4392-b0df-cd24d6b88d9a. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2174.249452] env[62683]: DEBUG oslo_concurrency.lockutils [req-0e937c4c-8104-44e0-ac14-77ccc25f1838 req-b10d3029-c2be-40ef-a4f4-2dc7b55ac1e3 service nova] Acquiring lock "refresh_cache-04485e8b-7c59-4ddc-b394-8d98c7c9052b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2174.249600] env[62683]: DEBUG oslo_concurrency.lockutils [req-0e937c4c-8104-44e0-ac14-77ccc25f1838 req-b10d3029-c2be-40ef-a4f4-2dc7b55ac1e3 service nova] Acquired lock "refresh_cache-04485e8b-7c59-4ddc-b394-8d98c7c9052b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2174.249769] env[62683]: DEBUG nova.network.neutron [req-0e937c4c-8104-44e0-ac14-77ccc25f1838 req-b10d3029-c2be-40ef-a4f4-2dc7b55ac1e3 service nova] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Refreshing network info cache for port f6a50433-7348-4392-b0df-cd24d6b88d9a {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2174.506015] env[62683]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800059, 'name': CreateVM_Task, 'duration_secs': 0.354129} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.506337] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Created VM on the ESX host {{(pid=62683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2174.506875] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2174.507062] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2174.507412] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2174.507659] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab923c4-6123-4b1e-954a-3713efdd2c60 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.512323] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2174.512323] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e4bd18-8ddb-4551-95df-f45c58f20b34" [ 2174.512323] env[62683]: _type = "Task" [ 2174.512323] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.519880] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e4bd18-8ddb-4551-95df-f45c58f20b34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.939604] env[62683]: DEBUG nova.network.neutron [req-0e937c4c-8104-44e0-ac14-77ccc25f1838 req-b10d3029-c2be-40ef-a4f4-2dc7b55ac1e3 service nova] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Updated VIF entry in instance network info cache for port f6a50433-7348-4392-b0df-cd24d6b88d9a. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2174.939901] env[62683]: DEBUG nova.network.neutron [req-0e937c4c-8104-44e0-ac14-77ccc25f1838 req-b10d3029-c2be-40ef-a4f4-2dc7b55ac1e3 service nova] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Updating instance_info_cache with network_info: [{"id": "f6a50433-7348-4392-b0df-cd24d6b88d9a", "address": "fa:16:3e:e2:1d:8e", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a50433-73", "ovs_interfaceid": "f6a50433-7348-4392-b0df-cd24d6b88d9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2175.023359] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]52e4bd18-8ddb-4551-95df-f45c58f20b34, 'name': SearchDatastore_Task, 'duration_secs': 0.009394} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.023674] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2175.023915] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Processing image 74db17fe-be9d-412a-8c20-844d5af78b59 {{(pid=62683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2175.024170] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2175.024325] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2175.024505] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2175.024743] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f821e805-59d0-466c-8f98-bf8af97cfaa9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.032454] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2175.032593] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2175.033260] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0998a03-1bb7-4b40-909d-116d0ca34ec9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.037659] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2175.037659] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5253f2ca-7b84-fba3-1e66-3b053febff75" [ 2175.037659] env[62683]: _type = "Task" [ 2175.037659] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.044936] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5253f2ca-7b84-fba3-1e66-3b053febff75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.442948] env[62683]: DEBUG oslo_concurrency.lockutils [req-0e937c4c-8104-44e0-ac14-77ccc25f1838 req-b10d3029-c2be-40ef-a4f4-2dc7b55ac1e3 service nova] Releasing lock "refresh_cache-04485e8b-7c59-4ddc-b394-8d98c7c9052b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2175.549870] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5253f2ca-7b84-fba3-1e66-3b053febff75, 'name': SearchDatastore_Task, 'duration_secs': 0.00818} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.550643] env[62683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0b5a592-fd41-4d1d-a9c1-6ea2e841eba5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.555465] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2175.555465] env[62683]: value = "session[52a273fe-123c-3bbd-769a-a9d0540faa14]5263217c-b3b5-3494-83d1-e3cf61c7a301" [ 2175.555465] env[62683]: _type = "Task" [ 2175.555465] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.562496] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5263217c-b3b5-3494-83d1-e3cf61c7a301, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.065339] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': session[52a273fe-123c-3bbd-769a-a9d0540faa14]5263217c-b3b5-3494-83d1-e3cf61c7a301, 'name': SearchDatastore_Task, 'duration_secs': 0.014613} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.065613] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2176.065870] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 04485e8b-7c59-4ddc-b394-8d98c7c9052b/04485e8b-7c59-4ddc-b394-8d98c7c9052b.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2176.066147] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c00ed39-2de2-4220-bc37-d8c8fbe8e8f8 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.072960] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2176.072960] env[62683]: value = "task-1800060" [ 2176.072960] env[62683]: _type = "Task" [ 2176.072960] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.080203] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.583101] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440942} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.583451] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74db17fe-be9d-412a-8c20-844d5af78b59/74db17fe-be9d-412a-8c20-844d5af78b59.vmdk to [datastore1] 04485e8b-7c59-4ddc-b394-8d98c7c9052b/04485e8b-7c59-4ddc-b394-8d98c7c9052b.vmdk {{(pid=62683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2176.583597] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Extending root virtual disk to 1048576 {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2176.583837] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d491c3f1-c895-406f-ba6d-9eccf4ce3685 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.590110] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2176.590110] env[62683]: value = "task-1800061" [ 2176.590110] env[62683]: _type = "Task" [ 2176.590110] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.596977] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.099810] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06042} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.100069] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Extended root virtual disk {{(pid=62683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2177.100854] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db0c625-e8fb-4408-917b-c8f4a4b21c11 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.122251] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 04485e8b-7c59-4ddc-b394-8d98c7c9052b/04485e8b-7c59-4ddc-b394-8d98c7c9052b.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2177.122494] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aa6add2-cd5e-48f7-873f-6203b92c786d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.141356] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2177.141356] env[62683]: value = "task-1800062" [ 2177.141356] env[62683]: _type = "Task" [ 2177.141356] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.148937] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.651077] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800062, 'name': ReconfigVM_Task, 'duration_secs': 0.275117} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.651489] env[62683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 04485e8b-7c59-4ddc-b394-8d98c7c9052b/04485e8b-7c59-4ddc-b394-8d98c7c9052b.vmdk or device None with type sparse {{(pid=62683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2177.652011] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db6e1a39-2887-4646-8cf6-1bd7d27cd815 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.658291] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2177.658291] env[62683]: value = "task-1800063" [ 2177.658291] env[62683]: _type = "Task" [ 2177.658291] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.665709] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800063, 'name': Rename_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.168144] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800063, 'name': Rename_Task, 'duration_secs': 0.148245} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.168418] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2178.168658] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-327f8f07-a587-4771-9ef0-be7b000ce033 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.174887] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2178.174887] env[62683]: value = "task-1800064" [ 2178.174887] env[62683]: _type = "Task" [ 2178.174887] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.182047] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.686456] env[62683]: DEBUG oslo_vmware.api [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800064, 'name': PowerOnVM_Task, 'duration_secs': 0.437321} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.686831] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2178.686910] env[62683]: INFO nova.compute.manager [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Took 6.64 seconds to spawn the instance on the hypervisor. [ 2178.687117] env[62683]: DEBUG nova.compute.manager [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2178.687849] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e87e04-18ea-421e-8116-6e0cba8a86b3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.204117] env[62683]: INFO nova.compute.manager [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Took 11.31 seconds to build instance. [ 2179.706631] env[62683]: DEBUG oslo_concurrency.lockutils [None req-0926f0bc-f017-49cf-b18b-34daf6213a5f tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "04485e8b-7c59-4ddc-b394-8d98c7c9052b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.815s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.940736] env[62683]: DEBUG nova.compute.manager [req-d7d01712-3312-4543-909e-b6b736032892 req-6a9e9822-5f26-4670-a1ec-3ac7ac2ffd08 service nova] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Received event network-changed-f6a50433-7348-4392-b0df-cd24d6b88d9a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2179.940954] env[62683]: DEBUG nova.compute.manager [req-d7d01712-3312-4543-909e-b6b736032892 req-6a9e9822-5f26-4670-a1ec-3ac7ac2ffd08 service nova] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Refreshing instance network info cache due to event network-changed-f6a50433-7348-4392-b0df-cd24d6b88d9a. {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2179.941192] env[62683]: DEBUG oslo_concurrency.lockutils [req-d7d01712-3312-4543-909e-b6b736032892 req-6a9e9822-5f26-4670-a1ec-3ac7ac2ffd08 service nova] Acquiring lock "refresh_cache-04485e8b-7c59-4ddc-b394-8d98c7c9052b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2179.941399] env[62683]: DEBUG oslo_concurrency.lockutils [req-d7d01712-3312-4543-909e-b6b736032892 req-6a9e9822-5f26-4670-a1ec-3ac7ac2ffd08 service nova] Acquired lock "refresh_cache-04485e8b-7c59-4ddc-b394-8d98c7c9052b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2179.941681] env[62683]: DEBUG nova.network.neutron [req-d7d01712-3312-4543-909e-b6b736032892 req-6a9e9822-5f26-4670-a1ec-3ac7ac2ffd08 service nova] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Refreshing network info cache for port f6a50433-7348-4392-b0df-cd24d6b88d9a {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2180.650473] env[62683]: DEBUG nova.network.neutron [req-d7d01712-3312-4543-909e-b6b736032892 req-6a9e9822-5f26-4670-a1ec-3ac7ac2ffd08 service nova] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Updated VIF entry in instance network info cache for port f6a50433-7348-4392-b0df-cd24d6b88d9a. {{(pid=62683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2180.650880] env[62683]: DEBUG nova.network.neutron [req-d7d01712-3312-4543-909e-b6b736032892 req-6a9e9822-5f26-4670-a1ec-3ac7ac2ffd08 service nova] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Updating instance_info_cache with network_info: [{"id": "f6a50433-7348-4392-b0df-cd24d6b88d9a", "address": "fa:16:3e:e2:1d:8e", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a50433-73", "ovs_interfaceid": "f6a50433-7348-4392-b0df-cd24d6b88d9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2181.153937] env[62683]: DEBUG oslo_concurrency.lockutils [req-d7d01712-3312-4543-909e-b6b736032892 req-6a9e9822-5f26-4670-a1ec-3ac7ac2ffd08 service nova] Releasing lock "refresh_cache-04485e8b-7c59-4ddc-b394-8d98c7c9052b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2191.689216] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2197.689762] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2199.689172] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2199.689561] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2200.193245] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2200.193481] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.193680] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.193851] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2200.194820] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9e00ab-6ef1-4690-af04-080e48084555 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.203504] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c3123c-f9cf-4756-ab1f-90d87cdfbf9e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.217546] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1798877-f9ab-4fb7-a348-c005a07f0da1 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.223753] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa26c34a-4022-4b38-a765-4bf3ba4ce56d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.252975] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181314MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2200.253136] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2200.253352] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.276268] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Instance 04485e8b-7c59-4ddc-b394-8d98c7c9052b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2201.276576] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2201.276731] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2201.300639] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8b99a6-13c2-4b91-9464-fd395afcaab9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.308297] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29332c17-7e87-4d9e-8a2a-191301360cd6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.337210] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5ea290-2e2c-4582-afef-d0513ed93d5d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.344013] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31eede1-4068-4e3e-af9f-43cdb6ae7ff6 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.357733] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2201.861022] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2202.365691] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2202.365973] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.113s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.366068] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2203.366402] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Starting heal instance info cache {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2203.366402] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Rebuilding the list of instances to heal {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 2203.896748] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "refresh_cache-04485e8b-7c59-4ddc-b394-8d98c7c9052b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2203.896904] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquired lock "refresh_cache-04485e8b-7c59-4ddc-b394-8d98c7c9052b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2203.897063] env[62683]: DEBUG nova.network.neutron [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Forcefully refreshing network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2203.897220] env[62683]: DEBUG nova.objects.instance [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lazy-loading 'info_cache' on Instance uuid 04485e8b-7c59-4ddc-b394-8d98c7c9052b {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2205.612463] env[62683]: DEBUG nova.network.neutron [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Updating instance_info_cache with network_info: [{"id": "f6a50433-7348-4392-b0df-cd24d6b88d9a", "address": "fa:16:3e:e2:1d:8e", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a50433-73", "ovs_interfaceid": "f6a50433-7348-4392-b0df-cd24d6b88d9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2206.114877] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Releasing lock "refresh_cache-04485e8b-7c59-4ddc-b394-8d98c7c9052b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2206.115073] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Updated the network info_cache for instance {{(pid=62683) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2206.115326] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2206.115500] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2206.115654] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2206.115798] env[62683]: DEBUG nova.compute.manager [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2208.434593] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2208.434951] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2217.295983] env[62683]: DEBUG oslo_concurrency.lockutils [None req-33b84ab0-ed1b-4010-9685-721a65ecc051 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "04485e8b-7c59-4ddc-b394-8d98c7c9052b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.296381] env[62683]: DEBUG oslo_concurrency.lockutils [None req-33b84ab0-ed1b-4010-9685-721a65ecc051 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "04485e8b-7c59-4ddc-b394-8d98c7c9052b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.296514] env[62683]: DEBUG nova.compute.manager [None req-33b84ab0-ed1b-4010-9685-721a65ecc051 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2217.297477] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d543da2-1276-465e-baed-551bb227a16e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.305971] env[62683]: DEBUG nova.compute.manager [None req-33b84ab0-ed1b-4010-9685-721a65ecc051 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2217.306540] env[62683]: DEBUG nova.objects.instance [None req-33b84ab0-ed1b-4010-9685-721a65ecc051 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lazy-loading 'flavor' on Instance uuid 04485e8b-7c59-4ddc-b394-8d98c7c9052b {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2218.315537] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b84ab0-ed1b-4010-9685-721a65ecc051 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2218.315842] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5282ad5c-73b7-4e9e-b7a5-a29af4033cfc {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.323424] env[62683]: DEBUG oslo_vmware.api [None req-33b84ab0-ed1b-4010-9685-721a65ecc051 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2218.323424] env[62683]: value = "task-1800065" [ 2218.323424] env[62683]: _type = "Task" [ 2218.323424] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.331203] env[62683]: DEBUG oslo_vmware.api [None req-33b84ab0-ed1b-4010-9685-721a65ecc051 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.832889] env[62683]: DEBUG oslo_vmware.api [None req-33b84ab0-ed1b-4010-9685-721a65ecc051 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800065, 'name': PowerOffVM_Task, 'duration_secs': 0.174749} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.833150] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b84ab0-ed1b-4010-9685-721a65ecc051 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2218.833380] env[62683]: DEBUG nova.compute.manager [None req-33b84ab0-ed1b-4010-9685-721a65ecc051 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2218.834120] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7fa48b-0415-4d73-bb59-7f5f9f7c41fb {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.345056] env[62683]: DEBUG oslo_concurrency.lockutils [None req-33b84ab0-ed1b-4010-9685-721a65ecc051 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "04485e8b-7c59-4ddc-b394-8d98c7c9052b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.808396] env[62683]: DEBUG nova.objects.instance [None req-bfb56d17-0492-44b1-b383-f037d0c4fbdf tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lazy-loading 'flavor' on Instance uuid 04485e8b-7c59-4ddc-b394-8d98c7c9052b {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2220.314029] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bfb56d17-0492-44b1-b383-f037d0c4fbdf tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "refresh_cache-04485e8b-7c59-4ddc-b394-8d98c7c9052b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2220.314266] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bfb56d17-0492-44b1-b383-f037d0c4fbdf tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "refresh_cache-04485e8b-7c59-4ddc-b394-8d98c7c9052b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2220.314417] env[62683]: DEBUG nova.network.neutron [None req-bfb56d17-0492-44b1-b383-f037d0c4fbdf tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2220.314620] env[62683]: DEBUG nova.objects.instance [None req-bfb56d17-0492-44b1-b383-f037d0c4fbdf tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lazy-loading 'info_cache' on Instance uuid 04485e8b-7c59-4ddc-b394-8d98c7c9052b {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2220.818048] env[62683]: DEBUG nova.objects.base [None req-bfb56d17-0492-44b1-b383-f037d0c4fbdf tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Object Instance<04485e8b-7c59-4ddc-b394-8d98c7c9052b> lazy-loaded attributes: flavor,info_cache {{(pid=62683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2221.553308] env[62683]: DEBUG nova.network.neutron [None req-bfb56d17-0492-44b1-b383-f037d0c4fbdf tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Updating instance_info_cache with network_info: [{"id": "f6a50433-7348-4392-b0df-cd24d6b88d9a", "address": "fa:16:3e:e2:1d:8e", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a50433-73", "ovs_interfaceid": "f6a50433-7348-4392-b0df-cd24d6b88d9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2222.056224] env[62683]: DEBUG oslo_concurrency.lockutils [None req-bfb56d17-0492-44b1-b383-f037d0c4fbdf tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "refresh_cache-04485e8b-7c59-4ddc-b394-8d98c7c9052b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2223.063057] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb56d17-0492-44b1-b383-f037d0c4fbdf tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Powering on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2223.063057] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dff0de0-33dd-4c46-8ca6-10a162a331be {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.070079] env[62683]: DEBUG oslo_vmware.api [None req-bfb56d17-0492-44b1-b383-f037d0c4fbdf tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2223.070079] env[62683]: value = "task-1800066" [ 2223.070079] env[62683]: _type = "Task" [ 2223.070079] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.077802] env[62683]: DEBUG oslo_vmware.api [None req-bfb56d17-0492-44b1-b383-f037d0c4fbdf tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.580811] env[62683]: DEBUG oslo_vmware.api [None req-bfb56d17-0492-44b1-b383-f037d0c4fbdf tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800066, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.082531] env[62683]: DEBUG oslo_vmware.api [None req-bfb56d17-0492-44b1-b383-f037d0c4fbdf tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800066, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.582487] env[62683]: DEBUG oslo_vmware.api [None req-bfb56d17-0492-44b1-b383-f037d0c4fbdf tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800066, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.084165] env[62683]: DEBUG oslo_vmware.api [None req-bfb56d17-0492-44b1-b383-f037d0c4fbdf tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800066, 'name': PowerOnVM_Task, 'duration_secs': 1.907349} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.084510] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb56d17-0492-44b1-b383-f037d0c4fbdf tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Powered on the VM {{(pid=62683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2225.084683] env[62683]: DEBUG nova.compute.manager [None req-bfb56d17-0492-44b1-b383-f037d0c4fbdf tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2225.085468] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c630497a-ffb9-4cee-9cdc-8f63f4c29892 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.936431] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaa51cb-ef9c-4b88-b13a-df8755d78886 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.943387] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5c76447d-e2ed-4a11-aa5c-92cb89e45e40 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Suspending the VM {{(pid=62683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2226.943648] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-23bf967f-e594-4b1b-a614-b02b9ce32e3a {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.950045] env[62683]: DEBUG oslo_vmware.api [None req-5c76447d-e2ed-4a11-aa5c-92cb89e45e40 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2226.950045] env[62683]: value = "task-1800067" [ 2226.950045] env[62683]: _type = "Task" [ 2226.950045] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.958100] env[62683]: DEBUG oslo_vmware.api [None req-5c76447d-e2ed-4a11-aa5c-92cb89e45e40 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800067, 'name': SuspendVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.459989] env[62683]: DEBUG oslo_vmware.api [None req-5c76447d-e2ed-4a11-aa5c-92cb89e45e40 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800067, 'name': SuspendVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.961999] env[62683]: DEBUG oslo_vmware.api [None req-5c76447d-e2ed-4a11-aa5c-92cb89e45e40 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800067, 'name': SuspendVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.461353] env[62683]: DEBUG oslo_vmware.api [None req-5c76447d-e2ed-4a11-aa5c-92cb89e45e40 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800067, 'name': SuspendVM_Task} progress is 25%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.963654] env[62683]: DEBUG oslo_vmware.api [None req-5c76447d-e2ed-4a11-aa5c-92cb89e45e40 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800067, 'name': SuspendVM_Task} progress is 29%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.465117] env[62683]: DEBUG oslo_vmware.api [None req-5c76447d-e2ed-4a11-aa5c-92cb89e45e40 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800067, 'name': SuspendVM_Task, 'duration_secs': 2.429903} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.465393] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-5c76447d-e2ed-4a11-aa5c-92cb89e45e40 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Suspended the VM {{(pid=62683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2229.465580] env[62683]: DEBUG nova.compute.manager [None req-5c76447d-e2ed-4a11-aa5c-92cb89e45e40 tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2229.466398] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f053626-a19c-4bf3-9418-e0d98fbb6b1e {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.350412] env[62683]: INFO nova.compute.manager [None req-1efb065e-b1ca-4fb8-8724-b783845b75ed tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Resuming [ 2230.351048] env[62683]: DEBUG nova.objects.instance [None req-1efb065e-b1ca-4fb8-8724-b783845b75ed tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lazy-loading 'flavor' on Instance uuid 04485e8b-7c59-4ddc-b394-8d98c7c9052b {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2231.861894] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1efb065e-b1ca-4fb8-8724-b783845b75ed tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "refresh_cache-04485e8b-7c59-4ddc-b394-8d98c7c9052b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2231.862261] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1efb065e-b1ca-4fb8-8724-b783845b75ed tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquired lock "refresh_cache-04485e8b-7c59-4ddc-b394-8d98c7c9052b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.862340] env[62683]: DEBUG nova.network.neutron [None req-1efb065e-b1ca-4fb8-8724-b783845b75ed tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Building network info cache for instance {{(pid=62683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2232.575785] env[62683]: DEBUG nova.network.neutron [None req-1efb065e-b1ca-4fb8-8724-b783845b75ed tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Updating instance_info_cache with network_info: [{"id": "f6a50433-7348-4392-b0df-cd24d6b88d9a", "address": "fa:16:3e:e2:1d:8e", "network": {"id": "496e9bf7-0ea2-4fba-8a66-3c9ec2ca7902", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-496137066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c02adb50b4dc6a78a50bcbf5ef9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a50433-73", "ovs_interfaceid": "f6a50433-7348-4392-b0df-cd24d6b88d9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2233.078660] env[62683]: DEBUG oslo_concurrency.lockutils [None req-1efb065e-b1ca-4fb8-8724-b783845b75ed tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Releasing lock "refresh_cache-04485e8b-7c59-4ddc-b394-8d98c7c9052b" {{(pid=62683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2233.079647] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921d0acb-637a-4ae0-ae8a-7138f13eca84 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.086894] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1efb065e-b1ca-4fb8-8724-b783845b75ed tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Resuming the VM {{(pid=62683) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2233.087128] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c334db4-9680-4d36-9655-29b39fd7e5af {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.093236] env[62683]: DEBUG oslo_vmware.api [None req-1efb065e-b1ca-4fb8-8724-b783845b75ed tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2233.093236] env[62683]: value = "task-1800068" [ 2233.093236] env[62683]: _type = "Task" [ 2233.093236] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.102311] env[62683]: DEBUG oslo_vmware.api [None req-1efb065e-b1ca-4fb8-8724-b783845b75ed tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.603598] env[62683]: DEBUG oslo_vmware.api [None req-1efb065e-b1ca-4fb8-8724-b783845b75ed tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.105527] env[62683]: DEBUG oslo_vmware.api [None req-1efb065e-b1ca-4fb8-8724-b783845b75ed tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800068, 'name': PowerOnVM_Task, 'duration_secs': 0.674662} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.105897] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-1efb065e-b1ca-4fb8-8724-b783845b75ed tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Resumed the VM {{(pid=62683) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2234.106033] env[62683]: DEBUG nova.compute.manager [None req-1efb065e-b1ca-4fb8-8724-b783845b75ed tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Checking state {{(pid=62683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2234.106797] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf98fbc-99f0-435a-9a20-fd2c8b8fc771 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.040317] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "04485e8b-7c59-4ddc-b394-8d98c7c9052b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2235.040591] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "04485e8b-7c59-4ddc-b394-8d98c7c9052b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2235.040812] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "04485e8b-7c59-4ddc-b394-8d98c7c9052b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2235.041010] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "04485e8b-7c59-4ddc-b394-8d98c7c9052b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2235.041203] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "04485e8b-7c59-4ddc-b394-8d98c7c9052b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2235.043466] env[62683]: INFO nova.compute.manager [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Terminating instance [ 2235.547733] env[62683]: DEBUG nova.compute.manager [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Start destroying the instance on the hypervisor. {{(pid=62683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2235.548103] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Destroying instance {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2235.549305] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed5e743-3129-4f56-9406-5b8c737c5e8b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.556956] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Powering off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2235.557193] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a381dd6-a7d2-4de0-8e5b-bbfb4211daf4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.564326] env[62683]: DEBUG oslo_vmware.api [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2235.564326] env[62683]: value = "task-1800069" [ 2235.564326] env[62683]: _type = "Task" [ 2235.564326] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.572892] env[62683]: DEBUG oslo_vmware.api [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.079071] env[62683]: DEBUG oslo_vmware.api [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800069, 'name': PowerOffVM_Task, 'duration_secs': 0.217486} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.079503] env[62683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Powered off the VM {{(pid=62683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2236.079798] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Unregistering the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2236.080161] env[62683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6478965f-d6db-4026-9511-6439c412ec43 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.306593] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Unregistered the VM {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2237.306925] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Deleting contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2237.306970] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Deleting the datastore file [datastore1] 04485e8b-7c59-4ddc-b394-8d98c7c9052b {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2237.307319] env[62683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c71caa9f-7e20-49d2-a9cc-83dcaad576f7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.314037] env[62683]: DEBUG oslo_vmware.api [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for the task: (returnval){ [ 2237.314037] env[62683]: value = "task-1800071" [ 2237.314037] env[62683]: _type = "Task" [ 2237.314037] env[62683]: } to complete. {{(pid=62683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.321500] env[62683]: DEBUG oslo_vmware.api [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.825384] env[62683]: DEBUG oslo_vmware.api [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Task: {'id': task-1800071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194016} completed successfully. {{(pid=62683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.825665] env[62683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Deleted the datastore file {{(pid=62683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2237.825855] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Deleted contents of the VM from datastore datastore1 {{(pid=62683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2237.826049] env[62683]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Instance destroyed {{(pid=62683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2237.826235] env[62683]: INFO nova.compute.manager [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Took 2.28 seconds to destroy the instance on the hypervisor. [ 2237.826501] env[62683]: DEBUG oslo.service.loopingcall [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2237.826693] env[62683]: DEBUG nova.compute.manager [-] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Deallocating network for instance {{(pid=62683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2237.826790] env[62683]: DEBUG nova.network.neutron [-] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] deallocate_for_instance() {{(pid=62683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2238.294323] env[62683]: DEBUG nova.compute.manager [req-6cf3a537-153e-4481-ab5b-403f5b38ce04 req-70b46f4b-305f-4c7d-9a26-9363072de6d3 service nova] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Received event network-vif-deleted-f6a50433-7348-4392-b0df-cd24d6b88d9a {{(pid=62683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2238.294930] env[62683]: INFO nova.compute.manager [req-6cf3a537-153e-4481-ab5b-403f5b38ce04 req-70b46f4b-305f-4c7d-9a26-9363072de6d3 service nova] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Neutron deleted interface f6a50433-7348-4392-b0df-cd24d6b88d9a; detaching it from the instance and deleting it from the info cache [ 2238.294930] env[62683]: DEBUG nova.network.neutron [req-6cf3a537-153e-4481-ab5b-403f5b38ce04 req-70b46f4b-305f-4c7d-9a26-9363072de6d3 service nova] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2238.739433] env[62683]: DEBUG nova.network.neutron [-] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Updating instance_info_cache with network_info: [] {{(pid=62683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2238.797674] env[62683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81fa7c1f-bf37-4ee9-8835-9c4a0273b5c3 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.807323] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d12dc96-7f32-485c-8d7b-9206ed1d0d66 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.830902] env[62683]: DEBUG nova.compute.manager [req-6cf3a537-153e-4481-ab5b-403f5b38ce04 req-70b46f4b-305f-4c7d-9a26-9363072de6d3 service nova] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Detach interface failed, port_id=f6a50433-7348-4392-b0df-cd24d6b88d9a, reason: Instance 04485e8b-7c59-4ddc-b394-8d98c7c9052b could not be found. {{(pid=62683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2239.242488] env[62683]: INFO nova.compute.manager [-] [instance: 04485e8b-7c59-4ddc-b394-8d98c7c9052b] Took 1.42 seconds to deallocate network for instance. [ 2239.748781] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.749143] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.749300] env[62683]: DEBUG nova.objects.instance [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lazy-loading 'resources' on Instance uuid 04485e8b-7c59-4ddc-b394-8d98c7c9052b {{(pid=62683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2240.284539] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95772b0-ccae-43ee-a5e0-4b2e5bc162a5 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.291798] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbec997-c134-4a0e-85c0-dca9213762bf {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.320386] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732e74e4-c97d-487f-81ef-35eb7041008b {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.326903] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87824538-2e1b-4ba3-b46f-e8dc3b1705b4 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.340386] env[62683]: DEBUG nova.compute.provider_tree [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2240.844066] env[62683]: DEBUG nova.scheduler.client.report [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2241.349507] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.370249] env[62683]: INFO nova.scheduler.client.report [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Deleted allocations for instance 04485e8b-7c59-4ddc-b394-8d98c7c9052b [ 2241.877675] env[62683]: DEBUG oslo_concurrency.lockutils [None req-6fb8555e-0108-478c-80c8-119315a0990c tempest-ServerActionsTestJSON-918228214 tempest-ServerActionsTestJSON-918228214-project-member] Lock "04485e8b-7c59-4ddc-b394-8d98c7c9052b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.837s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2253.690150] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2258.690207] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2259.690065] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2259.690247] env[62683]: DEBUG oslo_service.periodic_task [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2260.193157] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2260.193427] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2260.193583] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2260.193761] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2260.194760] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da200edb-972e-4b3c-862c-446348bf28a9 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.202874] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e483af76-f4e7-4fef-8855-85a914f2f097 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.216581] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecc36ad-3c8a-4b91-bba7-02212e370909 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.222718] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb13bd5-d708-44d9-8b55-1616b1b8094d {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.251695] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181188MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2260.251841] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2260.252017] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2261.271721] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2261.272052] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2261.287335] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce3a4ed-0320-44c7-8ca8-0a82f526f150 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.295028] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e70726-9ae5-42f3-bfc4-a6b64ae02461 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.324850] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bb2732-4195-43e5-aa06-375237d140a7 {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.332015] env[62683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bb665b-1d48-462b-bf7a-9d0c58c07fff {{(pid=62683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.345151] env[62683]: DEBUG nova.compute.provider_tree [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed in ProviderTree for provider: e206140c-2e6e-436d-87ad-d82d52de532e {{(pid=62683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2261.847997] env[62683]: DEBUG nova.scheduler.client.report [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Inventory has not changed for provider e206140c-2e6e-436d-87ad-d82d52de532e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2262.354892] env[62683]: DEBUG nova.compute.resource_tracker [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2262.355209] env[62683]: DEBUG oslo_concurrency.lockutils [None req-4ca75a09-802a-41d1-8ef4-f8062d1e1016 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.103s {{(pid=62683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}